Members/kono/Cerium: example/word_count/main.cc annotate

annotate example/word_count/main.cc @ 949:86aea6affe6c

word count size fix

author	Shinji KONO <kono@ie.u-ryukyu.ac.jp>
date	Mon, 02 Aug 2010 15:05:02 +0900
parents	6a8941ee8294
children	e0908a8955cd

rev	line source
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	1 #include <stdio.h>
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	2 #include <stdlib.h>
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	3 #include <string.h>
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	4 #include <sys/mman.h>
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	5 #include <sys/types.h>
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	6 #include <sys/stat.h>
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	7 #include <fcntl.h>
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	8 #include <unistd.h>
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	9 #include "TaskManager.h"
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	10 #include "SchedTask.h"
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	11 #include "Func.h"
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	12 #include "WordCount.h"
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	13
400 00fe05184a02 Fix examples. Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 394 diff changeset	14 extern void task_init();
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	15
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	16 int all = 0;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	17 int use_task_array = 1;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	18 int use_compat = 0;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	19
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	20 const char *usr_help_str = "Usage: ./word_count [-a -c -s] [-cpu spe_num] [-file filename]\n";
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	21
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	22 typedef struct {
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	23 caddr_t file_mmap;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	24 off_t size;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	25 } st_mmap_t;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	26
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	27
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	28
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	29 /与えられたsizeをfix_byte_sizeの倍数にする(丸め込むっていうのかな？)/
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	30 static int
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	31 fix_byte(int size,int fix_byte_size)
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	32 {
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	33 size = (size/fix_byte_size)fix_byte_size + ((size%fix_byte_size)!= 0)fix_byte_size;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	34
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	35 return size;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	36 }
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	37
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	38
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	39 static st_mmap_t
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	40 my_mmap(char *filename)
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	41 {
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	42
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	43 /マッピングだよ!/
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	44 int fd = -1;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	45 int map = MAP_PRIVATE;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	46 st_mmap_t st_mmap;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	47 struct stat sb;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	48
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	49 if ((fd=open(filename,O_RDONLY,0666))==0) {
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	50 fprintf(stderr,"can't open %s\n",filename);
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	51 }
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	52
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	53 if (fstat(fd,&sb)) {
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	54 fprintf(stderr,"can't fstat %s\n",filename);
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	55 }
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	56
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	57 printf("file size %d\n",(int)sb.st_size);
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	58
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	59 /sizeをページングサイズの倍数にあわせる/
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	60 st_mmap.size = fix_byte(sb.st_size,4096);
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	61
394 e08d0aa94367 debug word_count e065725@localhost.localdomain parents: 393 diff changeset	62 printf("fix 4096byte file size %d\n",(int)st_mmap.size);
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	63
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	64 st_mmap.file_mmap = (char*)mmap(NULL,st_mmap.size,PROT_READ,map,fd,(off_t)0);
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	65 if (st_mmap.file_mmap == (caddr_t)-1) {
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	66 fprintf(stderr,"Can't mmap file\n");
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	67 perror(NULL);
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	68 exit(0);
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	69 }
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	70
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	71 return st_mmap;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	72
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	73 }
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	74
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	75 static void
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	76 run_tasks(SchedTask manager, WordCount w, int task_count, HTaskPtr t_next, int size)
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	77 {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	78
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	79 int array_task_num = 8;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	80 if (task_count < array_task_num) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	81 array_task_num = task_count;
948 6a8941ee8294 fix word count Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 946 diff changeset	82 if (task_count<=0) return;
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	83 }
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	84
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	85 for (int i = 0; i < task_count; i += array_task_num) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	86
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	87 HTask *task_array;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	88 if (use_task_array) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	89 task_array = manager->create_task_array(TASK_EXEC,array_task_num,0,1,1);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	90 if (!all) t_next->wait_for(task_array);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	91 }
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	92
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	93 Task *t_exec = 0;
948 6a8941ee8294 fix word count Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 946 diff changeset	94 HTask *h_exec = 0;
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	95 for (int j = 0; j < array_task_num; j++) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	96 int i = w->task_spwaned++;
949 86aea6affe6c word count size fix Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 948 diff changeset	97 if (w->size < size) size = w->size;
86aea6affe6c word count size fix Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 948 diff changeset	98 if (size==0) break;
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	99 if (use_task_array) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	100 t_exec = task_array->next_task_array(TASK_EXEC,t_exec);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	101 t_exec->set_inData(0,w->file_mmap + i*w->division_size, size);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	102 t_exec->set_outData(0,w->o_data + i*w->out_size, w->division_out_size);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	103 } else if (use_compat) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	104 h_exec = manager->create_task(TASK_EXEC);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	105 h_exec->set_inData(0,w->file_mmap + i*w->division_size, size);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	106 h_exec->set_outData(0,w->o_data + i*w->out_size, w->division_out_size);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	107 h_exec->set_cpu(SPE_ANY);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	108 h_exec->spawn();
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	109 } else {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	110 h_exec = manager->create_task(TASK_EXEC,
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	111 (memaddr)(w->file_mmap + i*w->division_size), size,
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	112 (memaddr)(w->o_data + i*w->out_size), w->division_out_size);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	113 h_exec->set_cpu(SPE_ANY);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	114 h_exec->spawn();
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	115 }
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	116 w->size -= size;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	117 w->task_num--;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	118 }
948 6a8941ee8294 fix word count Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 946 diff changeset	119 if (use_task_array) {
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	120 task_array->spawn_task_array(t_exec->next());
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	121 task_array->set_cpu(SPE_ANY);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	122 task_array->spawn();
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	123 } else {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	124 if (!all) t_next->wait_for(h_exec);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	125 }
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	126 }
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	127 }
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	128
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	129 /**
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	130 * このTaskは、PPE上で実行されるので、並列に実行されることはない
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	131 * 二つ実行されていて、Task が足りなくなることがないようにしている。
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	132 */
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	133
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	134 SchedDefineTask1(RUN_TASK_BLOCKS,run16);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	135
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	136 static int
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	137 run16(SchedTask manager, void in, void *out)
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	138 {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	139 WordCount w = (WordCount **)in;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	140
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	141 if (w->task_num < w->task_blocks) {
949 86aea6affe6c word count size fix Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 948 diff changeset	142 // last case
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	143 if (w->size >= w->division_size)
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	144 run_tasks(manager,w,w->task_num, w->t_print, w->division_size);
949 86aea6affe6c word count size fix Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 948 diff changeset	145 // remaining data
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	146 while (w->size>0)
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	147 run_tasks(manager,w,1, w->t_print, w->size);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	148 // printf("run16 last %d\n",w->task_num);
949 86aea6affe6c word count size fix Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 948 diff changeset	149 } else {
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	150 HTaskPtr t_next = manager->create_task(RUN_TASK_BLOCKS,
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	151 (memaddr)&w->self,sizeof(memaddr),0,0);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	152 w->t_print->wait_for(t_next);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	153
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	154 run_tasks(manager,w, w->task_blocks, t_next, w->division_size);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	155
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	156 t_next->spawn();
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	157 // printf("run16 next %d\n",w->task_num);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	158 }
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	159 return 0;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	160 }
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	161
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	162
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	163 static int blocks = 48;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	164 static int division = 16; // in Kbyte
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	165
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	166 static void
400 00fe05184a02 Fix examples. Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 394 diff changeset	167 run_start(TaskManager manager, char filename)
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	168 {
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	169 HTaskPtr t_print;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	170
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	171 st_mmap_t st_mmap;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	172 st_mmap = my_mmap(filename);
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	173 WordCount w = (WordCount)manager->allocate(sizeof(WordCount));
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	174 // bzero(w,sizeof(WordCount));
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	175
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	176 w->self = w;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	177 w->task_blocks = blocks;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	178 w->task_spwaned = 0;
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	179
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	180 /sizeはdivision_sizeの倍数にしている。/
949 86aea6affe6c word count size fix Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 948 diff changeset	181 w->size = w->file_size = st_mmap.size;
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	182 w->file_mmap = st_mmap.file_mmap;
949 86aea6affe6c word count size fix Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 948 diff changeset	183 printf("w %lx\n",(long)w);
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	184
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	185 /* 1task分のデータサイズ(byte) */
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	186 if (w->size >= 1024*division) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	187 w->division_size = 1024 * division;/16kbyte/
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	188 } else {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	189 w->division_size = w->size;
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	190 }
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	191
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	192 printf("dvision_size %d\n",w->division_size);
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	193
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	194 /* "word num" and "line num" */
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	195 w->status_num = 2;
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	196 /* taskの数 */
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	197 w->task_num = w->size / w->division_size;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	198 w->task_num = w->task_num + (w->division_size*w->task_num < w->size);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	199 int out_task_num = w->task_num;
394 e08d0aa94367 debug word_count e065725@localhost.localdomain parents: 393 diff changeset	200
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	201 w->out_task_num = out_task_num;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	202 printf("task_num %d\n",w->task_num);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	203 printf("out_task_num %d\n",w->out_task_num);
394 e08d0aa94367 debug word_count e065725@localhost.localdomain parents: 393 diff changeset	204
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	205 /* out用のdivision_size. statusが2つなので、あわせて16byteになるように、long long(8byte)を使用 */
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	206
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	207 w->division_out_size = sizeof(unsigned long long)*4;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	208 int out_size = w->division_out_size*out_task_num;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	209 w->o_data = (unsigned long long *)manager->allocate(out_size);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	210 w->out_size = 4;
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	211 printf("out size %d\n",out_size);
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	212
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	213 /各SPEの結果を合計して出力するタスク/
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	214
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	215 t_print = manager->create_task(TASK_PRINT,
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	216 (memaddr)&w->self,sizeof(memaddr),0,0);
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	217
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	218 w->t_print = t_print;
783 fc9c3b23d875 wordcount fix? yutaka@localhost.localdomain parents: 742 diff changeset	219
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	220 for(int i = 0;i<2;i++) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	221 /* Task を task_blocks ずつ起動する Task */
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	222 /* serialize されていると仮定する... */
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	223 HTaskPtr t_exec = manager->create_task(RUN_TASK_BLOCKS,
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	224 (memaddr)&w->self,sizeof(memaddr),0,0);
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	225 t_print->wait_for(t_exec);
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	226 t_exec->spawn();
394 e08d0aa94367 debug word_count e065725@localhost.localdomain parents: 393 diff changeset	227 }
e08d0aa94367 debug word_count e065725@localhost.localdomain parents: 393 diff changeset	228
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	229 t_print->spawn();
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	230 }
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	231
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	232 static char*
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	233 init(int argc, char **argv)
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	234 {
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	235
394 e08d0aa94367 debug word_count e065725@localhost.localdomain parents: 393 diff changeset	236 char *filename = 0;
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	237
394 e08d0aa94367 debug word_count e065725@localhost.localdomain parents: 393 diff changeset	238 for (int i = 1; argv[i]; ++i) {
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	239 if (strcmp(argv[i], "-file") == 0) {
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	240 filename = argv[i+1];
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	241 } else if (strcmp(argv[i], "-division") == 0) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	242 division = atoi(argv[i+1]);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	243 } else if (strcmp(argv[i], "-block") == 0) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	244 blocks = atoi(argv[i+1]);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	245 } else if (strcmp(argv[i], "-a") == 0) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	246 // create task all at once
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	247 all = 1;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	248 } else if (strcmp(argv[i], "-c") == 0) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	249 use_task_array = 0;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	250 use_compat = 1;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	251 } else if (strcmp(argv[i], "-s") == 0) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	252 use_task_array = 0;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	253 use_compat = 0;
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	254 }
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	255 }
400 00fe05184a02 Fix examples. Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 394 diff changeset	256 if (filename==0) {
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	257 puts(usr_help_str);
400 00fe05184a02 Fix examples. Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 394 diff changeset	258 exit(1);
00fe05184a02 Fix examples. Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 394 diff changeset	259 }
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	260
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	261 return filename;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	262 }
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	263
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	264
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	265 int
400 00fe05184a02 Fix examples. Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 394 diff changeset	266 TMmain(TaskManager manager, int argc, char argv[])
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	267 {
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	268
394 e08d0aa94367 debug word_count e065725@localhost.localdomain parents: 393 diff changeset	269 char *filename = 0;
e08d0aa94367 debug word_count e065725@localhost.localdomain parents: 393 diff changeset	270 filename = init(argc, argv);
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	271
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	272 if (filename < 0) {
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	273 return -1;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	274 }
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	275
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	276 task_init();
400 00fe05184a02 Fix examples. Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 394 diff changeset	277 run_start(manager, filename);
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	278
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	279 return 0;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	280 }
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	281
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	282 /* end */

Mercurial > hg > Members > kono > Cerium

annotate example/word_count/main.cc @ 949:86aea6affe6c