Members/kono/Cerium: example/word_count/main.cc annotate

annotate example/word_count/main.cc @ 948:6a8941ee8294

fix word count

author	Shinji KONO <kono@ie.u-ryukyu.ac.jp>
date	Mon, 02 Aug 2010 09:36:02 +0900
parents	a8b6ee80c108
children	86aea6affe6c

rev	line source
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	1 #include <stdio.h>
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	2 #include <stdlib.h>
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	3 #include <string.h>
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	4 #include <sys/mman.h>
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	5 #include <sys/types.h>
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	6 #include <sys/stat.h>
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	7 #include <fcntl.h>
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	8 #include <unistd.h>
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	9 #include "TaskManager.h"
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	10 #include "SchedTask.h"
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	11 #include "Func.h"
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	12 #include "WordCount.h"
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	13
400 00fe05184a02 Fix examples. Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 394 diff changeset	14 extern void task_init();
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	15
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	16 int all = 0;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	17 int use_task_array = 1;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	18 int use_compat = 0;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	19
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	20 const char *usr_help_str = "Usage: ./word_count [-a -c -s] [-cpu spe_num] [-file filename]\n";
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	21
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	22 typedef struct {
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	23 caddr_t file_mmap;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	24 off_t size;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	25 } st_mmap_t;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	26
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	27
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	28
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	29 /与えられたsizeをfix_byte_sizeの倍数にする(丸め込むっていうのかな？)/
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	30 static int
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	31 fix_byte(int size,int fix_byte_size)
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	32 {
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	33 size = (size/fix_byte_size)fix_byte_size + ((size%fix_byte_size)!= 0)fix_byte_size;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	34
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	35 return size;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	36 }
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	37
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	38
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	39 static st_mmap_t
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	40 my_mmap(char *filename)
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	41 {
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	42
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	43 /マッピングだよ!/
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	44 int fd = -1;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	45 int map = MAP_PRIVATE;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	46 st_mmap_t st_mmap;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	47 struct stat sb;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	48
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	49 if ((fd=open(filename,O_RDONLY,0666))==0) {
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	50 fprintf(stderr,"can't open %s\n",filename);
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	51 }
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	52
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	53 if (fstat(fd,&sb)) {
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	54 fprintf(stderr,"can't fstat %s\n",filename);
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	55 }
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	56
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	57 printf("file size %d\n",(int)sb.st_size);
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	58
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	59 /sizeをページングサイズの倍数にあわせる/
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	60 st_mmap.size = fix_byte(sb.st_size,4096);
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	61
394 e08d0aa94367 debug word_count e065725@localhost.localdomain parents: 393 diff changeset	62 printf("fix 4096byte file size %d\n",(int)st_mmap.size);
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	63
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	64 st_mmap.file_mmap = (char*)mmap(NULL,st_mmap.size,PROT_READ,map,fd,(off_t)0);
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	65 if (st_mmap.file_mmap == (caddr_t)-1) {
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	66 fprintf(stderr,"Can't mmap file\n");
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	67 perror(NULL);
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	68 exit(0);
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	69 }
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	70
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	71 return st_mmap;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	72
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	73 }
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	74
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	75 static void
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	76 run_tasks(SchedTask manager, WordCount w, int task_count, HTaskPtr t_next, int size)
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	77 {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	78
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	79 int array_task_num = 8;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	80 if (task_count < array_task_num) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	81 array_task_num = task_count;
948 6a8941ee8294 fix word count Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 946 diff changeset	82 if (task_count<=0) return;
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	83 }
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	84
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	85 for (int i = 0; i < task_count; i += array_task_num) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	86
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	87 HTask *task_array;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	88 if (use_task_array) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	89 task_array = manager->create_task_array(TASK_EXEC,array_task_num,0,1,1);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	90 if (!all) t_next->wait_for(task_array);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	91 }
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	92
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	93 Task *t_exec = 0;
948 6a8941ee8294 fix word count Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 946 diff changeset	94 HTask *h_exec = 0;
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	95 for (int j = 0; j < array_task_num; j++) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	96 int i = w->task_spwaned++;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	97 if (use_task_array) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	98 t_exec = task_array->next_task_array(TASK_EXEC,t_exec);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	99 t_exec->set_inData(0,w->file_mmap + i*w->division_size, size);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	100 t_exec->set_outData(0,w->o_data + i*w->out_size, w->division_out_size);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	101 } else if (use_compat) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	102 h_exec = manager->create_task(TASK_EXEC);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	103 h_exec->set_inData(0,w->file_mmap + i*w->division_size, size);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	104 h_exec->set_outData(0,w->o_data + i*w->out_size, w->division_out_size);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	105 h_exec->set_cpu(SPE_ANY);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	106 h_exec->spawn();
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	107 } else {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	108 h_exec = manager->create_task(TASK_EXEC,
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	109 (memaddr)(w->file_mmap + i*w->division_size), size,
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	110 (memaddr)(w->o_data + i*w->out_size), w->division_out_size);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	111 h_exec->set_cpu(SPE_ANY);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	112 h_exec->spawn();
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	113 }
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	114 w->size -= size;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	115 w->task_num--;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	116 }
948 6a8941ee8294 fix word count Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 946 diff changeset	117 if (use_task_array) {
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	118 task_array->spawn_task_array(t_exec->next());
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	119 task_array->set_cpu(SPE_ANY);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	120 task_array->spawn();
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	121 } else {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	122 if (!all) t_next->wait_for(h_exec);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	123 }
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	124 }
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	125 }
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	126
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	127 /**
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	128 * このTaskは、PPE上で実行されるので、並列に実行されることはない
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	129 * 二つ実行されていて、Task が足りなくなることがないようにしている。
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	130 */
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	131
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	132 SchedDefineTask1(RUN_TASK_BLOCKS,run16);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	133
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	134 static int
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	135 run16(SchedTask manager, void in, void *out)
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	136 {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	137 WordCount w = (WordCount **)in;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	138
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	139 if (w->task_num < w->task_blocks) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	140 if (w->size >= w->division_size)
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	141 run_tasks(manager,w,w->task_num, w->t_print, w->division_size);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	142 while (w->size>0)
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	143 run_tasks(manager,w,1, w->t_print, w->size);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	144 // printf("run16 last %d\n",w->task_num);
948 6a8941ee8294 fix word count Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 946 diff changeset	145 } else if (w->task_num > 0 ) {
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	146 HTaskPtr t_next = manager->create_task(RUN_TASK_BLOCKS,
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	147 (memaddr)&w->self,sizeof(memaddr),0,0);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	148 w->t_print->wait_for(t_next);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	149
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	150 run_tasks(manager,w, w->task_blocks, t_next, w->division_size);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	151
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	152 t_next->spawn();
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	153 // printf("run16 next %d\n",w->task_num);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	154 }
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	155 return 0;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	156 }
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	157
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	158
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	159 static int blocks = 48;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	160 static int division = 16; // in Kbyte
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	161
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	162 static void
400 00fe05184a02 Fix examples. Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 394 diff changeset	163 run_start(TaskManager manager, char filename)
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	164 {
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	165 HTaskPtr t_print;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	166
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	167 st_mmap_t st_mmap;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	168 st_mmap = my_mmap(filename);
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	169 WordCount w = (WordCount)manager->allocate(sizeof(WordCount));
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	170 // bzero(w,sizeof(WordCount));
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	171
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	172 w->self = w;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	173 w->task_blocks = blocks;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	174 w->task_spwaned = 0;
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	175
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	176 /sizeはdivision_sizeの倍数にしている。/
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	177 w->size = st_mmap.size;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	178 w->file_mmap = st_mmap.file_mmap;
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	179
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	180 /* 1task分のデータサイズ(byte) */
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	181 if (w->size >= 1024*division) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	182 w->division_size = 1024 * division;/16kbyte/
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	183 } else {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	184 w->division_size = w->size;
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	185 }
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	186
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	187 printf("dvision_size %d\n",w->division_size);
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	188
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	189 /* "word num" and "line num" */
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	190 w->status_num = 2;
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	191 /* taskの数 */
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	192 w->task_num = w->size / w->division_size;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	193 w->task_num = w->task_num + (w->division_size*w->task_num < w->size);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	194 int out_task_num = w->task_num;
394 e08d0aa94367 debug word_count e065725@localhost.localdomain parents: 393 diff changeset	195
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	196 w->out_task_num = out_task_num;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	197 printf("task_num %d\n",w->task_num);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	198 printf("out_task_num %d\n",w->out_task_num);
394 e08d0aa94367 debug word_count e065725@localhost.localdomain parents: 393 diff changeset	199
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	200 /* out用のdivision_size. statusが2つなので、あわせて16byteになるように、long long(8byte)を使用 */
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	201
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	202 w->division_out_size = sizeof(unsigned long long)*4;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	203 int out_size = w->division_out_size*out_task_num;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	204 w->o_data = (unsigned long long *)manager->allocate(out_size);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	205 w->out_size = 4;
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	206 printf("out size %d\n",out_size);
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	207
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	208 /各SPEの結果を合計して出力するタスク/
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	209
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	210 t_print = manager->create_task(TASK_PRINT,
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	211 (memaddr)&w->self,sizeof(memaddr),0,0);
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	212
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	213 w->t_print = t_print;
783 fc9c3b23d875 wordcount fix? yutaka@localhost.localdomain parents: 742 diff changeset	214
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	215 for(int i = 0;i<2;i++) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	216 /* Task を task_blocks ずつ起動する Task */
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	217 /* serialize されていると仮定する... */
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	218 HTaskPtr t_exec = manager->create_task(RUN_TASK_BLOCKS,
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	219 (memaddr)&w->self,sizeof(memaddr),0,0);
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	220 t_print->wait_for(t_exec);
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	221 t_exec->spawn();
394 e08d0aa94367 debug word_count e065725@localhost.localdomain parents: 393 diff changeset	222 }
e08d0aa94367 debug word_count e065725@localhost.localdomain parents: 393 diff changeset	223
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	224 t_print->spawn();
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	225 }
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	226
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	227 static char*
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	228 init(int argc, char **argv)
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	229 {
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	230
394 e08d0aa94367 debug word_count e065725@localhost.localdomain parents: 393 diff changeset	231 char *filename = 0;
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	232
394 e08d0aa94367 debug word_count e065725@localhost.localdomain parents: 393 diff changeset	233 for (int i = 1; argv[i]; ++i) {
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	234 if (strcmp(argv[i], "-file") == 0) {
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	235 filename = argv[i+1];
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	236 } else if (strcmp(argv[i], "-division") == 0) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	237 division = atoi(argv[i+1]);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	238 } else if (strcmp(argv[i], "-block") == 0) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	239 blocks = atoi(argv[i+1]);
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	240 } else if (strcmp(argv[i], "-a") == 0) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	241 // create task all at once
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	242 all = 1;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	243 } else if (strcmp(argv[i], "-c") == 0) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	244 use_task_array = 0;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	245 use_compat = 1;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	246 } else if (strcmp(argv[i], "-s") == 0) {
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	247 use_task_array = 0;
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	248 use_compat = 0;
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	249 }
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	250 }
400 00fe05184a02 Fix examples. Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 394 diff changeset	251 if (filename==0) {
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	252 puts(usr_help_str);
400 00fe05184a02 Fix examples. Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 394 diff changeset	253 exit(1);
00fe05184a02 Fix examples. Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 394 diff changeset	254 }
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	255
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	256 return filename;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	257 }
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	258
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	259
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	260 int
400 00fe05184a02 Fix examples. Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 394 diff changeset	261 TMmain(TaskManager manager, int argc, char argv[])
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	262 {
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	263
394 e08d0aa94367 debug word_count e065725@localhost.localdomain parents: 393 diff changeset	264 char *filename = 0;
e08d0aa94367 debug word_count e065725@localhost.localdomain parents: 393 diff changeset	265 filename = init(argc, argv);
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	266
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	267 if (filename < 0) {
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	268 return -1;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	269 }
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	270
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	271 task_init();
400 00fe05184a02 Fix examples. Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 394 diff changeset	272 run_start(manager, filename);
393 72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	273
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	274 return 0;
72b73beb3325 add word_count e065725@localhost.localdomain parents: diff changeset	275 }
946 a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	276
a8b6ee80c108 unify word count examples.... Shinji KONO <kono@ie.u-ryukyu.ac.jp> parents: 797 diff changeset	277 /* end */

Mercurial > hg > Members > kono > Cerium

annotate example/word_count/main.cc @ 948:6a8941ee8294