Mercurial > hg > Members > kono > Cerium

annotate example/word_count_test/main.cc @ 670:9eefc1b24c87

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
add header.
author Shinji KONO <kono@ie.u-ryukyu.ac.jp>
date Thu, 03 Dec 2009 09:02:40 +0900
parents 4af9d20cf3af
children 3b6290c05f9f
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
1 #include <stdio.h>
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
2 #include <stdlib.h>
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
3 #include <string.h>
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
4 #include <sys/mman.h>
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
5 #include <sys/types.h>
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
6 #include <sys/stat.h>
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
7 #include <fcntl.h>
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
8 #include <unistd.h>
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
9 #include "TaskManager.h"
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
10 #include "SchedTask.h"
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
11 #include "Func.h"
667
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
12 #include "WordCount.h"
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
13
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
14 extern void task_init();
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
15
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
16 const char *usr_help_str = "Usage: ./word_count [-cpu spe_num] [-file filename]\n";
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
17
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
18 typedef struct {
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
19 caddr_t file_mmap;
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
20 off_t size;
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
21 } st_mmap_t;
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
22
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
23
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
24
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
25 /*与えられたsizeをfix_byte_sizeの倍数にする(丸め込むっていうのかな？)*/
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
26 static int
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
27 fix_byte(int size,int fix_byte_size)
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
28 {
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
29 size = (size/fix_byte_size)*fix_byte_size + ((size%fix_byte_size)!= 0)*fix_byte_size;
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
30
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
31 return size;
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
32 }
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
33
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
34
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
35 static st_mmap_t
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
36 my_mmap(char *filename)
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
37 {
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
38
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
39 /*マッピングだよ!*/
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
40 int fd = -1;
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
41 int map = MAP_PRIVATE;
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
42 st_mmap_t st_mmap;
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
43 struct stat sb;
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
44
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
45 if ((fd=open(filename,O_RDONLY,0666))==0) {
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
46 fprintf(stderr,"can't open %s\n",filename);
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
47 }
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
48
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
49 if (fstat(fd,&sb)) {
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
50 fprintf(stderr,"can't fstat %s\n",filename);
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
51 }
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
52
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
53 printf("file size %d\n",(int)sb.st_size);
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
54
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
55 /*sizeをページングサイズの倍数にあわせる*/
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
56 st_mmap.size = fix_byte(sb.st_size,4096);
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
57
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
58 printf("fix 4096byte file size %d\n",(int)st_mmap.size);
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
59
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
60 st_mmap.file_mmap = (char*)mmap(NULL,st_mmap.size,PROT_READ,map,fd,(off_t)0);
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
61 if (st_mmap.file_mmap == (caddr_t)-1) {
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
62 fprintf(stderr,"Can't mmap file\n");
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
63 perror(NULL);
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
64 exit(0);
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
65 }
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
66
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
67 return st_mmap;
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
68
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
69 }
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
70
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
71 static void
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
72 run_tasks(SchedTask *manager, WordCount *w, int task_count, HTaskPtr t_next, int size)
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
73 {
664
7405d92733a8 word count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 663
diff changeset
74 for (int j = 0; j < task_count && w->size>0; j++) {
7405d92733a8 word count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 663
diff changeset
75 int i = w->task_spwaned++;
667
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
76 #ifdef SIMPLE_TASK
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
77 // printf("div %0x\n", (w->file_mmap + i*w->division_size));
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
78 HTaskPtr t_exec = manager->create_task(TASK_EXEC,
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
79 (memaddr)(w->file_mmap + i*w->division_size), size,
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
80 (memaddr)(w->o_data + i*w->out_size), w->division_out_size);
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
81 #else
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
82 HTaskPtr t_exec = manager->create_task(TASK_EXEC);
664
7405d92733a8 word count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 663
diff changeset
83 if (size>w->size) size = w->size;
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
84 t_exec->add_inData(w->file_mmap + i*w->division_size, size);
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
85 t_exec->add_outData(w->o_data + i*w->status_num, w->division_out_size);
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
86 t_exec->add_outData(w->head_tail_flag + i*w->pad, w->division_out_size);
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
87 t_exec->add_param(size);
667
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
88 #endif
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
89 t_exec->set_cpu(SPE_ANY);
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
90 t_next->wait_for(t_exec);
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
91 t_exec->spawn();
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
92 w->size -= size;
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
93 w->task_num--;
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
94 }
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
95 }
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
96
664
7405d92733a8 word count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 663
diff changeset
97 SchedDefineTask1(RUN_TASK_BLOCKS,run16);
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
98
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
99 static int
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
100 run16(SchedTask *manager, void *in, void *out)
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
101 {
667
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
102 #ifdef SIMPLE_TASK
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
103 WordCount *w = *(WordCount **)in;
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
104 #else
664
7405d92733a8 word count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 663
diff changeset
105 WordCount *w = (WordCount *)manager->get_param(0);
667
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
106 #endif
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
107
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
108 if (w->task_num < w->task_blocks) {
664
7405d92733a8 word count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 663
diff changeset
109 if (w->size >= w->division_size)
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
110 run_tasks(manager,w,w->task_blocks, w->t_print, w->division_size);
664
7405d92733a8 word count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 663
diff changeset
111 while (w->size>0)
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
112 run_tasks(manager,w,1, w->t_print, w->size);
664
7405d92733a8 word count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 663
diff changeset
113 // printf("run16 last %d\n",w->task_num);
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
114 } else {
667
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
115 #ifdef SIMPLE_TASK
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
116 HTaskPtr t_next = manager->create_task(RUN_TASK_BLOCKS,
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
117 (memaddr)&w->self,sizeof(memaddr),0,0);
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
118 #else
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
119 HTaskPtr t_next = manager->create_task(RUN_TASK_BLOCKS);
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
120 t_next->set_param(0,(void*)w);
667
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
121 #endif
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
122 w->t_print->wait_for(t_next);
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
123
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
124 run_tasks(manager,w, w->task_blocks, t_next, w->division_size);
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
125
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
126 t_next->spawn();
664
7405d92733a8 word count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 663
diff changeset
127 // printf("run16 next %d\n",w->task_num);
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
128 }
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
129 return 0;
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
130 }
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
131
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
132
667
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
133 static int blocks = 48;
666
4615489c5faa simplify word_count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 665
diff changeset
134 static int division = 16; // in Kbyte
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
135
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
136 static void
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
137 run_start(TaskManager *manager, char *filename)
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
138 {
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
139 HTaskPtr t_print;
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
140
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
141 st_mmap_t st_mmap;
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
142 st_mmap = my_mmap(filename);
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
143 WordCount *w = (WordCount*)manager->allocate(sizeof(WordCount));
664
7405d92733a8 word count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 663
diff changeset
144 // bzero(w,sizeof(WordCount));
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
145
667
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
146 w->self = w;
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
147 w->task_blocks = blocks;
664
7405d92733a8 word count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 663
diff changeset
148 w->task_spwaned = 0;
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
149
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
150 /*sizeはdivision_sizeの倍数にしている。*/
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
151 w->size = st_mmap.size;
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
152 w->file_mmap = st_mmap.file_mmap;
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
153
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
154 /* 1task分のデータサイズ(byte) */
666
4615489c5faa simplify word_count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 665
diff changeset
155 if (w->size >= 1024*division) {
4615489c5faa simplify word_count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 665
diff changeset
156 w->division_size = 1024 * division;/*16kbyte*/
4615489c5faa simplify word_count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 665
diff changeset
157 } else {
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
158 w->division_size = w->size;
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
159 }
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
160
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
161 printf("dvision_size %d\n",w->division_size);
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
162
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
163 /* "word num" and "line num" */
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
164 w-> status_num = 2;
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
165 /* taskの数 */
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
166 w-> task_num = w->size / w->division_size;
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
167 int out_task_num = w->task_num + (w->division_size*w->task_num < w->size);
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
168
667
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
169 w->out_task_num = out_task_num;
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
170 printf("task_num %d\n",w->task_num);
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
171
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
172 /* out用のdivision_size. statusが2つなので、あわせて16byteになるように、long long(8byte)を使用 */
667
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
173
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
174 #ifdef SIMPLE_TASK
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
175 w-> division_out_size = sizeof(unsigned long long)*4;
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
176 int out_size = w->division_out_size*out_task_num;
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
177 w->o_data = (unsigned long long *)manager->allocate(out_size);
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
178 w-> out_size = 4;
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
179 #else
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
180 w-> division_out_size = 16;
667
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
181 int out_size = w->division_out_size*out_task_num;
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
182 /* out用のデータのサイズ。*/
669
4af9d20cf3af fix non SIMPLE_TASK code
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 667
diff changeset
183 caddr_t p = (caddr_t) manager->allocate(out_size*2);
4af9d20cf3af fix non SIMPLE_TASK code
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 667
diff changeset
184 w->o_data = (unsigned long long*)p;
664
7405d92733a8 word count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 663
diff changeset
185 //bzero(w->o_data,out_size);
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
186
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
187 w-> pad = 2;
667
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
188 w->head_tail_flag = (unsigned long long*)(p+out_size);
664
7405d92733a8 word count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 663
diff changeset
189 // bzero(w->head_tail_flag,out_size);
667
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
190 #endif
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
191 printf("out size %d\n",out_size);
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
192
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
193 /*各SPEの結果を合計して出力するタスク*/
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
194
667
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
195 #ifdef SIMPLE_TASK
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
196 t_print = manager->create_task(TASK_PRINT,
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
197 (memaddr)&w->self,sizeof(memaddr),0,0);
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
198 #else
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
199 t_print = manager->create_task(TASK_PRINT);
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
200 t_print->add_inData(w->o_data, out_size);
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
201 t_print->add_inData(w->head_tail_flag, out_size);
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
202 t_print->add_param(out_task_num);
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
203 t_print->add_param(w->status_num);
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
204 t_print->add_param(out_task_num);
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
205 t_print->add_param(w->pad);
667
d753b4f6b129 SimpeTask WordCount Worked.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 666
diff changeset
206 #endif
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
207
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
208 w->t_print = t_print;
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
209
670
9eefc1b24c87 add header.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 669
diff changeset
210 for(int i = 0;i<1;i++) {
9eefc1b24c87 add header.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 669
diff changeset
211 /* Task を task_blocks ずつ起動する Task */
9eefc1b24c87 add header.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 669
diff changeset
212 /* serialize されていると仮定する... */
9eefc1b24c87 add header.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 669
diff changeset
213 #ifdef SIMPLE_TASK
9eefc1b24c87 add header.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 669
diff changeset
214 HTaskPtr t_exec = manager->create_task(RUN_TASK_BLOCKS,
9eefc1b24c87 add header.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 669
diff changeset
215 (memaddr)&w->self,sizeof(memaddr),0,0);
9eefc1b24c87 add header.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 669
diff changeset
216 #else
9eefc1b24c87 add header.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 669
diff changeset
217 HTaskPtr t_exec = manager->create_task(RUN_TASK_BLOCKS);
9eefc1b24c87 add header.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 669
diff changeset
218 t_exec->set_param(0,(void*)w);
9eefc1b24c87 add header.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 669
diff changeset
219 #endif
9eefc1b24c87 add header.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 669
diff changeset
220 t_exec->spawn();
9eefc1b24c87 add header.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 669
diff changeset
221 t_print->wait_for(t_exec);
9eefc1b24c87 add header.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 669
diff changeset
222 }
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
223
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
224 t_print->spawn();
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
225 }
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
226
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
227 static char*
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
228 init(int argc, char **argv)
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
229 {
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
230
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
231 char *filename = 0;
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
232
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
233 for (int i = 1; argv[i]; ++i) {
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
234 if (strcmp(argv[i], "-file") == 0) {
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
235 filename = argv[i+1];
666
4615489c5faa simplify word_count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 665
diff changeset
236 } else if (strcmp(argv[i], "-division") == 0) {
4615489c5faa simplify word_count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 665
diff changeset
237 division = atoi(argv[i+1]);
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
238 } else if (strcmp(argv[i], "-block") == 0) {
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
239 blocks = atoi(argv[i+1]);
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
240 }
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
241 }
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
242 if (filename==0) {
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
243 printf("usage: %s [-block 10] -file filename\n",argv[0]);
661
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
244 exit(1);
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
245 }
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
246
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
247 return filename;
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
248 }
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
249
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
250 int
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
251 TMmain(TaskManager *manager, int argc, char *argv[])
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
252 {
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
253
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
254 char *filename = 0;
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
255 filename = init(argc, argv);
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
256
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
257 if (filename < 0) {
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
258 return -1;
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
259 }
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
260
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
261 task_init();
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
262 run_start(manager, filename);
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
263
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
264 return 0;
68f0253f5a71 add word_count_test
yutaka@henri.cr.ie.u-ryukyu.ac.jp
parents:
diff changeset
265 }
663
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
266
8a807e2f64f8 incremental task creation on word count_test
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 661
diff changeset
267 /* end */