Mercurial > hg > Members > kono > Cerium
annotate example/word_count/main.cc @ 786:ccf78a465459
fix early free of TaskArray, add SchedTaskArrayNop stage.
author | yutaka@localhost.localdomain |
---|---|
date | Sat, 24 Apr 2010 15:24:33 +0900 |
parents | 94556e0e3547 |
children | 45c141669de7 |
rev | line source |
---|---|
393 | 1 #include <stdio.h> |
2 #include <stdlib.h> | |
3 #include <string.h> | |
4 #include <sys/mman.h> | |
5 #include <sys/types.h> | |
6 #include <sys/stat.h> | |
7 #include <fcntl.h> | |
8 #include <unistd.h> | |
9 #include "TaskManager.h" | |
10 #include "Func.h" | |
11 | |
400 | 12 extern void task_init(); |
393 | 13 |
394 | 14 const char *usr_help_str = "Usage: ./word_count [-cpu spe_num] [-file filename]\n"; |
393 | 15 |
16 typedef struct { | |
17 caddr_t file_mmap; | |
18 off_t size; | |
19 } st_mmap_t; | |
20 | |
21 | |
22 /*与えられたsizeをfix_byte_sizeの倍数にする(丸め込むっていうのかな?)*/ | |
23 int | |
24 fix_byte(int size,int fix_byte_size) | |
25 { | |
26 size = (size/fix_byte_size)*fix_byte_size + ((size%fix_byte_size)!= 0)*fix_byte_size; | |
27 | |
28 return size; | |
29 } | |
30 | |
31 | |
32 st_mmap_t | |
33 my_mmap(char *filename) | |
34 { | |
35 | |
36 /*マッピングだよ!*/ | |
37 int fd = -1; | |
38 int map = MAP_PRIVATE; | |
39 st_mmap_t st_mmap; | |
40 struct stat sb; | |
41 | |
42 if ((fd=open(filename,O_RDONLY,0666))==0) { | |
43 fprintf(stderr,"can't open %s\n",filename); | |
44 } | |
45 | |
46 if (fstat(fd,&sb)) { | |
47 fprintf(stderr,"can't fstat %s\n",filename); | |
48 } | |
49 | |
50 printf("file size %d\n",(int)sb.st_size); | |
51 | |
52 /*sizeをページングサイズの倍数にあわせる*/ | |
53 st_mmap.size = fix_byte(sb.st_size,4096); | |
54 | |
394 | 55 printf("fix 4096byte file size %d\n",(int)st_mmap.size); |
393 | 56 |
57 st_mmap.file_mmap = (char*)mmap(NULL,st_mmap.size,PROT_READ,map,fd,(off_t)0); | |
58 if (st_mmap.file_mmap == (caddr_t)-1) { | |
59 fprintf(stderr,"Can't mmap file\n"); | |
60 perror(NULL); | |
61 exit(0); | |
62 } | |
63 | |
64 return st_mmap; | |
65 | |
66 } | |
67 | |
68 | |
69 void | |
400 | 70 run_start(TaskManager *manager, char *filename) |
393 | 71 { |
72 HTaskPtr t_exec; | |
73 HTaskPtr t_print; | |
74 | |
75 st_mmap_t st_mmap; | |
76 st_mmap = my_mmap(filename); | |
77 | |
78 | |
79 /*sizeはdivision_sizeの倍数にしている。*/ | |
80 int size = st_mmap.size; | |
81 char *file_mmap = st_mmap.file_mmap; | |
82 | |
83 /* 1task分のデータサイズ(byte) */ | |
84 int division_size; | |
783 | 85 if (size >= 1024*16) { |
86 division_size = 1024 * 16;/*16kbyte*/ | |
393 | 87 } |
88 else { | |
89 division_size = size; | |
90 } | |
91 | |
92 printf("dvision_size %d\n",division_size); | |
93 | |
94 /* "word num" and "line num" */ | |
95 int status_num = 2; | |
96 /* taskの数 */ | |
97 int task_num = size / division_size; | |
394 | 98 int out_task_num = task_num + (division_size*task_num < size); |
99 | |
393 | 100 printf("task_num %d\n",task_num); |
394 | 101 |
393 | 102 /* out用のdivision_size. statusが2つなので、あわせて16byteになるように、long long(8byte)を使用 */ |
103 int division_out_size = 16; | |
104 /* out用のデータのサイズ。*/ | |
394 | 105 int out_size = division_out_size*out_task_num; |
393 | 106 unsigned long long *o_data = (unsigned long long*)manager->allocate(out_size); |
107 | |
108 | |
109 printf("out size %d\n",out_size); | |
110 | |
111 /*各SPEの結果を合計して出力するタスク*/ | |
112 | |
113 t_print = manager->create_task(TASK_PRINT); | |
786
ccf78a465459
fix early free of TaskArray, add SchedTaskArrayNop stage.
yutaka@localhost.localdomain
parents:
785
diff
changeset
|
114 t_print->set_inData(0,o_data, out_size); |
ccf78a465459
fix early free of TaskArray, add SchedTaskArrayNop stage.
yutaka@localhost.localdomain
parents:
785
diff
changeset
|
115 t_print->set_param(0,out_task_num); |
ccf78a465459
fix early free of TaskArray, add SchedTaskArrayNop stage.
yutaka@localhost.localdomain
parents:
785
diff
changeset
|
116 t_print->set_param(1,status_num); |
393 | 117 |
118 /*各SPEに処理するデータを割り振る。*/ | |
119 | |
120 /*渡すデータの最後が文字かどうか。(スペース、改行以外)*/ | |
121 int word_flag = 0; | |
785 | 122 int index = 0; |
123 int array_task_num = 32; | |
783 | 124 for (int i = 0; i < task_num; i += array_task_num) { |
125 HTask *task_main = manager->create_task_array(TASK_EXEC,array_task_num,2,1,1); | |
786
ccf78a465459
fix early free of TaskArray, add SchedTaskArrayNop stage.
yutaka@localhost.localdomain
parents:
785
diff
changeset
|
126 t_print->wait_for(task_main); |
741
a969d3cdd20a
Task Arrayed Word Count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents:
625
diff
changeset
|
127 int j ; |
742 | 128 Task *t_exec = 0; |
783 | 129 for(j = 0; j < array_task_num; j++) { |
742 | 130 t_exec = task_main->next_task_array(TASK_EXEC,t_exec); |
741
a969d3cdd20a
Task Arrayed Word Count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents:
625
diff
changeset
|
131 |
a969d3cdd20a
Task Arrayed Word Count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents:
625
diff
changeset
|
132 // t_exec = manager->create_task(TASK_EXEC); |
a969d3cdd20a
Task Arrayed Word Count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents:
625
diff
changeset
|
133 t_exec->set_param(0,division_size); |
a969d3cdd20a
Task Arrayed Word Count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents:
625
diff
changeset
|
134 t_exec->set_param(1,word_flag); |
783 | 135 |
785 | 136 //printf("%c",file_mmap[index*division_size]); |
783 | 137 |
138 t_exec->set_inData(0,&file_mmap[index*division_size], division_size); | |
139 t_exec->set_outData(0,&o_data[index*status_num], division_out_size); | |
140 | |
141 word_flag = ((file_mmap[(index+1)*division_size-1] != 0x20) && (file_mmap[(index+1)*division_size-1] != 0x0A)); | |
741
a969d3cdd20a
Task Arrayed Word Count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents:
625
diff
changeset
|
142 |
a969d3cdd20a
Task Arrayed Word Count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents:
625
diff
changeset
|
143 size -= division_size; |
783 | 144 index++; |
145 | |
741
a969d3cdd20a
Task Arrayed Word Count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents:
625
diff
changeset
|
146 } |
783 | 147 |
741
a969d3cdd20a
Task Arrayed Word Count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents:
625
diff
changeset
|
148 task_main->spawn_task_array(t_exec->next()); |
783 | 149 task_main->set_cpu(SPE_ANY); |
150 task_main->spawn(); | |
741
a969d3cdd20a
Task Arrayed Word Count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents:
625
diff
changeset
|
151 |
a969d3cdd20a
Task Arrayed Word Count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents:
625
diff
changeset
|
152 } |
a969d3cdd20a
Task Arrayed Word Count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents:
625
diff
changeset
|
153 |
786
ccf78a465459
fix early free of TaskArray, add SchedTaskArrayNop stage.
yutaka@localhost.localdomain
parents:
785
diff
changeset
|
154 //printf("size %d\n",size); |
ccf78a465459
fix early free of TaskArray, add SchedTaskArrayNop stage.
yutaka@localhost.localdomain
parents:
785
diff
changeset
|
155 |
741
a969d3cdd20a
Task Arrayed Word Count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents:
625
diff
changeset
|
156 while (size>0) { |
393 | 157 |
158 t_exec = manager->create_task(TASK_EXEC); | |
741
a969d3cdd20a
Task Arrayed Word Count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents:
625
diff
changeset
|
159 t_exec->set_param(0,size); |
a969d3cdd20a
Task Arrayed Word Count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents:
625
diff
changeset
|
160 t_exec->set_param(1,word_flag); |
783 | 161 t_exec->set_inData(0,file_mmap + index*division_size, size); |
162 t_exec->set_outData(0,o_data + index*status_num, division_out_size); | |
393 | 163 t_exec->set_cpu(SPE_ANY); |
164 t_print->wait_for(t_exec); | |
165 t_exec->spawn(); | |
783 | 166 index++; |
394 | 167 size -= division_size; |
168 } | |
169 | |
786
ccf78a465459
fix early free of TaskArray, add SchedTaskArrayNop stage.
yutaka@localhost.localdomain
parents:
785
diff
changeset
|
170 //printf("size %d\n", st_mmap.size - index*division_size); |
ccf78a465459
fix early free of TaskArray, add SchedTaskArrayNop stage.
yutaka@localhost.localdomain
parents:
785
diff
changeset
|
171 |
393 | 172 t_print->spawn(); |
173 } | |
174 | |
175 char* | |
176 init(int argc, char **argv) | |
177 { | |
178 | |
394 | 179 char *filename = 0; |
393 | 180 |
394 | 181 for (int i = 1; argv[i]; ++i) { |
393 | 182 if (strcmp(argv[i], "-file") == 0) { |
183 filename = argv[i+1]; | |
184 } | |
185 } | |
400 | 186 if (filename==0) { |
625
60aa3f241b10
64bit mode worked on Mac OS X.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents:
400
diff
changeset
|
187 printf("usage: %s [-count 10] -file filename\n",argv[0]); |
400 | 188 exit(1); |
189 } | |
393 | 190 |
191 return filename; | |
192 } | |
193 | |
194 int | |
400 | 195 TMmain(TaskManager *manager, int argc, char *argv[]) |
393 | 196 { |
197 | |
394 | 198 char *filename = 0; |
199 filename = init(argc, argv); | |
393 | 200 |
201 if (filename < 0) { | |
202 return -1; | |
203 } | |
204 | |
205 task_init(); | |
400 | 206 run_start(manager, filename); |
393 | 207 |
208 return 0; | |
209 } |