annotate example/word_count/main.cc @ 393:72b73beb3325

add word_count
author e065725@localhost.localdomain
date Tue, 15 Sep 2009 16:30:46 +0900
parents
children e08d0aa94367
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
1 #include <stdio.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
2 #include <stdlib.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
3 #include <string.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
4 #include <sys/mman.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
5 #include <sys/types.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
6 #include <sys/stat.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
7 #include <fcntl.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
8 #include <unistd.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
9 #include "TaskManager.h"
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
10 #include "Func.h"
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
11
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
12 extern void task_init(void);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
13
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
14 const char *usr_help_str = "Usage: ./dependency [-cpu spe_num] [-nodepend]\n\
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
15 -nodepend No Depenendcy";
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
16
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
17 typedef struct {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
18 caddr_t file_mmap;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
19 off_t size;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
20 } st_mmap_t;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
21
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
22
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
23 /*与えられたsizeをfix_byte_sizeの倍数にする(丸め込むっていうのかな?)*/
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
24 int
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
25 fix_byte(int size,int fix_byte_size)
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
26 {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
27 size = (size/fix_byte_size)*fix_byte_size + ((size%fix_byte_size)!= 0)*fix_byte_size;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
28
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
29 return size;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
30 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
31
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
32
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
33 st_mmap_t
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
34 my_mmap(char *filename)
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
35 {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
36
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
37 /*マッピングだよ!*/
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
38 int fd = -1;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
39 int map = MAP_PRIVATE;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
40 st_mmap_t st_mmap;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
41 struct stat sb;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
42
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
43 if ((fd=open(filename,O_RDONLY,0666))==0) {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
44 fprintf(stderr,"can't open %s\n",filename);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
45 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
46
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
47 if (fstat(fd,&sb)) {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
48 fprintf(stderr,"can't fstat %s\n",filename);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
49 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
50
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
51 printf("file size %d\n",(int)sb.st_size);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
52
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
53 /*sizeをページングサイズの倍数にあわせる*/
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
54 st_mmap.size = fix_byte(sb.st_size,4096);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
55
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
56 printf("fix 4096byte file size %d\n",st_mmap.size);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
57
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
58 st_mmap.file_mmap = (char*)mmap(NULL,st_mmap.size,PROT_READ,map,fd,(off_t)0);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
59 if (st_mmap.file_mmap == (caddr_t)-1) {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
60 fprintf(stderr,"Can't mmap file\n");
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
61 perror(NULL);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
62 exit(0);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
63 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
64
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
65 return st_mmap;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
66
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
67 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
68
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
69
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
70 void
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
71 run_start(char *filename)
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
72 {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
73 HTaskPtr t_exec;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
74 HTaskPtr t_print;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
75
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
76 st_mmap_t st_mmap;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
77 st_mmap = my_mmap(filename);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
78
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
79
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
80 /*sizeはdivision_sizeの倍数にしている。*/
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
81 int size = st_mmap.size;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
82 char *file_mmap = st_mmap.file_mmap;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
83
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
84 /* 1task分のデータサイズ(byte) */
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
85 int division_size;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
86 if (size >= 4096*4) {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
87 division_size = 4096 * 4;/*16kbyte*/
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
88 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
89 else {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
90 division_size = size;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
91 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
92
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
93 division_size = 4096;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
94
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
95 printf("dvision_size %d\n",division_size);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
96
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
97 /* "word num" and "line num" */
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
98 int status_num = 2;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
99 /* taskの数 */
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
100 int task_num = size / division_size;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
101 printf("task_num %d\n",task_num);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
102 /* out用のdivision_size. statusが2つなので、あわせて16byteになるように、long long(8byte)を使用 */
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
103 int division_out_size = 16;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
104 /* out用のデータのサイズ。*/
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
105 int out_size = division_out_size*task_num;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
106 unsigned long long *o_data = (unsigned long long*)manager->allocate(out_size);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
107
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
108
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
109 printf("out size %d\n",out_size);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
110
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
111 /*各SPEの結果を合計して出力するタスク*/
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
112
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
113 t_print = manager->create_task(TASK_PRINT);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
114 t_print->add_inData(o_data, out_size);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
115 t_print->add_param(task_num);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
116 t_print->add_param(status_num);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
117
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
118 int length = division_size;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
119
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
120 printf("length %d\n",length);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
121
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
122 /*各SPEに処理するデータを割り振る。*/
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
123
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
124 /*渡すデータの最後が文字かどうか。(スペース、改行以外)*/
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
125 int word_flag = 0;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
126 int i;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
127 for (i = 0; i < task_num; i++) {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
128
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
129 t_exec = manager->create_task(TASK_EXEC);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
130 t_exec->add_inData(file_mmap + i*division_size, division_size);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
131 t_exec->add_outData(o_data + i*status_num, division_out_size);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
132 t_exec->add_param(length);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
133 t_exec->add_param(word_flag);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
134 t_exec->set_cpu(SPE_ANY);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
135 t_print->wait_for(t_exec);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
136 t_exec->spawn();
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
137
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
138 word_flag = ((file_mmap[(i+1)*division_size-1] != 0x20) && (file_mmap[(i+1)*division_size-1] != 0x0A));
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
139
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
140 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
141
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
142 t_print->spawn();
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
143 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
144
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
145 char*
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
146 init(int argc, char **argv)
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
147 {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
148
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
149 char *filename;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
150
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
151 for (int i = 1; argv[i]; ++i) {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
152
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
153 if (strcmp(argv[i], "-file") == 0) {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
154 filename = argv[i+1];
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
155 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
156
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
157 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
158
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
159 return filename;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
160 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
161
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
162 int
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
163 TMmain(int argc, char *argv[])
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
164 {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
165
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
166 char *filename = init(argc, argv);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
167
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
168
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
169 if (filename < 0) {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
170 return -1;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
171 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
172
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
173 task_init();
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
174 run_start(filename);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
175
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
176 return 0;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
177 }