|
0
|
1 #include <stdio.h>
|
|
|
2 #include <stdlib.h>
|
|
|
3 #include <string.h>
|
|
|
4 #include <sys/stat.h>
|
|
|
5 #include <sys/mman.h>
|
|
|
6 #include <sys/types.h>
|
|
|
7 #include <fcntl.h>
|
|
|
8 #include <unistd.h>
|
|
|
9 #include <OpenCL/opencl.h>
|
|
|
10 #include <oclUtils.h>
|
|
|
11
|
|
1
|
12 #define OUT_PARAM_NUM 4
|
|
|
13 #define PRINT_PARAM_NUM 2
|
|
0
|
14
|
|
|
15 typedef struct {
|
|
|
16 caddr_t file_mmap;
|
|
|
17 off_t size;
|
|
|
18 } st_mmap_t;
|
|
|
19
|
|
1
|
20 typedef struct {
|
|
|
21 int size;
|
|
|
22 int remain_size;
|
|
|
23 } param_t;
|
|
0
|
24
|
|
|
25
|
|
|
26 static st_mmap_t
|
|
|
27 my_mmap(char *filename)
|
|
|
28 {
|
|
|
29
|
|
|
30 /*マッピングだよ!*/
|
|
|
31 int fd = -1;
|
|
|
32 int map = MAP_PRIVATE;
|
|
|
33 st_mmap_t st_mmap;
|
|
|
34 struct stat sb;
|
|
|
35
|
|
|
36 if ((fd=open(filename,O_RDONLY,0666))==0) {
|
|
|
37 fprintf(stderr,"can't open %s\n",filename);
|
|
|
38 }
|
|
|
39
|
|
|
40 if (fstat(fd,&sb)) {
|
|
|
41 fprintf(stderr,"can't fstat %s\n",filename);
|
|
|
42 }
|
|
|
43
|
|
1
|
44 st_mmap.size = sb.st_size;
|
|
0
|
45
|
|
1
|
46 printf("file size %d\n",(int)st_mmap.size);
|
|
0
|
47
|
|
|
48 st_mmap.file_mmap = (char*)mmap(NULL,st_mmap.size,PROT_READ,map,fd,(off_t)0);
|
|
|
49 if (st_mmap.file_mmap == (caddr_t)-1) {
|
|
|
50 fprintf(stderr,"Can't mmap file\n");
|
|
|
51 perror(NULL);
|
|
|
52 exit(0);
|
|
|
53 }
|
|
|
54
|
|
|
55 return st_mmap;
|
|
|
56
|
|
|
57 }
|
|
|
58
|
|
|
59
|
|
|
60
|
|
|
61 int main(int args, char *argv[])
|
|
|
62 {
|
|
|
63
|
|
|
64 char *filename = 0;
|
|
|
65
|
|
|
66 for (int i = 1; argv[i]; ++i) {
|
|
|
67 if (strcmp(argv[i], "-file") == 0) {
|
|
|
68 filename = argv[i+1];
|
|
|
69 } else if (strcmp(argv[i], "-help")) {
|
|
|
70 printf("Usage: ./word_count [-file filename]\n");
|
|
|
71 }
|
|
|
72 }
|
|
|
73
|
|
|
74 if (filename == 0) {
|
|
|
75 printf("Usage: ./word_count [-file filename]\n");
|
|
|
76 return 0;
|
|
|
77 }
|
|
|
78
|
|
|
79 //指定されたファイルをメモリにmap
|
|
|
80 st_mmap_t st_mmap = my_mmap(filename);
|
|
|
81
|
|
|
82 //kernelファイルの大きさ取得して、メモリ確保
|
|
|
83 int fd = -1;
|
|
2
|
84 const char *kernel_filename = "./kernel/word_count.cl";
|
|
0
|
85 if ((fd=open(kernel_filename,O_RDONLY,0666))==0) {
|
|
|
86 fprintf(stderr,"can't open %s\n",kernel_filename);
|
|
|
87 }
|
|
|
88
|
|
|
89 struct stat sb;
|
|
|
90 if (fstat(fd,&sb)) {
|
|
|
91 fprintf(stderr,"can't fstat %s\n",filename);
|
|
|
92 }
|
|
|
93
|
|
|
94 size_t source_size = sb.st_size;
|
|
|
95 void *source_str = malloc(source_size);
|
|
|
96
|
|
|
97 int err = read(fd, source_str, source_size);
|
|
|
98 if (err == -1) {
|
|
|
99 fprintf(stderr,"can't read %s\n",filename);
|
|
|
100 }
|
|
|
101
|
|
|
102 close(fd);
|
|
|
103
|
|
|
104 cl_platform_id platform_id = NULL;
|
|
|
105 cl_uint ret_num_platforms = NULL;
|
|
|
106 cl_int ret = clGetPlatformIDs(1, &platform_id, &ret_num_platforms);
|
|
|
107
|
|
|
108 cl_device_id device_id = NULL;
|
|
|
109 cl_uint ret_num_devices = NULL;
|
|
|
110 // CL_DEVICE_TYPE_CPU, CL_DEVICE_TYPE_GPU, と指定できる
|
|
|
111 // CL_DEVICE_TYPE_DEFAULT はどうなるのか
|
|
1
|
112 ret = clGetDeviceIDs( platform_id, CL_DEVICE_TYPE_CPU,
|
|
0
|
113 1, &device_id, &ret_num_devices);
|
|
|
114
|
|
|
115 oclCheckError(ret, CL_SUCCESS);
|
|
|
116
|
|
|
117 //OpenCLコンテキストの作成
|
|
|
118 cl_context context = clCreateContext( NULL, 1, &device_id, NULL, NULL, &ret);
|
|
|
119 oclCheckError(ret, CL_SUCCESS);
|
|
|
120 cl_command_queue command_queue = clCreateCommandQueue(context, device_id, 0, &ret);
|
|
|
121 oclCheckError(ret, CL_SUCCESS);
|
|
|
122 // カーネルプログラムを読み込む
|
|
|
123 cl_program program = clCreateProgramWithSource(context, 1, (const char **)&source_str,
|
|
|
124 (const size_t *)&source_size, &ret);
|
|
1
|
125
|
|
0
|
126 ret = clBuildProgram(program, 1, &device_id, NULL, NULL, NULL);
|
|
|
127
|
|
1
|
128 if (ret != CL_SUCCESS) {
|
|
|
129 oclLogBuildInfo(program, device_id);
|
|
|
130 }
|
|
|
131
|
|
0
|
132 oclCheckError(ret, CL_SUCCESS);
|
|
|
133
|
|
|
134 //カーネルプログラムをビルド
|
|
|
135 //Task選択にあたる
|
|
|
136 cl_kernel kernel = clCreateKernel(program, "word_count", &ret);
|
|
|
137 oclCheckError(ret, CL_SUCCESS);
|
|
|
138
|
|
|
139 //カウントするテキストデータのメモリオブジェクト
|
|
|
140 cl_mem text_memobj = clCreateBuffer(context, CL_MEM_READ_ONLY,
|
|
2
|
141 st_mmap.size, NULL, &ret);
|
|
0
|
142
|
|
|
143 ret = clEnqueueWriteBuffer(command_queue, text_memobj,
|
|
|
144 CL_TRUE, 0, st_mmap.size, (char*)st_mmap.file_mmap,
|
|
|
145 0, NULL, NULL);
|
|
|
146
|
|
|
147 oclCheckError(ret, CL_SUCCESS);
|
|
|
148
|
|
|
149 /*
|
|
|
150 * 並列度の計算
|
|
|
151 * wcするファイルの大きさに合わせる
|
|
|
152 *
|
|
|
153 */
|
|
|
154
|
|
|
155 // このdivi_size はどうやって決めるよ
|
|
|
156 int divi_size = 1024;
|
|
2
|
157 //size_t global_work_size = (st_mmap.size + divi_size - 1) / divi_size;
|
|
|
158 size_t global_work_size = st_mmap.size / divi_size;
|
|
1
|
159 int remain_size = st_mmap.size - global_work_size * divi_size;
|
|
2
|
160 if (remain_size > 0) {
|
|
|
161 global_work_size += 1;
|
|
|
162 }
|
|
0
|
163
|
|
1
|
164 /*
|
|
|
165 * 行数、単語数, 分割地点のフラグを格納する配列
|
|
|
166 * word_num, line_num, head, tail
|
|
|
167 */
|
|
0
|
168
|
|
|
169 int out_size = sizeof(int) * OUT_PARAM_NUM * global_work_size;
|
|
|
170 cl_mem out_memobj = clCreateBuffer(context, CL_MEM_WRITE_ONLY,
|
|
|
171 out_size * sizeof(char), NULL, &ret);
|
|
|
172
|
|
|
173 oclCheckError(ret, CL_SUCCESS);
|
|
|
174
|
|
2
|
175 // 必要なパラメータのオブジェクト
|
|
|
176 cl_mem param_memobj = clCreateBuffer(context, CL_MEM_READ_ONLY,
|
|
|
177 sizeof(param_t), NULL, &ret);
|
|
|
178
|
|
|
179 param_t param;
|
|
|
180 param.size = divi_size;
|
|
|
181 param.remain_size = remain_size;
|
|
|
182
|
|
|
183
|
|
|
184 ret = clEnqueueWriteBuffer(command_queue, param_memobj,
|
|
|
185 CL_TRUE, 0, sizeof(param_t), ¶m,
|
|
|
186 0, NULL, NULL);
|
|
|
187
|
|
|
188 oclCheckError(ret, CL_SUCCESS);
|
|
|
189
|
|
|
190
|
|
0
|
191
|
|
|
192 // 引数のSet
|
|
|
193 // memory object にしなくてもできるsetできるかも
|
|
|
194 ret = clSetKernelArg(kernel, 0, sizeof(cl_mem), (void *)&text_memobj);
|
|
|
195 ret |= clSetKernelArg(kernel, 1, sizeof(cl_mem), (void *)¶m_memobj);
|
|
|
196 ret |= clSetKernelArg(kernel, 2, sizeof(cl_mem), (void *)&out_memobj);
|
|
|
197
|
|
|
198 oclCheckError(ret, CL_SUCCESS);
|
|
|
199
|
|
|
200 /*
|
|
|
201 * kernel実行
|
|
|
202 * 並列に処理せずに work-item ひとつで動かしたい場合は、clEnqueueNDRangeKernel の簡易版 clEnqueueTask が使える
|
|
|
203 *
|
|
1
|
204 */
|
|
0
|
205
|
|
|
206 //ret = clEnqueueTask(command_queue, kernel, 0, NULL, NULL);
|
|
|
207 // global_work_size は配列。並列動作させる時の次元数にあわせて、配列の次元数も決まるはず
|
|
|
208 ret = clEnqueueNDRangeKernel(command_queue, kernel, 1, NULL, &global_work_size, NULL, 0, NULL, NULL);
|
|
|
209
|
|
|
210 oclCheckError(ret, CL_SUCCESS);
|
|
|
211
|
|
|
212 int *out_data = (int*)malloc(out_size);
|
|
|
213
|
|
|
214 // 演算結果の読み込み
|
|
|
215 ret = clEnqueueReadBuffer(command_queue, out_memobj, CL_TRUE, 0,
|
|
1
|
216 out_size, out_data, 0, NULL, NULL);
|
|
0
|
217
|
|
|
218 oclCheckError(ret, CL_SUCCESS);
|
|
|
219
|
|
1
|
220 printf("global_work_size %d\n", (int)global_work_size);
|
|
|
221
|
|
2
|
222 int word_line_num[PRINT_PARAM_NUM];
|
|
|
223
|
|
|
224 for (int i = 0; i < PRINT_PARAM_NUM; i++) {
|
|
|
225 word_line_num[i] = 0;
|
|
|
226 }
|
|
|
227
|
|
0
|
228 for (int i = 0; i < global_work_size; i++) {
|
|
2
|
229
|
|
1
|
230 for (int j = 0; j < PRINT_PARAM_NUM; j++) {
|
|
2
|
231
|
|
|
232 word_line_num[j] += out_data[i*OUT_PARAM_NUM+j];
|
|
|
233
|
|
0
|
234 }
|
|
2
|
235
|
|
3
|
236 //flagの判定
|
|
2
|
237 if ((i != global_work_size-1) &&
|
|
3
|
238 (out_data[i*OUT_PARAM_NUM+PRINT_PARAM_NUM+1] == 1) &&
|
|
|
239 (out_data[i*OUT_PARAM_NUM+PRINT_PARAM_NUM+4] == 0)) {
|
|
2
|
240
|
|
|
241 word_line_num[0] += 1;
|
|
|
242
|
|
|
243 }
|
|
0
|
244 }
|
|
|
245
|
|
2
|
246 printf("%d %d", word_line_num[0], word_line_num[1]);
|
|
|
247
|
|
0
|
248 clFlush(command_queue);
|
|
|
249 clFinish(command_queue);
|
|
|
250 clReleaseKernel(kernel);
|
|
|
251 clReleaseProgram(program);
|
|
|
252 clReleaseMemObject(text_memobj);
|
|
|
253 clReleaseMemObject(param_memobj);
|
|
|
254 clReleaseMemObject(out_memobj);
|
|
|
255 clReleaseCommandQueue(command_queue);
|
|
|
256 clReleaseContext(context);
|
|
|
257
|
|
|
258 free(source_str);
|
|
|
259 free(out_data);
|
|
|
260
|
|
|
261 return 0;
|
|
|
262
|
|
|
263 }
|
