0
|
1 #include <stdio.h>
|
|
2 #include <stdlib.h>
|
|
3 #include <string.h>
|
|
4 #include <sys/stat.h>
|
|
5 #include <sys/mman.h>
|
|
6 #include <sys/types.h>
|
|
7 #include <fcntl.h>
|
|
8 #include <unistd.h>
|
|
9 #include <OpenCL/opencl.h>
|
|
10 #include <oclUtils.h>
|
|
11
|
1
|
12 #define OUT_PARAM_NUM 4
|
|
13 #define PRINT_PARAM_NUM 2
|
2
|
14 #define FLAG_PARAM_NUM 2
|
0
|
15
|
|
16 typedef struct {
|
|
17 caddr_t file_mmap;
|
|
18 off_t size;
|
|
19 } st_mmap_t;
|
|
20
|
1
|
21 typedef struct {
|
|
22 int work_num;
|
|
23 int size;
|
|
24 int remain_size;
|
|
25 } param_t;
|
0
|
26
|
|
27
|
|
28 static st_mmap_t
|
|
29 my_mmap(char *filename)
|
|
30 {
|
|
31
|
|
32 /*マッピングだよ!*/
|
|
33 int fd = -1;
|
|
34 int map = MAP_PRIVATE;
|
|
35 st_mmap_t st_mmap;
|
|
36 struct stat sb;
|
|
37
|
|
38 if ((fd=open(filename,O_RDONLY,0666))==0) {
|
|
39 fprintf(stderr,"can't open %s\n",filename);
|
|
40 }
|
|
41
|
|
42 if (fstat(fd,&sb)) {
|
|
43 fprintf(stderr,"can't fstat %s\n",filename);
|
|
44 }
|
|
45
|
1
|
46 st_mmap.size = sb.st_size;
|
0
|
47
|
1
|
48 printf("file size %d\n",(int)st_mmap.size);
|
0
|
49
|
|
50 st_mmap.file_mmap = (char*)mmap(NULL,st_mmap.size,PROT_READ,map,fd,(off_t)0);
|
|
51 if (st_mmap.file_mmap == (caddr_t)-1) {
|
|
52 fprintf(stderr,"Can't mmap file\n");
|
|
53 perror(NULL);
|
|
54 exit(0);
|
|
55 }
|
|
56
|
|
57 return st_mmap;
|
|
58
|
|
59 }
|
|
60
|
|
61
|
|
62
|
|
63 int main(int args, char *argv[])
|
|
64 {
|
|
65
|
|
66 char *filename = 0;
|
|
67
|
|
68 for (int i = 1; argv[i]; ++i) {
|
|
69 if (strcmp(argv[i], "-file") == 0) {
|
|
70 filename = argv[i+1];
|
|
71 } else if (strcmp(argv[i], "-help")) {
|
|
72 printf("Usage: ./word_count [-file filename]\n");
|
|
73 }
|
|
74 }
|
|
75
|
|
76 if (filename == 0) {
|
|
77 printf("Usage: ./word_count [-file filename]\n");
|
|
78 return 0;
|
|
79 }
|
|
80
|
|
81 //指定されたファイルをメモリにmap
|
|
82 st_mmap_t st_mmap = my_mmap(filename);
|
|
83
|
|
84 //kernelファイルの大きさ取得して、メモリ確保
|
|
85 int fd = -1;
|
2
|
86 const char *kernel_filename = "./kernel/word_count.cl";
|
0
|
87 if ((fd=open(kernel_filename,O_RDONLY,0666))==0) {
|
|
88 fprintf(stderr,"can't open %s\n",kernel_filename);
|
|
89 }
|
|
90
|
|
91 struct stat sb;
|
|
92 if (fstat(fd,&sb)) {
|
|
93 fprintf(stderr,"can't fstat %s\n",filename);
|
|
94 }
|
|
95
|
|
96 size_t source_size = sb.st_size;
|
|
97 void *source_str = malloc(source_size);
|
|
98
|
|
99 int err = read(fd, source_str, source_size);
|
|
100 if (err == -1) {
|
|
101 fprintf(stderr,"can't read %s\n",filename);
|
|
102 }
|
|
103
|
|
104 close(fd);
|
|
105
|
|
106 cl_platform_id platform_id = NULL;
|
|
107 cl_uint ret_num_platforms = NULL;
|
|
108 cl_int ret = clGetPlatformIDs(1, &platform_id, &ret_num_platforms);
|
|
109
|
|
110 cl_device_id device_id = NULL;
|
|
111 cl_uint ret_num_devices = NULL;
|
|
112 // CL_DEVICE_TYPE_CPU, CL_DEVICE_TYPE_GPU, と指定できる
|
|
113 // CL_DEVICE_TYPE_DEFAULT はどうなるのか
|
1
|
114 ret = clGetDeviceIDs( platform_id, CL_DEVICE_TYPE_CPU,
|
0
|
115 1, &device_id, &ret_num_devices);
|
|
116
|
|
117 oclCheckError(ret, CL_SUCCESS);
|
|
118
|
|
119 //OpenCLコンテキストの作成
|
|
120 cl_context context = clCreateContext( NULL, 1, &device_id, NULL, NULL, &ret);
|
|
121 oclCheckError(ret, CL_SUCCESS);
|
|
122 cl_command_queue command_queue = clCreateCommandQueue(context, device_id, 0, &ret);
|
|
123 oclCheckError(ret, CL_SUCCESS);
|
|
124 // カーネルプログラムを読み込む
|
|
125 cl_program program = clCreateProgramWithSource(context, 1, (const char **)&source_str,
|
|
126 (const size_t *)&source_size, &ret);
|
1
|
127
|
0
|
128 ret = clBuildProgram(program, 1, &device_id, NULL, NULL, NULL);
|
|
129
|
1
|
130 if (ret != CL_SUCCESS) {
|
|
131 oclLogBuildInfo(program, device_id);
|
|
132 }
|
|
133
|
0
|
134 oclCheckError(ret, CL_SUCCESS);
|
|
135
|
|
136 //カーネルプログラムをビルド
|
|
137 //Task選択にあたる
|
|
138 cl_kernel kernel = clCreateKernel(program, "word_count", &ret);
|
|
139 oclCheckError(ret, CL_SUCCESS);
|
|
140
|
|
141 //カウントするテキストデータのメモリオブジェクト
|
|
142 cl_mem text_memobj = clCreateBuffer(context, CL_MEM_READ_ONLY,
|
2
|
143 st_mmap.size, NULL, &ret);
|
0
|
144
|
|
145 ret = clEnqueueWriteBuffer(command_queue, text_memobj,
|
|
146 CL_TRUE, 0, st_mmap.size, (char*)st_mmap.file_mmap,
|
|
147 0, NULL, NULL);
|
|
148
|
|
149 oclCheckError(ret, CL_SUCCESS);
|
|
150
|
|
151 /*
|
|
152 * 並列度の計算
|
|
153 * wcするファイルの大きさに合わせる
|
|
154 *
|
|
155 */
|
|
156
|
|
157 // このdivi_size はどうやって決めるよ
|
|
158 int divi_size = 1024;
|
2
|
159 //size_t global_work_size = (st_mmap.size + divi_size - 1) / divi_size;
|
|
160 size_t global_work_size = st_mmap.size / divi_size;
|
1
|
161 int remain_size = st_mmap.size - global_work_size * divi_size;
|
2
|
162 if (remain_size > 0) {
|
|
163 global_work_size += 1;
|
|
164 }
|
0
|
165
|
1
|
166 /*
|
|
167 * 行数、単語数, 分割地点のフラグを格納する配列
|
|
168 * word_num, line_num, head, tail
|
|
169 */
|
0
|
170
|
|
171 int out_size = sizeof(int) * OUT_PARAM_NUM * global_work_size;
|
|
172 cl_mem out_memobj = clCreateBuffer(context, CL_MEM_WRITE_ONLY,
|
|
173 out_size * sizeof(char), NULL, &ret);
|
|
174
|
|
175 oclCheckError(ret, CL_SUCCESS);
|
|
176
|
2
|
177 // 必要なパラメータのオブジェクト
|
|
178 cl_mem param_memobj = clCreateBuffer(context, CL_MEM_READ_ONLY,
|
|
179 sizeof(param_t), NULL, &ret);
|
|
180
|
|
181 param_t param;
|
|
182 param.work_num = global_work_size;
|
|
183 param.size = divi_size;
|
|
184 param.remain_size = remain_size;
|
|
185
|
|
186
|
|
187 ret = clEnqueueWriteBuffer(command_queue, param_memobj,
|
|
188 CL_TRUE, 0, sizeof(param_t), ¶m,
|
|
189 0, NULL, NULL);
|
|
190
|
|
191 oclCheckError(ret, CL_SUCCESS);
|
|
192
|
|
193
|
0
|
194
|
|
195 // 引数のSet
|
|
196 // memory object にしなくてもできるsetできるかも
|
|
197 ret = clSetKernelArg(kernel, 0, sizeof(cl_mem), (void *)&text_memobj);
|
|
198 ret |= clSetKernelArg(kernel, 1, sizeof(cl_mem), (void *)¶m_memobj);
|
|
199 ret |= clSetKernelArg(kernel, 2, sizeof(cl_mem), (void *)&out_memobj);
|
|
200
|
|
201 oclCheckError(ret, CL_SUCCESS);
|
|
202
|
|
203 /*
|
|
204 * kernel実行
|
|
205 * 並列に処理せずに work-item ひとつで動かしたい場合は、clEnqueueNDRangeKernel の簡易版 clEnqueueTask が使える
|
|
206 *
|
1
|
207 */
|
0
|
208
|
|
209 //ret = clEnqueueTask(command_queue, kernel, 0, NULL, NULL);
|
|
210 // global_work_size は配列。並列動作させる時の次元数にあわせて、配列の次元数も決まるはず
|
|
211 ret = clEnqueueNDRangeKernel(command_queue, kernel, 1, NULL, &global_work_size, NULL, 0, NULL, NULL);
|
|
212
|
|
213 oclCheckError(ret, CL_SUCCESS);
|
|
214
|
|
215 int *out_data = (int*)malloc(out_size);
|
|
216
|
|
217 // 演算結果の読み込み
|
|
218 ret = clEnqueueReadBuffer(command_queue, out_memobj, CL_TRUE, 0,
|
1
|
219 out_size, out_data, 0, NULL, NULL);
|
0
|
220
|
|
221 oclCheckError(ret, CL_SUCCESS);
|
|
222
|
1
|
223 printf("global_work_size %d\n", (int)global_work_size);
|
|
224
|
2
|
225 int word_line_num[PRINT_PARAM_NUM];
|
|
226
|
|
227 for (int i = 0; i < PRINT_PARAM_NUM; i++) {
|
|
228 word_line_num[i] = 0;
|
|
229 }
|
|
230
|
0
|
231 for (int i = 0; i < global_work_size; i++) {
|
2
|
232
|
1
|
233 for (int j = 0; j < PRINT_PARAM_NUM; j++) {
|
2
|
234
|
0
|
235 printf("%d ", out_data[i*OUT_PARAM_NUM+j]);
|
2
|
236 word_line_num[j] += out_data[i*OUT_PARAM_NUM+j];
|
|
237
|
0
|
238 }
|
2
|
239
|
|
240 if ((i != global_work_size-1) &&
|
|
241 (out_data[i*OUT_PARAM_NUM+PRINT_PARAM_NUM]) &&
|
|
242 (out_data[i*OUT_PARAM_NUM+PRINT_PARAM_NUM+1])) {
|
|
243
|
|
244 word_line_num[0] += 1;
|
|
245
|
|
246 }
|
|
247
|
0
|
248 printf("\n");
|
2
|
249
|
0
|
250 }
|
|
251
|
2
|
252 printf("%d %d", word_line_num[0], word_line_num[1]);
|
|
253
|
0
|
254 clFlush(command_queue);
|
|
255 clFinish(command_queue);
|
|
256 clReleaseKernel(kernel);
|
|
257 clReleaseProgram(program);
|
|
258 clReleaseMemObject(text_memobj);
|
|
259 clReleaseMemObject(param_memobj);
|
|
260 clReleaseMemObject(out_memobj);
|
|
261 clReleaseCommandQueue(command_queue);
|
|
262 clReleaseContext(context);
|
|
263
|
|
264 free(source_str);
|
|
265 free(out_data);
|
|
266
|
|
267 return 0;
|
|
268
|
|
269 }
|