Mercurial > hg > Members > kono > Cerium
view example/word_count_test/main.cc @ 665:4470ff271c5a
word_count_test
author | Shinji KONO <kono@ie.u-ryukyu.ac.jp> |
---|---|
date | Thu, 03 Dec 2009 01:16:34 +0900 |
parents | 7405d92733a8 |
children | 4615489c5faa |
line wrap: on
line source
#include <stdio.h> #include <stdlib.h> #include <string.h> #include <sys/mman.h> #include <sys/types.h> #include <sys/stat.h> #include <fcntl.h> #include <unistd.h> #include "TaskManager.h" #include "SchedTask.h" #include "Func.h" extern void task_init(); const char *usr_help_str = "Usage: ./word_count [-cpu spe_num] [-file filename]\n"; typedef struct { caddr_t file_mmap; off_t size; } st_mmap_t; typedef struct { int size; // remaining file size int division_size; // for each word count task int division_out_size; int task_num; // remaining task count int task_blocks; // spawn task one at a time int status_num; int task_spwaned; unsigned long long *o_data; unsigned long long *head_tail_flag; int pad; caddr_t file_mmap; HTaskPtr t_print; } WordCount; /*与えられたsizeをfix_byte_sizeの倍数にする(丸め込むっていうのかな?)*/ static int fix_byte(int size,int fix_byte_size) { size = (size/fix_byte_size)*fix_byte_size + ((size%fix_byte_size)!= 0)*fix_byte_size; return size; } static st_mmap_t my_mmap(char *filename) { /*マッピングだよ!*/ int fd = -1; int map = MAP_PRIVATE; st_mmap_t st_mmap; struct stat sb; if ((fd=open(filename,O_RDONLY,0666))==0) { fprintf(stderr,"can't open %s\n",filename); } if (fstat(fd,&sb)) { fprintf(stderr,"can't fstat %s\n",filename); } printf("file size %d\n",(int)sb.st_size); /*sizeをページングサイズの倍数にあわせる*/ st_mmap.size = fix_byte(sb.st_size,4096); printf("fix 4096byte file size %d\n",(int)st_mmap.size); st_mmap.file_mmap = (char*)mmap(NULL,st_mmap.size,PROT_READ,map,fd,(off_t)0); if (st_mmap.file_mmap == (caddr_t)-1) { fprintf(stderr,"Can't mmap file\n"); perror(NULL); exit(0); } return st_mmap; } static void run_tasks(SchedTask *manager, WordCount *w, int task_count, HTaskPtr t_next, int size) { for (int j = 0; j < task_count && w->size>0; j++) { int i = w->task_spwaned++; HTaskPtr t_exec = manager->create_task(TASK_EXEC); if (size>w->size) size = w->size; t_exec->add_inData(w->file_mmap + i*w->division_size, size); t_exec->add_outData(w->o_data + i*w->status_num, w->division_out_size); t_exec->add_outData(w->head_tail_flag + i*w->pad, w->division_out_size); t_exec->add_param(size); t_exec->set_cpu(SPE_ANY); t_next->wait_for(t_exec); t_exec->spawn(); w->size -= size; w->task_num--; } } SchedDefineTask1(RUN_TASK_BLOCKS,run16); static int run16(SchedTask *manager, void *in, void *out) { WordCount *w = (WordCount *)manager->get_param(0); if (w->task_num < w->task_blocks) { if (w->size >= w->division_size) run_tasks(manager,w,w->task_blocks, w->t_print, w->division_size); while (w->size>0) run_tasks(manager,w,1, w->t_print, w->size); // printf("run16 last %d\n",w->task_num); } else { HTaskPtr t_next = manager->create_task(RUN_TASK_BLOCKS); t_next->set_param(0,(void*)w); w->t_print->wait_for(t_next); run_tasks(manager,w, w->task_blocks, t_next, w->division_size); t_next->spawn(); // printf("run16 next %d\n",w->task_num); } return 0; } static int blocks = 192; static void run_start(TaskManager *manager, char *filename) { HTaskPtr t_print; st_mmap_t st_mmap; st_mmap = my_mmap(filename); WordCount *w = (WordCount*)manager->allocate(sizeof(WordCount)); // bzero(w,sizeof(WordCount)); w->task_blocks = blocks; w->task_spwaned = 0; /*sizeはdivision_sizeの倍数にしている。*/ w->size = st_mmap.size; w->file_mmap = st_mmap.file_mmap; /* 1task分のデータサイズ(byte) */ if (w->size >= 4096*4) { w->division_size = 4096 * 4;/*16kbyte*/ } else { w->division_size = w->size; } printf("dvision_size %d\n",w->division_size); /* "word num" and "line num" */ w-> status_num = 2; /* taskの数 */ w-> task_num = w->size / w->division_size; int out_task_num = w->task_num + (w->division_size*w->task_num < w->size); printf("task_num %d\n",w->task_num); /* out用のdivision_size. statusが2つなので、あわせて16byteになるように、long long(8byte)を使用 */ w-> division_out_size = 16; /* out用のデータのサイズ。*/ int out_size = w->division_out_size*out_task_num; w->o_data = (unsigned long long*)manager->allocate(out_size); //bzero(w->o_data,out_size); w-> pad = 2; w->head_tail_flag = (unsigned long long*)manager->allocate(out_size); // bzero(w->head_tail_flag,out_size); printf("out size %d\n",out_size); /*各SPEの結果を合計して出力するタスク*/ t_print = manager->create_task(TASK_PRINT); t_print->add_inData(w->o_data, out_size); t_print->add_inData(w->head_tail_flag, out_size); t_print->add_param(out_task_num); t_print->add_param(w->status_num); t_print->add_param(out_task_num); t_print->add_param(w->pad); w->t_print = t_print; /* Task を task_blocks ずつ起動する Task */ HTaskPtr t_exec = manager->create_task(RUN_TASK_BLOCKS); t_exec->set_param(0,(void*)w); t_exec->spawn(); t_print->wait_for(t_exec); t_print->spawn(); } static char* init(int argc, char **argv) { char *filename = 0; for (int i = 1; argv[i]; ++i) { if (strcmp(argv[i], "-file") == 0) { filename = argv[i+1]; } else if (strcmp(argv[i], "-block") == 0) { blocks = atoi(argv[i+1]); } } if (filename==0) { printf("usage: %s [-block 10] -file filename\n",argv[0]); exit(1); } return filename; } int TMmain(TaskManager *manager, int argc, char *argv[]) { char *filename = 0; filename = init(argc, argv); if (filename < 0) { return -1; } task_init(); run_start(manager, filename); return 0; } /* end */