Mercurial > hg > Members > kono > Cerium

annotate example/word_count/main.cc @ 1007:18a548c337cb

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
add mail_queue
author yutaka@localhost.localdomain
date Thu, 28 Oct 2010 08:39:19 +0900
parents d093d601fc14
children f8e9c985e2a8
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
1 #include <stdio.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
2 #include <stdlib.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
3 #include <string.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
4 #include <sys/mman.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
5 #include <sys/types.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
6 #include <sys/stat.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
7 #include <fcntl.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
8 #include <unistd.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
9 #include "TaskManager.h"
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
10 #include "SchedTask.h"
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
11 #include "Func.h"
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
12 #include "WordCount.h"
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
13
400
00fe05184a02 Fix examples.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 394
diff changeset
14 extern void task_init();
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
15
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
16 int all = 0;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
17 int use_task_array = 1;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
18 int use_compat = 0;
967
3e1c218da048 add anum option in WordCount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 950
diff changeset
19 int array_task_num = 8;
970
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
20 int spe_num = 1;
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
21
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
22 const char *usr_help_str = "Usage: ./word_count [-a -c -s] [-cpu spe_num] [-file filename]\n";
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
23
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
24 typedef struct {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
25 caddr_t file_mmap;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
26 off_t size;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
27 } st_mmap_t;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
28
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
29
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
30
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
31 /*与えられたsizeをfix_byte_sizeの倍数にする(丸め込むっていうのかな？)*/
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
32 static int
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
33 fix_byte(int size,int fix_byte_size)
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
34 {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
35 size = (size/fix_byte_size)*fix_byte_size + ((size%fix_byte_size)!= 0)*fix_byte_size;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
36
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
37 return size;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
38 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
39
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
40
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
41 static st_mmap_t
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
42 my_mmap(char *filename)
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
43 {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
44
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
45 /*マッピングだよ!*/
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
46 int fd = -1;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
47 int map = MAP_PRIVATE;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
48 st_mmap_t st_mmap;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
49 struct stat sb;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
50
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
51 if ((fd=open(filename,O_RDONLY,0666))==0) {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
52 fprintf(stderr,"can't open %s\n",filename);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
53 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
54
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
55 if (fstat(fd,&sb)) {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
56 fprintf(stderr,"can't fstat %s\n",filename);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
57 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
58
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
59 printf("file size %d\n",(int)sb.st_size);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
60
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
61 /*sizeをページングサイズの倍数にあわせる*/
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
62 st_mmap.size = fix_byte(sb.st_size,4096);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
63
394
e08d0aa94367 debug word_count
e065725@localhost.localdomain
parents: 393
diff changeset
64 printf("fix 4096byte file size %d\n",(int)st_mmap.size);
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
65
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
66 st_mmap.file_mmap = (char*)mmap(NULL,st_mmap.size,PROT_READ,map,fd,(off_t)0);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
67 if (st_mmap.file_mmap == (caddr_t)-1) {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
68 fprintf(stderr,"Can't mmap file\n");
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
69 perror(NULL);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
70 exit(0);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
71 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
72
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
73 return st_mmap;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
74
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
75 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
76
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
77 static void
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
78 run_tasks(SchedTask *manager, WordCount *w, int task_count, HTaskPtr t_next, int size)
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
79 {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
80
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
81 if (task_count < array_task_num) {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
82 array_task_num = task_count;
948
6a8941ee8294 fix word count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 946
diff changeset
83 if (task_count<=0) return;
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
84 }
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
85
970
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
86
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
87 if (use_task_array) {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
88
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
89 int spl = spe_num * array_task_num;
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
90 int loop = (task_count + spl - 1) / spl;
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
91
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
92 for (int i = 0; i < loop; i += 1) {
972
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
93
970
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
94 if (spl > w->task_num) {
972
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
95 if (w->task_num >= spe_num) {
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
96 array_task_num = w->task_num / spe_num;
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
97 } else {
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
98
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
99 int task_num = w->task_num;
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
100
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
101 for (int j = 0; j < task_num; j++) {
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
102 HTask *h_exec = 0;
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
103 int i = w->task_spwaned++;
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
104
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
105 if (w->size < size) size = w->size;
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
106
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
107 h_exec = manager->create_task(TASK_EXEC,
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
108 (memaddr)(w->file_mmap + i*w->division_size), size,
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
109 (memaddr)(w->o_data + i*w->out_size), w->division_out_size);
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
110
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
111 if (all) {
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
112 w->t_print->wait_for(h_exec);
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
113 } else {
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
114 t_next->wait_for(h_exec);
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
115 }
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
116
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
117 h_exec->set_cpu(SPE_ANY);
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
118 h_exec->spawn();
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
119
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
120 w->size -= size;
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
121 w->task_num--;
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
122
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
123 }
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
124
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
125 return;
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
126 }
970
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
127 }
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
128
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
129
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
130 HTask **task_array = (HTask**)manager->allocate(sizeof(HTask*)*spe_num);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
131 Task **t_exec = (Task**)manager->allocate(sizeof(Task*)*spe_num);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
132
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
133 for (int k = 0; k < spe_num; k++) {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
134 task_array[k] = manager->create_task_array(TASK_EXEC,array_task_num,0,1,1);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
135 t_exec[k] = 0;
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
136 if (all) {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
137 w->t_print->wait_for(task_array[k]);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
138 } else {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
139 t_next->wait_for(task_array[k]);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
140 }
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
141 }
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
142
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
143
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
144 for (int j = 0; j < array_task_num; j++) {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
145 for (int k = 0; k < spe_num; k++) {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
146
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
147 int a = w->task_spwaned++;
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
148
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
149 if (w->size < size) size = w->size;
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
150
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
151 t_exec[k] = task_array[k]->next_task_array(TASK_EXEC,t_exec[k]);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
152 t_exec[k]->set_inData(0,w->file_mmap + a*w->division_size, size);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
153 t_exec[k]->set_outData(0,w->o_data + a*w->out_size, w->division_out_size);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
154
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
155 w->size -= size;
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
156 w->task_num--;
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
157 }
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
158 }
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
159
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
160 for (int k = 0; k < spe_num; k++) {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
161 task_array[k]->spawn_task_array(t_exec[k]->next());
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
162 task_array[k]->set_cpu(SPE_ANY);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
163 task_array[k]->spawn();
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
164 }
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
165
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
166 }
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
167
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
168 return;
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
169
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
170 }
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
171
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
172
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
173 for (int i = 0; i < task_count; i += array_task_num) {
970
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
174
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
175 HTask *h_exec = 0;
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
176 for (int j = 0; j < array_task_num; j++) {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
177 int i = w->task_spwaned++;
949
86aea6affe6c word count size fix
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 948
diff changeset
178 if (w->size < size) size = w->size;
86aea6affe6c word count size fix
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 948
diff changeset
179 if (size==0) break;
970
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
180
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
181 if (use_compat) {
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
182 h_exec = manager->create_task(TASK_EXEC);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
183 h_exec->set_inData(0,w->file_mmap + i*w->division_size, size);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
184 h_exec->set_outData(0,w->o_data + i*w->out_size, w->division_out_size);
968
0a6c5ee89a4c fix wordcount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 967
diff changeset
185
970
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
186 if (all) {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
187 w->t_print->wait_for(h_exec);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
188 } else {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
189 t_next->wait_for(h_exec);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
190 }
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
191
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
192 h_exec->set_cpu(SPE_ANY);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
193 h_exec->spawn();
970
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
194
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
195 } else {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
196 h_exec = manager->create_task(TASK_EXEC,
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
197 (memaddr)(w->file_mmap + i*w->division_size), size,
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
198 (memaddr)(w->o_data + i*w->out_size), w->division_out_size);
970
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
199
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
200 if (all) {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
201 w->t_print->wait_for(h_exec);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
202 } else {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
203 t_next->wait_for(h_exec);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
204 }
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
205
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
206 h_exec->set_cpu(SPE_ANY);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
207 h_exec->spawn();
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
208 }
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
209 w->size -= size;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
210 w->task_num--;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
211 }
970
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
212
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
213 }
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
214
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
215 }
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
216
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
217 /**
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
218 * このTaskは、PPE上で実行されるので、並列に実行されることはない
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
219 * 二つ実行されていて、Task が足りなくなることがないようにしている。
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
220 */
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
221
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
222 SchedDefineTask1(RUN_TASK_BLOCKS,run16);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
223
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
224 static int
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
225 run16(SchedTask *manager, void *in, void *out)
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
226 {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
227 WordCount *w = *(WordCount **)in;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
228
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
229 if (w->task_num < w->task_blocks) {
949
86aea6affe6c word count size fix
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 948
diff changeset
230 // last case
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
231 if (w->size >= w->division_size)
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
232 run_tasks(manager,w,w->task_num, w->t_print, w->division_size);
949
86aea6affe6c word count size fix
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 948
diff changeset
233 // remaining data
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
234 while (w->size>0)
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
235 run_tasks(manager,w,1, w->t_print, w->size);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
236 // printf("run16 last %d\n",w->task_num);
949
86aea6affe6c word count size fix
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 948
diff changeset
237 } else {
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
238 HTaskPtr t_next = manager->create_task(RUN_TASK_BLOCKS,
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
239 (memaddr)&w->self,sizeof(memaddr),0,0);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
240 w->t_print->wait_for(t_next);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
241
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
242 run_tasks(manager,w, w->task_blocks, t_next, w->division_size);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
243
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
244 t_next->spawn();
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
245 // printf("run16 next %d\n",w->task_num);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
246 }
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
247 return 0;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
248 }
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
249
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
250
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
251 static int blocks = 48;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
252 static int division = 16; // in Kbyte
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
253
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
254 static void
400
00fe05184a02 Fix examples.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 394
diff changeset
255 run_start(TaskManager *manager, char *filename)
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
256 {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
257 HTaskPtr t_print;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
258
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
259 st_mmap_t st_mmap;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
260 st_mmap = my_mmap(filename);
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
261 WordCount *w = (WordCount*)manager->allocate(sizeof(WordCount));
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
262 // bzero(w,sizeof(WordCount));
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
263
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
264 w->self = w;
968
0a6c5ee89a4c fix wordcount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 967
diff changeset
265 //w->task_blocks = blocks;
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
266 w->task_spwaned = 0;
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
267
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
268 /*sizeはdivision_sizeの倍数にしている。*/
949
86aea6affe6c word count size fix
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 948
diff changeset
269 w->size = w->file_size = st_mmap.size;
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
270 w->file_mmap = st_mmap.file_mmap;
949
86aea6affe6c word count size fix
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 948
diff changeset
271 printf("w %lx\n",(long)w);
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
272
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
273 /* 1task分のデータサイズ(byte) */
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
274 if (w->size >= 1024*division) {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
275 w->division_size = 1024 * division;/*16kbyte*/
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
276 } else {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
277 w->division_size = w->size;
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
278 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
279
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
280 printf("dvision_size %d\n",w->division_size);
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
281
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
282 /* "word num" and "line num" */
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
283 w->status_num = 2;
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
284 /* taskの数 */
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
285 w->task_num = w->size / w->division_size;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
286 w->task_num = w->task_num + (w->division_size*w->task_num < w->size);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
287 int out_task_num = w->task_num;
394
e08d0aa94367 debug word_count
e065725@localhost.localdomain
parents: 393
diff changeset
288
968
0a6c5ee89a4c fix wordcount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 967
diff changeset
289 if(!all) {
0a6c5ee89a4c fix wordcount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 967
diff changeset
290 w->task_blocks = blocks;
0a6c5ee89a4c fix wordcount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 967
diff changeset
291 } else {
0a6c5ee89a4c fix wordcount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 967
diff changeset
292 w->task_blocks = w->task_num;
0a6c5ee89a4c fix wordcount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 967
diff changeset
293 }
0a6c5ee89a4c fix wordcount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 967
diff changeset
294
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
295 w->out_task_num = out_task_num;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
296 printf("task_num %d\n",w->task_num);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
297 printf("out_task_num %d\n",w->out_task_num);
394
e08d0aa94367 debug word_count
e065725@localhost.localdomain
parents: 393
diff changeset
298
1007
18a548c337cb add mail_queue
yutaka@localhost.localdomain
parents: 972
diff changeset
299 /* out用のdivision_size. statusが2つなので、あわせて16byteになるように、long long(4byte)を使用 */
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
300
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
301 w->division_out_size = sizeof(unsigned long long)*4;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
302 int out_size = w->division_out_size*out_task_num;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
303 w->o_data = (unsigned long long *)manager->allocate(out_size);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
304 w->out_size = 4;
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
305 printf("out size %d\n",out_size);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
306
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
307 /*各SPEの結果を合計して出力するタスク*/
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
308
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
309 t_print = manager->create_task(TASK_PRINT,
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
310 (memaddr)&w->self,sizeof(memaddr),0,0);
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
311
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
312 w->t_print = t_print;
783
fc9c3b23d875 wordcount fix?
yutaka@localhost.localdomain
parents: 742
diff changeset
313
968
0a6c5ee89a4c fix wordcount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 967
diff changeset
314 for(int i = 0;i<1;i++) {
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
315 /* Task を task_blocks ずつ起動する Task */
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
316 /* serialize されていると仮定する... */
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
317 HTaskPtr t_exec = manager->create_task(RUN_TASK_BLOCKS,
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
318 (memaddr)&w->self,sizeof(memaddr),0,0);
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
319 t_print->wait_for(t_exec);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
320 t_exec->spawn();
394
e08d0aa94367 debug word_count
e065725@localhost.localdomain
parents: 393
diff changeset
321 }
e08d0aa94367 debug word_count
e065725@localhost.localdomain
parents: 393
diff changeset
322
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
323 t_print->spawn();
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
324 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
325
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
326 static char*
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
327 init(int argc, char **argv)
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
328 {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
329
394
e08d0aa94367 debug word_count
e065725@localhost.localdomain
parents: 393
diff changeset
330 char *filename = 0;
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
331
394
e08d0aa94367 debug word_count
e065725@localhost.localdomain
parents: 393
diff changeset
332 for (int i = 1; argv[i]; ++i) {
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
333 if (strcmp(argv[i], "-file") == 0) {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
334 filename = argv[i+1];
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
335 } else if (strcmp(argv[i], "-division") == 0) {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
336 division = atoi(argv[i+1]);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
337 } else if (strcmp(argv[i], "-block") == 0) {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
338 blocks = atoi(argv[i+1]);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
339 } else if (strcmp(argv[i], "-a") == 0) {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
340 // create task all at once
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
341 all = 1;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
342 } else if (strcmp(argv[i], "-c") == 0) {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
343 use_task_array = 0;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
344 use_compat = 1;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
345 } else if (strcmp(argv[i], "-s") == 0) {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
346 use_task_array = 0;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
347 use_compat = 0;
967
3e1c218da048 add anum option in WordCount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 950
diff changeset
348 } else if (strcmp(argv[i], "-anum") == 0) {
3e1c218da048 add anum option in WordCount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 950
diff changeset
349 array_task_num = atoi(argv[i+1]);
970
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
350 } else if (strcmp(argv[i], "-cpu") == 0) {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
351 spe_num = atoi(argv[i+1]);
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
352 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
353 }
400
00fe05184a02 Fix examples.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 394
diff changeset
354 if (filename==0) {
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
355 puts(usr_help_str);
400
00fe05184a02 Fix examples.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 394
diff changeset
356 exit(1);
00fe05184a02 Fix examples.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 394
diff changeset
357 }
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
358
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
359 return filename;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
360 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
361
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
362
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
363 int
400
00fe05184a02 Fix examples.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 394
diff changeset
364 TMmain(TaskManager *manager, int argc, char *argv[])
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
365 {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
366
394
e08d0aa94367 debug word_count
e065725@localhost.localdomain
parents: 393
diff changeset
367 char *filename = 0;
e08d0aa94367 debug word_count
e065725@localhost.localdomain
parents: 393
diff changeset
368 filename = init(argc, argv);
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
369
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
370 if (filename < 0) {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
371 return -1;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
372 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
373
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
374 task_init();
400
00fe05184a02 Fix examples.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 394
diff changeset
375 run_start(manager, filename);
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
376
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
377 return 0;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
378 }
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
379
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
380 /* end */