Mercurial > hg > Members > kono > Cerium

annotate example/word_count/main.cc @ 1021:f8e9c985e2a8

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
use MailManager
author yutaka@localhost.localdomain
date Sun, 07 Nov 2010 22:10:29 +0900
parents 18a548c337cb
children 1e243714cf3c
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
1 #include <stdio.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
2 #include <stdlib.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
3 #include <string.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
4 #include <sys/mman.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
5 #include <sys/types.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
6 #include <sys/stat.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
7 #include <fcntl.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
8 #include <unistd.h>
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
9 #include "TaskManager.h"
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
10 #include "SchedTask.h"
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
11 #include "Func.h"
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
12 #include "WordCount.h"
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
13
400
00fe05184a02 Fix examples.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 394
diff changeset
14 extern void task_init();
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
15
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
16 int all = 0;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
17 int use_task_array = 1;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
18 int use_compat = 0;
967
3e1c218da048 add anum option in WordCount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 950
diff changeset
19 int array_task_num = 8;
970
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
20 int spe_num = 1;
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
21
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
22 const char *usr_help_str = "Usage: ./word_count [-a -c -s] [-cpu spe_num] [-file filename]\n";
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
23
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
24 typedef struct {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
25 caddr_t file_mmap;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
26 off_t size;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
27 } st_mmap_t;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
28
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
29
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
30
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
31 /*与えられたsizeをfix_byte_sizeの倍数にする(丸め込むっていうのかな？)*/
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
32 static int
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
33 fix_byte(int size,int fix_byte_size)
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
34 {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
35 size = (size/fix_byte_size)*fix_byte_size + ((size%fix_byte_size)!= 0)*fix_byte_size;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
36
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
37 return size;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
38 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
39
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
40
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
41 static st_mmap_t
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
42 my_mmap(char *filename)
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
43 {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
44
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
45 /*マッピングだよ!*/
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
46 int fd = -1;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
47 int map = MAP_PRIVATE;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
48 st_mmap_t st_mmap;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
49 struct stat sb;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
50
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
51 if ((fd=open(filename,O_RDONLY,0666))==0) {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
52 fprintf(stderr,"can't open %s\n",filename);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
53 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
54
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
55 if (fstat(fd,&sb)) {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
56 fprintf(stderr,"can't fstat %s\n",filename);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
57 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
58
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
59 printf("file size %d\n",(int)sb.st_size);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
60
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
61 /*sizeをページングサイズの倍数にあわせる*/
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
62 st_mmap.size = fix_byte(sb.st_size,4096);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
63
394
e08d0aa94367 debug word_count
e065725@localhost.localdomain
parents: 393
diff changeset
64 printf("fix 4096byte file size %d\n",(int)st_mmap.size);
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
65
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
66 st_mmap.file_mmap = (char*)mmap(NULL,st_mmap.size,PROT_READ,map,fd,(off_t)0);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
67 if (st_mmap.file_mmap == (caddr_t)-1) {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
68 fprintf(stderr,"Can't mmap file\n");
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
69 perror(NULL);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
70 exit(0);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
71 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
72
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
73 return st_mmap;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
74
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
75 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
76
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
77 static void
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
78 run_tasks(SchedTask *manager, WordCount *w, int task_count, HTaskPtr t_next, int size)
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
79 {
1021
f8e9c985e2a8 use MailManager
yutaka@localhost.localdomain
parents: 1007
diff changeset
80
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
81 if (task_count < array_task_num) {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
82 array_task_num = task_count;
948
6a8941ee8294 fix word count
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 946
diff changeset
83 if (task_count<=0) return;
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
84 }
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
85
970
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
86
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
87 if (use_task_array) {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
88
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
89 int spl = spe_num * array_task_num;
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
90 int loop = (task_count + spl - 1) / spl;
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
91
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
92 for (int i = 0; i < loop; i += 1) {
972
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
93
970
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
94 if (spl > w->task_num) {
972
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
95 if (w->task_num >= spe_num) {
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
96 array_task_num = w->task_num / spe_num;
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
97 } else {
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
98
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
99 int task_num = w->task_num;
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
100
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
101 for (int j = 0; j < task_num; j++) {
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
102 HTask *h_exec = 0;
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
103 int i = w->task_spwaned++;
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
104
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
105 if (w->size < size) size = w->size;
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
106
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
107 h_exec = manager->create_task(TASK_EXEC,
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
108 (memaddr)(w->file_mmap + i*w->division_size), size,
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
109 (memaddr)(w->o_data + i*w->out_size), w->division_out_size);
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
110
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
111 if (all) {
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
112 w->t_print->wait_for(h_exec);
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
113 } else {
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
114 t_next->wait_for(h_exec);
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
115 }
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
116
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
117 h_exec->set_cpu(SPE_ANY);
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
118 h_exec->spawn();
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
119
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
120 w->size -= size;
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
121 w->task_num--;
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
122
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
123 }
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
124
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
125 return;
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 970
diff changeset
126 }
970
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
127 }
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
128
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
129
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
130 HTask **task_array = (HTask**)manager->allocate(sizeof(HTask*)*spe_num);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
131 Task **t_exec = (Task**)manager->allocate(sizeof(Task*)*spe_num);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
132
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
133 for (int k = 0; k < spe_num; k++) {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
134 task_array[k] = manager->create_task_array(TASK_EXEC,array_task_num,0,1,1);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
135 t_exec[k] = 0;
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
136 if (all) {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
137 w->t_print->wait_for(task_array[k]);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
138 } else {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
139 t_next->wait_for(task_array[k]);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
140 }
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
141 }
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
142
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
143
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
144 for (int j = 0; j < array_task_num; j++) {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
145 for (int k = 0; k < spe_num; k++) {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
146
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
147 int a = w->task_spwaned++;
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
148
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
149 if (w->size < size) size = w->size;
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
150
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
151 t_exec[k] = task_array[k]->next_task_array(TASK_EXEC,t_exec[k]);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
152 t_exec[k]->set_inData(0,w->file_mmap + a*w->division_size, size);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
153 t_exec[k]->set_outData(0,w->o_data + a*w->out_size, w->division_out_size);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
154
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
155 w->size -= size;
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
156 w->task_num--;
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
157 }
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
158 }
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
159
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
160 for (int k = 0; k < spe_num; k++) {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
161 task_array[k]->spawn_task_array(t_exec[k]->next());
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
162 task_array[k]->set_cpu(SPE_ANY);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
163 task_array[k]->spawn();
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
164 }
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
165
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
166 }
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
167
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
168 return;
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
169
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
170 }
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
171
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
172
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
173 for (int i = 0; i < task_count; i += array_task_num) {
970
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
174
1021
f8e9c985e2a8 use MailManager
yutaka@localhost.localdomain
parents: 1007
diff changeset
175 HTask *h_exec = 0;
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
176 for (int j = 0; j < array_task_num; j++) {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
177 int i = w->task_spwaned++;
949
86aea6affe6c word count size fix
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 948
diff changeset
178 if (w->size < size) size = w->size;
86aea6affe6c word count size fix
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 948
diff changeset
179 if (size==0) break;
970
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
180
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
181 if (use_compat) {
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
182 h_exec = manager->create_task(TASK_EXEC);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
183 h_exec->set_inData(0,w->file_mmap + i*w->division_size, size);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
184 h_exec->set_outData(0,w->o_data + i*w->out_size, w->division_out_size);
968
0a6c5ee89a4c fix wordcount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 967
diff changeset
185
1021
f8e9c985e2a8 use MailManager
yutaka@localhost.localdomain
parents: 1007
diff changeset
186
970
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
187 if (all) {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
188 w->t_print->wait_for(h_exec);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
189 } else {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
190 t_next->wait_for(h_exec);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
191 }
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
192
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
193 h_exec->set_cpu(SPE_ANY);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
194 h_exec->spawn();
970
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
195
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
196 } else {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
197 h_exec = manager->create_task(TASK_EXEC,
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
198 (memaddr)(w->file_mmap + i*w->division_size), size,
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
199 (memaddr)(w->o_data + i*w->out_size), w->division_out_size);
970
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
200
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
201 if (all) {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
202 w->t_print->wait_for(h_exec);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
203 } else {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
204 t_next->wait_for(h_exec);
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
205 }
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
206
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
207 h_exec->set_cpu(SPE_ANY);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
208 h_exec->spawn();
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
209 }
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
210 w->size -= size;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
211 w->task_num--;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
212 }
970
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
213
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
214 }
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
215
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
216 }
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
217
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
218 /**
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
219 * このTaskは、PPE上で実行されるので、並列に実行されることはない
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
220 * 二つ実行されていて、Task が足りなくなることがないようにしている。
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
221 */
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
222
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
223 SchedDefineTask1(RUN_TASK_BLOCKS,run16);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
224
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
225 static int
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
226 run16(SchedTask *manager, void *in, void *out)
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
227 {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
228 WordCount *w = *(WordCount **)in;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
229
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
230 if (w->task_num < w->task_blocks) {
949
86aea6affe6c word count size fix
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 948
diff changeset
231 // last case
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
232 if (w->size >= w->division_size)
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
233 run_tasks(manager,w,w->task_num, w->t_print, w->division_size);
949
86aea6affe6c word count size fix
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 948
diff changeset
234 // remaining data
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
235 while (w->size>0)
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
236 run_tasks(manager,w,1, w->t_print, w->size);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
237 // printf("run16 last %d\n",w->task_num);
949
86aea6affe6c word count size fix
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 948
diff changeset
238 } else {
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
239 HTaskPtr t_next = manager->create_task(RUN_TASK_BLOCKS,
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
240 (memaddr)&w->self,sizeof(memaddr),0,0);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
241 w->t_print->wait_for(t_next);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
242
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
243 run_tasks(manager,w, w->task_blocks, t_next, w->division_size);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
244
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
245 t_next->spawn();
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
246 // printf("run16 next %d\n",w->task_num);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
247 }
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
248 return 0;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
249 }
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
250
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
251
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
252 static int blocks = 48;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
253 static int division = 16; // in Kbyte
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
254
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
255 static void
400
00fe05184a02 Fix examples.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 394
diff changeset
256 run_start(TaskManager *manager, char *filename)
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
257 {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
258 HTaskPtr t_print;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
259
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
260 st_mmap_t st_mmap;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
261 st_mmap = my_mmap(filename);
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
262 WordCount *w = (WordCount*)manager->allocate(sizeof(WordCount));
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
263 // bzero(w,sizeof(WordCount));
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
264
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
265 w->self = w;
968
0a6c5ee89a4c fix wordcount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 967
diff changeset
266 //w->task_blocks = blocks;
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
267 w->task_spwaned = 0;
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
268
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
269 /*sizeはdivision_sizeの倍数にしている。*/
949
86aea6affe6c word count size fix
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 948
diff changeset
270 w->size = w->file_size = st_mmap.size;
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
271 w->file_mmap = st_mmap.file_mmap;
949
86aea6affe6c word count size fix
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 948
diff changeset
272 printf("w %lx\n",(long)w);
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
273
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
274 /* 1task分のデータサイズ(byte) */
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
275 if (w->size >= 1024*division) {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
276 w->division_size = 1024 * division;/*16kbyte*/
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
277 } else {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
278 w->division_size = w->size;
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
279 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
280
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
281 printf("dvision_size %d\n",w->division_size);
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
282
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
283 /* "word num" and "line num" */
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
284 w->status_num = 2;
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
285 /* taskの数 */
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
286 w->task_num = w->size / w->division_size;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
287 w->task_num = w->task_num + (w->division_size*w->task_num < w->size);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
288 int out_task_num = w->task_num;
394
e08d0aa94367 debug word_count
e065725@localhost.localdomain
parents: 393
diff changeset
289
968
0a6c5ee89a4c fix wordcount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 967
diff changeset
290 if(!all) {
0a6c5ee89a4c fix wordcount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 967
diff changeset
291 w->task_blocks = blocks;
0a6c5ee89a4c fix wordcount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 967
diff changeset
292 } else {
0a6c5ee89a4c fix wordcount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 967
diff changeset
293 w->task_blocks = w->task_num;
0a6c5ee89a4c fix wordcount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 967
diff changeset
294 }
0a6c5ee89a4c fix wordcount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 967
diff changeset
295
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
296 w->out_task_num = out_task_num;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
297 printf("task_num %d\n",w->task_num);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
298 printf("out_task_num %d\n",w->out_task_num);
394
e08d0aa94367 debug word_count
e065725@localhost.localdomain
parents: 393
diff changeset
299
1007
18a548c337cb add mail_queue
yutaka@localhost.localdomain
parents: 972
diff changeset
300 /* out用のdivision_size. statusが2つなので、あわせて16byteになるように、long long(4byte)を使用 */
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
301
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
302 w->division_out_size = sizeof(unsigned long long)*4;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
303 int out_size = w->division_out_size*out_task_num;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
304 w->o_data = (unsigned long long *)manager->allocate(out_size);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
305 w->out_size = 4;
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
306 printf("out size %d\n",out_size);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
307
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
308 /*各SPEの結果を合計して出力するタスク*/
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
309
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
310 t_print = manager->create_task(TASK_PRINT,
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
311 (memaddr)&w->self,sizeof(memaddr),0,0);
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
312
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
313 w->t_print = t_print;
783
fc9c3b23d875 wordcount fix?
yutaka@localhost.localdomain
parents: 742
diff changeset
314
968
0a6c5ee89a4c fix wordcount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 967
diff changeset
315 for(int i = 0;i<1;i++) {
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
316 /* Task を task_blocks ずつ起動する Task */
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
317 /* serialize されていると仮定する... */
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
318 HTaskPtr t_exec = manager->create_task(RUN_TASK_BLOCKS,
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
319 (memaddr)&w->self,sizeof(memaddr),0,0);
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
320 t_print->wait_for(t_exec);
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
321 t_exec->spawn();
394
e08d0aa94367 debug word_count
e065725@localhost.localdomain
parents: 393
diff changeset
322 }
e08d0aa94367 debug word_count
e065725@localhost.localdomain
parents: 393
diff changeset
323
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
324 t_print->spawn();
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
325 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
326
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
327 static char*
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
328 init(int argc, char **argv)
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
329 {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
330
394
e08d0aa94367 debug word_count
e065725@localhost.localdomain
parents: 393
diff changeset
331 char *filename = 0;
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
332
394
e08d0aa94367 debug word_count
e065725@localhost.localdomain
parents: 393
diff changeset
333 for (int i = 1; argv[i]; ++i) {
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
334 if (strcmp(argv[i], "-file") == 0) {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
335 filename = argv[i+1];
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
336 } else if (strcmp(argv[i], "-division") == 0) {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
337 division = atoi(argv[i+1]);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
338 } else if (strcmp(argv[i], "-block") == 0) {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
339 blocks = atoi(argv[i+1]);
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
340 } else if (strcmp(argv[i], "-a") == 0) {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
341 // create task all at once
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
342 all = 1;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
343 } else if (strcmp(argv[i], "-c") == 0) {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
344 use_task_array = 0;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
345 use_compat = 1;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
346 } else if (strcmp(argv[i], "-s") == 0) {
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
347 use_task_array = 0;
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
348 use_compat = 0;
967
3e1c218da048 add anum option in WordCount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 950
diff changeset
349 } else if (strcmp(argv[i], "-anum") == 0) {
3e1c218da048 add anum option in WordCount
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 950
diff changeset
350 array_task_num = atoi(argv[i+1]);
970
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
351 } else if (strcmp(argv[i], "-cpu") == 0) {
33630c6ff445 change pipeline and TaskArray fast
Yutaka Kinjyo <yutaka@cr.ie.u-ryukyu.ac.jp>
parents: 968
diff changeset
352 spe_num = atoi(argv[i+1]);
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
353 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
354 }
400
00fe05184a02 Fix examples.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 394
diff changeset
355 if (filename==0) {
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
356 puts(usr_help_str);
400
00fe05184a02 Fix examples.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 394
diff changeset
357 exit(1);
00fe05184a02 Fix examples.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 394
diff changeset
358 }
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
359
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
360 return filename;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
361 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
362
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
363
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
364 int
400
00fe05184a02 Fix examples.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 394
diff changeset
365 TMmain(TaskManager *manager, int argc, char *argv[])
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
366 {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
367
394
e08d0aa94367 debug word_count
e065725@localhost.localdomain
parents: 393
diff changeset
368 char *filename = 0;
e08d0aa94367 debug word_count
e065725@localhost.localdomain
parents: 393
diff changeset
369 filename = init(argc, argv);
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
370
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
371 if (filename < 0) {
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
372 return -1;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
373 }
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
374
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
375 task_init();
400
00fe05184a02 Fix examples.
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 394
diff changeset
376 run_start(manager, filename);
393
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
377
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
378 return 0;
72b73beb3325 add word_count
e065725@localhost.localdomain
parents:
diff changeset
379 }
946
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
380
a8b6ee80c108 unify word count examples....
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 797
diff changeset
381 /* end */