changeset 94:db476b9fadd9

result
author Masataka Kohagura <kohagura@cr.ie.u-ryukyu.ac.jp>
date Thu, 08 May 2014 19:44:53 +0900
parents 65b817490735
children 5fb2d057b5d9
files 14/Cerium_IO/IO_result.txt
diffstat 1 files changed, 534 insertions(+), 4 deletions(-) [+]
line wrap: on
line diff
--- a/14/Cerium_IO/IO_result.txt	Sun May 04 03:09:14 2014 +0900
+++ b/14/Cerium_IO/IO_result.txt	Thu May 08 19:44:53 2014 +0900
@@ -1,3 +1,372 @@
+--------------------------------------------------------------
+2014/05/08 (Thu)
+    [result]
+    firefly にて
+
+    firefly を再起動してリフレッシュした後の計測
+    実験 CPU 数は全て 12
+
+
+    bread size = division_size * block_num
+    block num は 48 固定
+    division size を変化させてみた
+
+    division_size ->|  4k    |   8k   |  16k   | 32k    | 64k    | 128k   | 256k   |
+    --------------------------------------------------------------------------------
+    mmap            | 11.867 | 10.570 | 11.803 | 14.915 | 16.626 | 16.923 | 18.474 |
+    read            | 12.020 | 11.585 | 11.729 | 11.661 | 12.497 | 11.347 | 11.658 |
+    bread & SPE_ANY | 11.508 | 15.932 | 11.407 | 12.816 | 12.454 | 12.891 | 11.962 |
+    bread & IO_0    | 11.342 | 12.242 | 11.636 | 12.331 | 10.870 | 11.295 | 11.723 |
+    --------------------------------------------------------------------------------
+
+    [考察]
+    mmap の遅くなる境目は 16k*48 = 768k と 32k * 48 = 1,536k の間
+    2^9 < bread size <  2^11
+
+    read, bread & IO_0 は安定(まぁ一気に読み込んでるわけだし。)
+    mmap は、一度に読み込む範囲が狭いほうが速度は出る。
+    -> ランダムアクセス
+
+    ###########################################
+    ./word_count -file 1gb.txt -cpu 12 -division 4 -block 48 -m
+
+    division size を 4k に変更
+    Blocked Read size 4k * 48
+
+    [mmap]
+    13.955924 10.593330 10.076561 13.343254 11.368239 
+    ave      : 11.8674616
+
+    [read]
+    10.874073 11.181728 12.574511 12.639683 12.830423 
+    ave      : 12.0200836
+
+    [blocked Read & SPE_ANY]
+    10.139217 10.343027 10.868068 15.226670 10.960942 
+    ave      : 11.5075848
+
+    [blocked Read & IO_0]
+    10.071492 12.267685 11.409233 10.417327 12.542598 
+    ave      : 11.341667
+
+    ###########################################
+    ./word_count -file 1gb.txt -cpu 12 -division 8 -block 48 -m
+
+    division size を 8k に変更
+    Blocked Read size 8k * 48
+
+    [mmap]
+    10.019870 10.182644 10.865943 11.464948 10.316064 
+    ave      : 10.5698938
+
+    [read]
+    10.929073 10.494944 13.320447 11.696959 11.485670 
+    ave      : 11.5854186
+
+    [blocked Read & SPE_ANY]
+    10.524184 16.851492 18.499222 17.166419 16.617646 
+    ave      : 15.9317926
+
+    [blocked Read & IO_0]
+    12.594326 10.974664 9.791322 14.108371 13.741705 
+    ave      : 12.2420776
+
+
+    ###########################################
+    ./word_count -file 1gb.txt -cpu 12 -division 16 -block 48 -m
+
+    division size を 16k に変更
+    Blocked Read size 16k * 48
+
+    [mmap]
+    10.169057 10.540739 15.449075 10.957382 11.899007 
+    ave      : 11.803052
+
+    [read]
+    11.462661 12.633221 11.207322 10.525345 12.815037 
+    ave      : 11.7287172
+
+    [blocked Read & SPE_ANY]
+    11.794426 11.285127 10.987724 11.539787 11.426118 
+    ave      : 11.4066364
+
+    [blocked Read & IO_0]
+    9.902556 12.431267 11.206498 10.889500 13.748140 
+    ave      : 11.6355922
+
+
+    ###########################################
+    ./word_count -file 1gb.txt -cpu 12 -division 32 -block 48 -m
+
+    division size を 32k に変更
+    Blocked Read size 32k * 48
+
+    [mmap]
+    15.069456 15.122584 14.922003 14.683691 14.777088 
+    ave      : 14.9149644
+
+    [read]
+    11.028623 11.035131 11.373129 12.821938 12.046853 
+    ave      : 11.6611348
+
+    [blocked Read & SPE_ANY]
+    11.919220 12.329987 12.332933 14.418972 13.078229 
+    ave      : 12.8158682
+
+    [blocked Read & IO_0]
+    10.530808 10.747448 13.123480 10.487363 16.765442 
+    ave      : 12.3309082
+
+    ###########################################
+    ./word_count -file 1gb.txt -cpu 12 -division 64 -block 48 -m
+
+    division size を 64k に変更
+    Blocked Read size 64k * 48
+
+    [mmap]
+    16.111595 16.025707 17.268757 15.955856 17.766358 
+    ave      : 16.6256546
+
+    [read]
+    11.808742 12.239779 12.924552 13.963415 11.550749 
+    ave      : 12.4974474
+
+    [blocked Read & SPE_ANY]
+    11.352159 13.369793 12.610295 12.669730 12.267202 
+    ave      : 12.4538358
+
+    [blocked Read & IO_0]
+    10.797157 10.301865 11.943482 10.176760 11.135116 
+    ave      : 10.870876
+
+    ###########################################
+    ./word_count -file 1gb.txt -cpu 12 -division 128 -block 48 -m
+
+    division size を 128k に変更
+    Blocked Read size 128k * 48
+
+    [mmap]
+    16.034226 16.560303 16.890796 19.045418 16.082843 
+    ave      : 16.9227172
+
+    [read]
+    10.536881 10.504687 11.637468 12.857552 11.196838 
+    ave      : 11.3466852
+
+    [blocked Read & SPE_ANY]
+    12.481490 13.197780 12.647181 13.424816 12.707132 
+    ave      : 12.8916798
+
+    [blocked Read & IO_0]
+    10.342932 10.488933 12.881027 11.114004 11.648817 
+    ave      : 11.2951426
+
+    ###########################################
+    ./word_count -file 1gb.txt -cpu 12 -division 256 -block 48 -m
+
+    division size を 256k に変更
+    Blocked Read size 256k * 48
+
+    [mmap]
+    16.861397 16.332805 21.959199 19.286259 17.929253 
+    ave      : 18.4737826
+
+    [read]
+    11.290773 10.484917 12.768376 11.330529 12.415259 
+    ave      : 11.6579708
+
+    [blocked Read & SPE_ANY]
+    11.277959 11.902750 12.208483 11.148553 13.273579 
+    ave      : 11.9622648
+
+    [blocked Read & IO_0]
+    10.603377 10.891932 11.916977 12.061559 13.142021 
+    ave      : 11.7231732
+
+    ###########################################
+        リフレッシュ後はここまで
+#############################################
+
+    ###########################################
+    ./word_count -file 1gb.txt -cpu 12 -division 32 -block 48 -m
+
+    mmap only で Blocked Read の様々な大きさを試してみる
+
+    Blocked Read size 16k * 48
+    11.225793 11.516904 13.259233 12.324640 10.343828 
+    ave      : 11.7340796
+
+    ###########################################
+    ./word_count -file 1gb.txt -cpu 12 -division 32 -block 48 -m
+
+    division size を 32k に変更
+    Blocked Read size 256k * 48
+
+    [mmap]
+    16.648177 20.314135 22.318274 20.390665 21.174707 
+    ave      : 20.1691916
+
+    [read]
+    12.048092 13.031264 15.055066 13.631955 14.629920 
+    ave      : 13.6792594
+
+    [blocked Read & SPE_ANY]
+    11.673849 14.027035 13.938218 14.581857 15.435502 
+    ave      : 13.9312922
+
+    [blocked Read & IO_0]
+    15.310970 12.431799 13.015167 12.111157 13.268908 
+    ave      : 13.2276002
+
+    ###########################################
+    ./word_count -file 1gb.txt -cpu 12 -division 256 -block 48 -m
+
+    division size を 256k に変更
+    Blocked Read size 256k * 48
+
+    [mmap]
+    16.533852 22.421299 23.928809 20.837954 21.757904 
+    ave      : 21.0959636
+
+    [read]
+    11.522632 15.494991 14.413933 15.421523 14.346096 
+    ave      : 14.239835
+
+    [blocked Read & SPE_ANY]
+    11.645137 14.220895 13.072463 13.235456 13.830988 
+    ave      : 13.2009878
+
+    [blocked Read & IO_0]
+    13.405995 13.243454 12.777046 13.805675 13.137011 
+    ave      : 13.2738362
+
+    ###########################################
+    ./word_count -file 1gb.txt -cpu 12 -division 64 -block 48 -m
+
+    division size を 64k に変更
+    Blocked Read size 64k * 48
+
+    [mmap]
+    16.563569 20.158053 21.448670 21.293077 20.550916 
+    ave      : 20.002857
+
+    [read]
+    11.368613 14.068283 13.444215 15.334056 14.554330 
+    ave      : 13.7538994
+
+    [blocked Read & SPE_ANY]
+    11.169437 14.419505 15.024782 17.806684 17.591594 
+    ave      : 15.2024004
+
+    [blocked Read & IO_0]
+    11.116777 14.260367 13.418558 13.119003 13.319392 
+    ave      : 13.0468194
+
+
+--------------------------------------------------------------
+2014/05/07 (Wed)
+    [result]
+    nkmr 研サーバにて
+
+    ###########################################
+    (2014/05/01 の結果)
+    cpu 8 other division_size = 16k block_num = 48
+    cache       0.840
+    [mmap]
+    include I/O 7.886 7.919 7.604 7.412 7.443 7.631
+    ave  7.649
+
+    [read]
+    include I/O 7.541 7.553 7.963 7.501 7.477
+    ave  7.607
+
+    [blocked Read & SPE_ANY]
+    include I/O 14.887 14.486 14.453 14.608 15.279
+    ave  14.723
+
+    [blocked Read & IO_0]
+    include I/O 6.719 6.835 6.819 6.663 6.738
+    ave 6.755
+
+    以下 2014/05/07 に計測
+
+    ###########################################
+    cpu 4 other division_size = 16k block_num = 48
+    cache  1.088943
+    [mmap]
+     11.394516 12.045339 13.763432 13.429961 11.886197
+    12.503889
+
+    [read]
+     7.900163  8.210646  8.174739 8.221865 8.257309
+    8.1529444
+
+    [blocked Read & SPE_ANY]
+     11.583224 13.696717 11.232450 10.875663 11.609224
+    11.7994556
+
+    [blocked Read & IO_0]
+     6.862518  7.163325 7.196333 6.887726  6.972422
+    7.0164648
+
+    ###########################################
+    cpu 3 other division_size = 16k block_num = 48
+    cache  2.049192
+    [mmap]
+    7.210944 7.754113 7.971077 7.704215 7.520623 
+    7.6321944
+
+    [read]
+    8.232689 8.645796 8.895464 8.685775 8.873369
+    8.6666186
+
+    [blocked Read & SPE_ANY]
+    12.253558 13.401002 13.410819 12.614162 13.296896
+    12.9952874
+
+    [blocked Read & IO_0]
+    6.753707 7.472933 7.339476 7.597705 7.389503 
+    7.3106648
+
+    ###########################################
+    cpu 2 other division_size = 16k block_num = 48
+    cache  2.049192
+    [mmap]
+     6.702701 6.761172 6.753862 6.736276 6.869777
+    6.7647576
+
+    [read]
+    8.690265  8.691177 8.712588  8.695770  8.706455
+    8.699251
+
+    [blocked Read & SPE_ANY]
+    10.189692 10.972406 10.679654 10.344061 10.843843
+    10.6059312
+
+    [blocked Read & IO_0]
+    6.688520 6.831342 6.813723 6.787828 6.881037
+    6.80049
+
+    ###########################################
+    cpu 1 other division_size = 16k block_num = 48
+    cache  3.956206
+    [mmap]
+    6.894841 6.736401 6.896121 7.003213 6.729732
+    6.8520616
+
+    [read]
+     10.526449 10.556775 10.552578 10.569887 10.518269
+    10.5447916
+
+    [blocked Read & SPE_ANY]
+     8.655361 8.710293 8.661651  8.634304 8.768228
+    8.6859674
+
+    [blocked Read & IO_0]
+    6.724043 6.680827 6.790831 6.724226 6.756765 6.831216
+    6.751318
+
+
 2014/05/01 (Thu)
     [result]
     nkmr 研 namako 鯖
@@ -12,19 +381,22 @@
 
     ###########################################
     cpu 8 other division_size = 16k block_num = 48
-    ache       0.840
+    cache       0.840
     [mmap]
     include I/O 7.886 7.919 7.604 7.412 7.443 7.631
+    ave  7.649
 
     [read]
     include I/O 7.541 7.553 7.963 7.501 7.477
+    ave  7.607
 
     [blocked Read & SPE_ANY]
     include I/O 14.887 14.486 14.453 14.608 15.279
+    ave  14.723
 
     [blocked Read & IO_0]
     include I/O 6.719 6.835 6.819 6.663 6.738
-
+    ave 6.755
 
     ###########################################
     cpu 8 division_size = 128k block_num = 48
@@ -32,15 +404,19 @@
     cache       0.698
     [mmap]
     include I/O 18.380 19.356 19.033 19.007 19.641
+    ave  19.083
 
     [read]
     include I/O 7.389 7.419 7.480 7.409 7.455
+    ave  7.430
 
     [blocked Read & SPE_ANY]
     include I/O 10.488 10.254 10.833 10.513 10.937
+    ave  10.605
 
     [blocked Read & IO_0]
     include I/O 6.722 6.822 6.747 7.339 6.790
+    ave  6.884
 
 
     ###########################################
@@ -70,7 +446,161 @@
     include I/O 7.369 7.444 7.493 7.393 7.478 7.539
 
     [blocked Read & SPE_ANY]
+    include I/O 9.301 9.453 9.362 9.426 9.272
+
+    [blocked Read & IO_0]
     include I/O 6.784 6.741 6.737 6.801 6.743
 
-    [blocked Read & IO_0]
-    include I/O 9.301 9.453 9.362 9.426 9.272
+
+-------------------------------------------------------------
+
+2014/04/18 (Fri)
+    [memo]
+    word count の再計測
+
+    kono 研 firefly
+    HDD     : WD1001FALS-41Y6A1 1TB 7200 rpm 32MB Cache SATA 3.0 Gbps
+
+    ./word_count -file 1gb.txt -cpu 12 -division 128 -block 48 -m
+    (CPU num = 12)
+    < mmap               > 22.713 0.878
+    < read               > 12.520 1.469
+    < bread & IO_0       > 10.295 0.886
+    < bread & SPE_ANY    > 14.028 0.882
+
+    (CPU num = 8)
+    < mmap               > 22.789 0.952
+    < read               > 14.785 1.571
+    < bread & IO_0       > 14.774 0.857
+    < bread & SPE_ANY    > 15.287 1.009
+
+    (CPU num = 4)
+    < mmap               > 22.861 1.739
+    < read               > 15.737 2.303
+    < bread & IO_0       > 14.634 1.565
+    < bread & SPE_ANY    > 15.646 1.941
+
+    (CPU num = 1)
+    < mmap               > 20.179 6.521
+    < read               > 21.351 6.832
+    < bread & IO_0       > 13.930 6.009
+    < bread & IO_0       > 18.531 6.775
+
+
+
+    ./word_count -file X gb.txt -cpu 12 -division 128 -block 48 -m
+    (file size 2GB)
+    < mmap               > 34.072
+    < read               > 24.755
+    < bread & IO_0       > 21.396
+    < bread & SPE_ANY    > 23.909
+
+    (file size 3GB)
+    < mmap               > 52.819
+    < read               > 33.398
+    < bread & IO_0       > 32.798
+    < bread & SPE_ANY    > 37.140
+
+    (file size 4GB)
+    < mmap               > 68.951
+    < read               > 43.578
+    < bread & IO_0       > 42.491
+    < bread & SPE_ANY    > 48.078
+
+
+
+
+    ./word_count -file 1gb.txt -cpu 12 -division 16 -block 48 -m
+    < mmap               > 11.137 0.854
+    < read               > 11.437 1.487
+    < bread & IO_0       > 11.412 0.847
+    < bread & SPE_ANY    > 11.146 0.866
+
+    ./word_count -file 1gb.txt -cpu 1 -division 16 -block 48 -m
+    < mmap               > 15.353
+    < read               > 16.846
+    < bread & IO_0       > 11.503 6.992
+    < bread & SPE_ANY    > 13.297
+
+    ./word_count -file 1gb.txt -cpu 8 -division 16 -block 48 -m
+    < mmap               > 11.707
+    < read               > 11.487
+    < bread & IO_0       > 11.365
+    < bread & SPE_ANY    > 10.887
+
+
+
+    ./word_count -file 1gb.txt -cpu 1 -division 128 -block 48 -br
+    14.210562 15.025856 13.118798 14.155912 13.137139       13.930
+
+    ./word_count -file 1gb.txt -cpu 1 -division 128 -block 48 -br spe_any
+    21.347 18.110 15.926 18.128 19.143                      18.531 
+
+    ./word_count -file 1gb.txt -cpu 1 -division 128 -block 48 -r
+    19.669 19.612 22.830 22.116 22.528                      21.351
+
+    ./word_count -file 1gb.txt -cpu 1 -division 128 -block 48 -m
+    18.604 22.576 15.844 22.019 21.852                      20.179
+
+    ./word_count -file 1gb.txt -cpu 4 -division 128 -block 48 -m
+    20.963 24.989 19.770 20.893 27.692                      22.861
+
+    ./word_count -file 1gb.txt -cpu 4 -division 128 -block 48 -r
+    14.331 14.403 16.493 15.652 17.808                      15.737
+
+    ./word_count -file 1gb.txt -cpu 4 -division 128 -block 48 -br spe_any
+    14.369 13.818 17.198 15.796 17.051                      15.646
+
+    ./word_count -file 1gb.txt -cpu 4 -division 128 -block 48 -br IO_0
+    12.898 14.056 15.115 15.839 15.263                      14.634
+
+    ./word_count -file 1gb.txt -cpu 4 -division 128 -block 48 -br IO_0
+    12.898 14.056 15.115 15.839 15.263                      14.634
+
+    ./word_count -file 1gb.txt -cpu 8 -division 128 -block 48 -br spe_any
+    14.995 13.622 15.332 16.686 15.802 A                    15.287
+
+    ./word_count -file 1gb.txt -cpu 8 -division 128 -block 48 -br IO_0
+    12.351 15.303 17.811 14.310 14.094                      14.774
+
+    ./word_count -file 1gb.txt -cpu 8 -division 128 -block 48 -m
+    20.071 20.652 27.683 23.919 22.070                      22.789
+
+    ./word_count -file 1gb.txt -cpu 8 -division 128 -block 48 -r
+    15.542 14.062 14.255 14.541 15.524                      14.785
+
+    ./word_count -file 1gb.txt -cpu 12 -division 128 -block 48 -m
+    20.415 23.049 27.368 20.539 22.195                      22.713
+
+    ./word_count -file 2gb.txt -cpu 12 -division 128 -block 48 -m
+    40.646 41.631 34.220 36.335                             38.208
+
+    ./word_count -file 2gb.txt -cpu 12 -division 128 -block 48 -br
+    27.800 30.437 26.995                                    28.411
+
+    ./word_count -file 2gb.txt -cpu 12 -division 128 -block 48 -br io_0
+    21.977 23.126 28.174 25.038 22.688                      24.201
+
+    ./word_count -file 3gb.txt -cpu 12 -division 128 -block 48 -m
+    51.671 61.249 59.457 56.704 63.490                      58.514
+
+    ./word_count -file 4gb.txt -cpu 12 -division 128 -block 48 -m
+    65.671 73.202 77.090 76.386 76.017                      73.767
+
+    ./word_count -file 4gb.txt -cpu 12 -division 128 -block 48 -br io_0
+    43.864 51.867 49.750 49.981 44.271                      47.967
+
+    ./word_count -file 3gb.txt -cpu 12 -division 128 -block 48 -br io_0
+    29.918 35.544 36.423 39.121 41.158                      36.397
+
+    ./word_count -file 4gb.txt -cpu 12 -division 128 -block 48 -br SPE_ANY
+    50.935 57.769 54.234 54.155 52.010                      53.813
+
+    ./word_count -file 3gb.txt -cpu 12 -division 128 -block 48 -br SPE_ANY
+    45.513 40.117 42.841 38.430 41.798                      41.740
+
+    ./word_count -file 2gb.txt -cpu 12 -division 128 -block 48 -br SPE_ANY
+    23.304 24.006 22.301 23.292 25.107                      23.602
+
+-------------------------------------------------------------
+