view 14/Cerium_IO/IO_result.txt @ 95:5fb2d057b5d9

add synth memo
author Masataka Kohagura <kohagura@cr.ie.u-ryukyu.ac.jp>
date Thu, 08 May 2014 20:06:59 +0900
parents db476b9fadd9
children 735feeaf7279
line wrap: on
line source

--------------------------------------------------------------
2014/05/08 (Thu)
    [result]
    firefly にて

    firefly を再起動してリフレッシュした後の計測
    実験 CPU 数は全て 12


    bread size = division_size * block_num
    block num は 48 固定
    division size を変化させてみた

    division_size ->|  4k    |   8k   |  16k   | 32k    | 64k    | 128k   | 256k   |
    --------------------------------------------------------------------------------
    mmap            | 11.867 | 10.570 | 11.803 | 14.915 | 16.626 | 16.923 | 18.474 |
    read            | 12.020 | 11.585 | 11.729 | 11.661 | 12.497 | 11.347 | 11.658 |
    bread & SPE_ANY | 11.508 | 15.932 | 11.407 | 12.816 | 12.454 | 12.891 | 11.962 |
    bread & IO_0    | 11.342 | 12.242 | 11.636 | 12.331 | 10.870 | 11.295 | 11.723 |
    --------------------------------------------------------------------------------

    [考察]
    mmap の遅くなる境目は 16k*48 = 768k と 32k * 48 = 1,536k の間
    2^9 < bread size <  2^11

    read, bread & IO_0 は安定(まぁ一気に読み込んでるわけだし。)
    mmap は、一度に読み込む範囲が狭いほうが速度は出る。
    -> ランダムアクセス

    ###########################################
    ./word_count -file 1gb.txt -cpu 12 -division 4 -block 48 -m

    division size を 4k に変更
    Blocked Read size 4k * 48

    [mmap]
    13.955924 10.593330 10.076561 13.343254 11.368239 
    ave      : 11.8674616

    [read]
    10.874073 11.181728 12.574511 12.639683 12.830423 
    ave      : 12.0200836

    [blocked Read & SPE_ANY]
    10.139217 10.343027 10.868068 15.226670 10.960942 
    ave      : 11.5075848

    [blocked Read & IO_0]
    10.071492 12.267685 11.409233 10.417327 12.542598 
    ave      : 11.341667

    ###########################################
    ./word_count -file 1gb.txt -cpu 12 -division 8 -block 48 -m

    division size を 8k に変更
    Blocked Read size 8k * 48

    [mmap]
    10.019870 10.182644 10.865943 11.464948 10.316064 
    ave      : 10.5698938

    [read]
    10.929073 10.494944 13.320447 11.696959 11.485670 
    ave      : 11.5854186

    [blocked Read & SPE_ANY]
    10.524184 16.851492 18.499222 17.166419 16.617646 
    ave      : 15.9317926

    [blocked Read & IO_0]
    12.594326 10.974664 9.791322 14.108371 13.741705 
    ave      : 12.2420776


    ###########################################
    ./word_count -file 1gb.txt -cpu 12 -division 16 -block 48 -m

    division size を 16k に変更
    Blocked Read size 16k * 48

    [mmap]
    10.169057 10.540739 15.449075 10.957382 11.899007 
    ave      : 11.803052

    [read]
    11.462661 12.633221 11.207322 10.525345 12.815037 
    ave      : 11.7287172

    [blocked Read & SPE_ANY]
    11.794426 11.285127 10.987724 11.539787 11.426118 
    ave      : 11.4066364

    [blocked Read & IO_0]
    9.902556 12.431267 11.206498 10.889500 13.748140 
    ave      : 11.6355922


    ###########################################
    ./word_count -file 1gb.txt -cpu 12 -division 32 -block 48 -m

    division size を 32k に変更
    Blocked Read size 32k * 48

    [mmap]
    15.069456 15.122584 14.922003 14.683691 14.777088 
    ave      : 14.9149644

    [read]
    11.028623 11.035131 11.373129 12.821938 12.046853 
    ave      : 11.6611348

    [blocked Read & SPE_ANY]
    11.919220 12.329987 12.332933 14.418972 13.078229 
    ave      : 12.8158682

    [blocked Read & IO_0]
    10.530808 10.747448 13.123480 10.487363 16.765442 
    ave      : 12.3309082

    ###########################################
    ./word_count -file 1gb.txt -cpu 12 -division 64 -block 48 -m

    division size を 64k に変更
    Blocked Read size 64k * 48

    [mmap]
    16.111595 16.025707 17.268757 15.955856 17.766358 
    ave      : 16.6256546

    [read]
    11.808742 12.239779 12.924552 13.963415 11.550749 
    ave      : 12.4974474

    [blocked Read & SPE_ANY]
    11.352159 13.369793 12.610295 12.669730 12.267202 
    ave      : 12.4538358

    [blocked Read & IO_0]
    10.797157 10.301865 11.943482 10.176760 11.135116 
    ave      : 10.870876

    ###########################################
    ./word_count -file 1gb.txt -cpu 12 -division 128 -block 48 -m

    division size を 128k に変更
    Blocked Read size 128k * 48

    [mmap]
    16.034226 16.560303 16.890796 19.045418 16.082843 
    ave      : 16.9227172

    [read]
    10.536881 10.504687 11.637468 12.857552 11.196838 
    ave      : 11.3466852

    [blocked Read & SPE_ANY]
    12.481490 13.197780 12.647181 13.424816 12.707132 
    ave      : 12.8916798

    [blocked Read & IO_0]
    10.342932 10.488933 12.881027 11.114004 11.648817 
    ave      : 11.2951426

    ###########################################
    ./word_count -file 1gb.txt -cpu 12 -division 256 -block 48 -m

    division size を 256k に変更
    Blocked Read size 256k * 48

    [mmap]
    16.861397 16.332805 21.959199 19.286259 17.929253 
    ave      : 18.4737826

    [read]
    11.290773 10.484917 12.768376 11.330529 12.415259 
    ave      : 11.6579708

    [blocked Read & SPE_ANY]
    11.277959 11.902750 12.208483 11.148553 13.273579 
    ave      : 11.9622648

    [blocked Read & IO_0]
    10.603377 10.891932 11.916977 12.061559 13.142021 
    ave      : 11.7231732

    ###########################################
        リフレッシュ後はここまで
#############################################

    ###########################################
    ./word_count -file 1gb.txt -cpu 12 -division 32 -block 48 -m

    mmap only で Blocked Read の様々な大きさを試してみる

    Blocked Read size 16k * 48
    11.225793 11.516904 13.259233 12.324640 10.343828 
    ave      : 11.7340796

    ###########################################
    ./word_count -file 1gb.txt -cpu 12 -division 32 -block 48 -m

    division size を 32k に変更
    Blocked Read size 256k * 48

    [mmap]
    16.648177 20.314135 22.318274 20.390665 21.174707 
    ave      : 20.1691916

    [read]
    12.048092 13.031264 15.055066 13.631955 14.629920 
    ave      : 13.6792594

    [blocked Read & SPE_ANY]
    11.673849 14.027035 13.938218 14.581857 15.435502 
    ave      : 13.9312922

    [blocked Read & IO_0]
    15.310970 12.431799 13.015167 12.111157 13.268908 
    ave      : 13.2276002

    ###########################################
    ./word_count -file 1gb.txt -cpu 12 -division 256 -block 48 -m

    division size を 256k に変更
    Blocked Read size 256k * 48

    [mmap]
    16.533852 22.421299 23.928809 20.837954 21.757904 
    ave      : 21.0959636

    [read]
    11.522632 15.494991 14.413933 15.421523 14.346096 
    ave      : 14.239835

    [blocked Read & SPE_ANY]
    11.645137 14.220895 13.072463 13.235456 13.830988 
    ave      : 13.2009878

    [blocked Read & IO_0]
    13.405995 13.243454 12.777046 13.805675 13.137011 
    ave      : 13.2738362

    ###########################################
    ./word_count -file 1gb.txt -cpu 12 -division 64 -block 48 -m

    division size を 64k に変更
    Blocked Read size 64k * 48

    [mmap]
    16.563569 20.158053 21.448670 21.293077 20.550916 
    ave      : 20.002857

    [read]
    11.368613 14.068283 13.444215 15.334056 14.554330 
    ave      : 13.7538994

    [blocked Read & SPE_ANY]
    11.169437 14.419505 15.024782 17.806684 17.591594 
    ave      : 15.2024004

    [blocked Read & IO_0]
    11.116777 14.260367 13.418558 13.119003 13.319392 
    ave      : 13.0468194


--------------------------------------------------------------
2014/05/07 (Wed)
    [result]
    nkmr 研サーバにて

    ###########################################
    (2014/05/01 の結果)
    cpu 8 other division_size = 16k block_num = 48
    cache       0.840
    [mmap]
    include I/O 7.886 7.919 7.604 7.412 7.443 7.631
    ave  7.649

    [read]
    include I/O 7.541 7.553 7.963 7.501 7.477
    ave  7.607

    [blocked Read & SPE_ANY]
    include I/O 14.887 14.486 14.453 14.608 15.279
    ave  14.723

    [blocked Read & IO_0]
    include I/O 6.719 6.835 6.819 6.663 6.738
    ave 6.755

    以下 2014/05/07 に計測

    ###########################################
    cpu 4 other division_size = 16k block_num = 48
    cache  1.088943
    [mmap]
     11.394516 12.045339 13.763432 13.429961 11.886197
    12.503889

    [read]
     7.900163  8.210646  8.174739 8.221865 8.257309
    8.1529444

    [blocked Read & SPE_ANY]
     11.583224 13.696717 11.232450 10.875663 11.609224
    11.7994556

    [blocked Read & IO_0]
     6.862518  7.163325 7.196333 6.887726  6.972422
    7.0164648

    ###########################################
    cpu 3 other division_size = 16k block_num = 48
    cache  2.049192
    [mmap]
    7.210944 7.754113 7.971077 7.704215 7.520623 
    7.6321944

    [read]
    8.232689 8.645796 8.895464 8.685775 8.873369
    8.6666186

    [blocked Read & SPE_ANY]
    12.253558 13.401002 13.410819 12.614162 13.296896
    12.9952874

    [blocked Read & IO_0]
    6.753707 7.472933 7.339476 7.597705 7.389503 
    7.3106648

    ###########################################
    cpu 2 other division_size = 16k block_num = 48
    cache  2.049192
    [mmap]
     6.702701 6.761172 6.753862 6.736276 6.869777
    6.7647576

    [read]
    8.690265  8.691177 8.712588  8.695770  8.706455
    8.699251

    [blocked Read & SPE_ANY]
    10.189692 10.972406 10.679654 10.344061 10.843843
    10.6059312

    [blocked Read & IO_0]
    6.688520 6.831342 6.813723 6.787828 6.881037
    6.80049

    ###########################################
    cpu 1 other division_size = 16k block_num = 48
    cache  3.956206
    [mmap]
    6.894841 6.736401 6.896121 7.003213 6.729732
    6.8520616

    [read]
     10.526449 10.556775 10.552578 10.569887 10.518269
    10.5447916

    [blocked Read & SPE_ANY]
     8.655361 8.710293 8.661651  8.634304 8.768228
    8.6859674

    [blocked Read & IO_0]
    6.724043 6.680827 6.790831 6.724226 6.756765 6.831216
    6.751318


2014/05/01 (Thu)
    [result]
    nkmr 研 namako 鯖
    OS      : CentOS 6.5
    CPU     : Intel(R) Core(TM) i7-3770 CPU @ 3.40GHz
    memory  : 16 GB
    HDD     : ST2000DM001-1CH1 2TB 7200 rpm 64MB Cache SATA 6.0 Gbps

    kono 研 firefly
    HDD     : WD1001FALS-41Y6A1 1TB 7200 rpm 32MB Cache SATA 3.0 Gbps


    ###########################################
    cpu 8 other division_size = 16k block_num = 48
    cache       0.840
    [mmap]
    include I/O 7.886 7.919 7.604 7.412 7.443 7.631
    ave  7.649

    [read]
    include I/O 7.541 7.553 7.963 7.501 7.477
    ave  7.607

    [blocked Read & SPE_ANY]
    include I/O 14.887 14.486 14.453 14.608 15.279
    ave  14.723

    [blocked Read & IO_0]
    include I/O 6.719 6.835 6.819 6.663 6.738
    ave 6.755

    ###########################################
    cpu 8 division_size = 128k block_num = 48

    cache       0.698
    [mmap]
    include I/O 18.380 19.356 19.033 19.007 19.641
    ave  19.083

    [read]
    include I/O 7.389 7.419 7.480 7.409 7.455
    ave  7.430

    [blocked Read & SPE_ANY]
    include I/O 10.488 10.254 10.833 10.513 10.937
    ave  10.605

    [blocked Read & IO_0]
    include I/O 6.722 6.822 6.747 7.339 6.790
    ave  6.884


    ###########################################
    cpu 8 division_size = 16k block_num = 96

    cache       0.698
    [mmap]
    include I/O 7.578 7.385 7.560 7.538 7.479

    [read]
    include I/O 7.615 7.480 7.494 7.444 7.470

    [blocked Read & SPE_ANY]
    include I/O 14.989 14.505 14.341 14.759 14.086

    [blocked Read & IO_0]
    include I/O 6.719 6.786 6.728 6.735 6.869

    ###########################################
    cpu 8 division_size = 128k block_num = 96

    cache       0.701
    [mmap]
    include I/O 18.461 18.330 18.530 18.186 18.286

    [read]
    include I/O 7.369 7.444 7.493 7.393 7.478 7.539

    [blocked Read & SPE_ANY]
    include I/O 9.301 9.453 9.362 9.426 9.272

    [blocked Read & IO_0]
    include I/O 6.784 6.741 6.737 6.801 6.743


-------------------------------------------------------------

2014/04/18 (Fri)
    [memo]
    word count の再計測

    kono 研 firefly
    HDD     : WD1001FALS-41Y6A1 1TB 7200 rpm 32MB Cache SATA 3.0 Gbps

    ./word_count -file 1gb.txt -cpu 12 -division 128 -block 48 -m
    (CPU num = 12)
    < mmap               > 22.713 0.878
    < read               > 12.520 1.469
    < bread & IO_0       > 10.295 0.886
    < bread & SPE_ANY    > 14.028 0.882

    (CPU num = 8)
    < mmap               > 22.789 0.952
    < read               > 14.785 1.571
    < bread & IO_0       > 14.774 0.857
    < bread & SPE_ANY    > 15.287 1.009

    (CPU num = 4)
    < mmap               > 22.861 1.739
    < read               > 15.737 2.303
    < bread & IO_0       > 14.634 1.565
    < bread & SPE_ANY    > 15.646 1.941

    (CPU num = 1)
    < mmap               > 20.179 6.521
    < read               > 21.351 6.832
    < bread & IO_0       > 13.930 6.009
    < bread & IO_0       > 18.531 6.775



    ./word_count -file X gb.txt -cpu 12 -division 128 -block 48 -m
    (file size 2GB)
    < mmap               > 34.072
    < read               > 24.755
    < bread & IO_0       > 21.396
    < bread & SPE_ANY    > 23.909

    (file size 3GB)
    < mmap               > 52.819
    < read               > 33.398
    < bread & IO_0       > 32.798
    < bread & SPE_ANY    > 37.140

    (file size 4GB)
    < mmap               > 68.951
    < read               > 43.578
    < bread & IO_0       > 42.491
    < bread & SPE_ANY    > 48.078




    ./word_count -file 1gb.txt -cpu 12 -division 16 -block 48 -m
    < mmap               > 11.137 0.854
    < read               > 11.437 1.487
    < bread & IO_0       > 11.412 0.847
    < bread & SPE_ANY    > 11.146 0.866

    ./word_count -file 1gb.txt -cpu 1 -division 16 -block 48 -m
    < mmap               > 15.353
    < read               > 16.846
    < bread & IO_0       > 11.503 6.992
    < bread & SPE_ANY    > 13.297

    ./word_count -file 1gb.txt -cpu 8 -division 16 -block 48 -m
    < mmap               > 11.707
    < read               > 11.487
    < bread & IO_0       > 11.365
    < bread & SPE_ANY    > 10.887



    ./word_count -file 1gb.txt -cpu 1 -division 128 -block 48 -br
    14.210562 15.025856 13.118798 14.155912 13.137139       13.930

    ./word_count -file 1gb.txt -cpu 1 -division 128 -block 48 -br spe_any
    21.347 18.110 15.926 18.128 19.143                      18.531 

    ./word_count -file 1gb.txt -cpu 1 -division 128 -block 48 -r
    19.669 19.612 22.830 22.116 22.528                      21.351

    ./word_count -file 1gb.txt -cpu 1 -division 128 -block 48 -m
    18.604 22.576 15.844 22.019 21.852                      20.179

    ./word_count -file 1gb.txt -cpu 4 -division 128 -block 48 -m
    20.963 24.989 19.770 20.893 27.692                      22.861

    ./word_count -file 1gb.txt -cpu 4 -division 128 -block 48 -r
    14.331 14.403 16.493 15.652 17.808                      15.737

    ./word_count -file 1gb.txt -cpu 4 -division 128 -block 48 -br spe_any
    14.369 13.818 17.198 15.796 17.051                      15.646

    ./word_count -file 1gb.txt -cpu 4 -division 128 -block 48 -br IO_0
    12.898 14.056 15.115 15.839 15.263                      14.634

    ./word_count -file 1gb.txt -cpu 4 -division 128 -block 48 -br IO_0
    12.898 14.056 15.115 15.839 15.263                      14.634

    ./word_count -file 1gb.txt -cpu 8 -division 128 -block 48 -br spe_any
    14.995 13.622 15.332 16.686 15.802 A                    15.287

    ./word_count -file 1gb.txt -cpu 8 -division 128 -block 48 -br IO_0
    12.351 15.303 17.811 14.310 14.094                      14.774

    ./word_count -file 1gb.txt -cpu 8 -division 128 -block 48 -m
    20.071 20.652 27.683 23.919 22.070                      22.789

    ./word_count -file 1gb.txt -cpu 8 -division 128 -block 48 -r
    15.542 14.062 14.255 14.541 15.524                      14.785

    ./word_count -file 1gb.txt -cpu 12 -division 128 -block 48 -m
    20.415 23.049 27.368 20.539 22.195                      22.713

    ./word_count -file 2gb.txt -cpu 12 -division 128 -block 48 -m
    40.646 41.631 34.220 36.335                             38.208

    ./word_count -file 2gb.txt -cpu 12 -division 128 -block 48 -br
    27.800 30.437 26.995                                    28.411

    ./word_count -file 2gb.txt -cpu 12 -division 128 -block 48 -br io_0
    21.977 23.126 28.174 25.038 22.688                      24.201

    ./word_count -file 3gb.txt -cpu 12 -division 128 -block 48 -m
    51.671 61.249 59.457 56.704 63.490                      58.514

    ./word_count -file 4gb.txt -cpu 12 -division 128 -block 48 -m
    65.671 73.202 77.090 76.386 76.017                      73.767

    ./word_count -file 4gb.txt -cpu 12 -division 128 -block 48 -br io_0
    43.864 51.867 49.750 49.981 44.271                      47.967

    ./word_count -file 3gb.txt -cpu 12 -division 128 -block 48 -br io_0
    29.918 35.544 36.423 39.121 41.158                      36.397

    ./word_count -file 4gb.txt -cpu 12 -division 128 -block 48 -br SPE_ANY
    50.935 57.769 54.234 54.155 52.010                      53.813

    ./word_count -file 3gb.txt -cpu 12 -division 128 -block 48 -br SPE_ANY
    45.513 40.117 42.841 38.430 41.798                      41.740

    ./word_count -file 2gb.txt -cpu 12 -division 128 -block 48 -br SPE_ANY
    23.304 24.006 22.301 23.292 25.107                      23.602

-------------------------------------------------------------