view 2014/February/memo/MMAPvsDivideRead.txt @ 42:2e3a08465f8c

add result
author Masataka Kohagura <e085726@ie.u-ryukyu.ac.jp>
date Sun, 09 Feb 2014 03:06:55 +0900
parents 069bd7447975
children fe3ef7f6a23f
line wrap: on
line source

[program]
    [実験環境]
        firefly で計測
        2*2.66 GHz, HHD 1TB, memory 16GB
        読み込んだ file size : 10740996168 Byte (10GB)

        読み込んでから Task が終了するまでの時間を測定

        divide read で一度に読み込む量 : 4*4096*1024 Byte


    % ./fileread -file ../regex_mas/10gb.txt -cpu 12 -dr

    bm_search one task size 16k
    [結果]
          |          -SPE_ANY-|--IO_0---|
    CPUNUM|    MMAP      BRead|   DRead|
        2                      95.865063
        3
        4                      104.667434
        8                      114.974203
       12  111.810354          147.010479
       24                      99.040944

       12 MMAP 111.810354 63.559829 77.970525
    IO_0 BRead  79.868357 115.067654 107.77211 96.924706
 SPE_NUM BRead  102.420338 120.658969 102.126428 118.725368

       11 MMAP 
    IO_0 BRead 99.384507 116.714300 134.678377 97.970632

        4
    IO_0 BRead 102.480095 

        filesize 15GB
        12
    mmap        160.332098 224.448694
    IO_0 BRead     276.518567  205.553947


    [結果]
    bm_search one task size 128k
    task blocks 48
          |         |-SPE_ANY-|--IO_0---|
    CPUNUM|    MMAP |  BRead  |  BRead  |
        1                      
           MMAP     
           second    35.713130
           IO BRead 
        2                      
           MMAP       94.298429 94.268424 96.484658
           second    17.186720 
           IO BRead  100.222430 100.458053 94.847105
        3
           MMAP    129.450665  108.940161 106.512558
           second    12.161487
           SPE BRead 107.156623
           IO BRead 96.690044  98.422669 95.189016
        4                      
           MMAP     135.155317 142.751540 148.916697
           second   12.102094
           SPE BRead 96.664415
           IO BRead  109.181394 97.955774  94.676133
        8                      
           MMAP     174.250825 146.720434 147.433098
           second     6.942862   
           IO BRead  90.398165  91.338648 101.322919
       12
           MMAP     181.776079  148.274648   148.439857  147.485801 147.036413 
           second     6.929711   
          SPE BRead 111.674880 94.806148 106.796695 106.796695 95.730738 
           IO BRead  95.656162  117.457584    96.305392   91.637826  94.680580

    bm_search one task size 64k
    task blocks 48
       12
           MMAP     128.752630 130.268836
           IO BRead  97.779679 109.356311

    bm_search one task size 256k
    task blocks 48
       12
           MMAP     166.577149 148.437492
           IO BRead 107.571059 99.907239

    bm_search one task size 512k
    task blocks 48
       12
           MMAP     149.994577 138.402043
           IO BRead 94.069890 101.792784

    bm_search one task size 128k
    task blocks 24
       12
           MMAP     153.115449
           IO BRead 98.620145

    bm_search one task size 128k
    task blocks 64
       12
           MMAP     153.186823
           IO BRead  95.646812

    bm_search one task size 256k
    task blocks 64
       12
           MMAP     147.430725
           IO BRead  94.544596

    bm_search one task size 256k
    task blocks 256
       12
           MMAP     150.335210
           IO BRead 111.773256