# HG changeset patch # User Masataka Kohagura # Date 1392101783 -32400 # Node ID fe3ef7f6a23f3d35af29d53c1a37d11496b1f18e # Parent d8479839bee8f83c6b865746d4f276c0e8c608f7 add result diff -r d8479839bee8 -r fe3ef7f6a23f 2013/Nov-2013/IO.graffle --- a/2013/Nov-2013/IO.graffle Mon Feb 10 16:09:09 2014 +0900 +++ b/2013/Nov-2013/IO.graffle Tue Feb 11 15:56:23 2014 +0900 @@ -26,7 +26,7 @@ MasterSheets ModificationDate - 2013-11-08 16:50:46 +0000 + 2014-02-11 05:22:04 +0000 Modifier MasaKoha NotesVisible @@ -123,7 +123,7 @@ ColumnSpacing 36 DisplayScale - 1 0/72 in = 1 0/72 in + 1 0/72 in = 1.0000 in GraphicsList @@ -1214,8 +1214,8 @@ 42 Points - {289.12499362330368, 150.46109658720653} - {481.87498539586136, 150.7700104478312} + {259.87499362330374, 235.46110035236225} + {452.62498539586136, 235.77001421298692} Style @@ -1247,8 +1247,8 @@ 41 Points - {156.24996802372655, 106.81541470300678} - {348.50001671748436, 108.98977883291924} + {126.99996802372655, 191.81541846816251} + {319.25001671748436, 193.98978259807495} Style @@ -1270,7 +1270,7 @@ Bounds - {{216.6249942779541, 140.00000187622078}, {72, 20.805194805194791}} + {{187.3749942779541, 225.0000056413765}, {72, 20.805194805194791}} Class ShapedGraphic ID @@ -1299,7 +1299,7 @@ Bounds - {{83.75, 95.999999609319161}, {72, 20.805194805194791}} + {{54.5, 181.00000337447486}, {72, 20.805194805194791}} Class ShapedGraphic ID @@ -1328,7 +1328,7 @@ Bounds - {{179, 183}, {72, 28}} + {{149.75, 268.00000376515572}, {72, 28}} Class ShapedGraphic FitText @@ -1380,8 +1380,8 @@ 37 Points - {252.6249942779541, 68.305194792047899} - {252.6249942779541, 211} + {223.3749942779541, 153.3051985572036} + {223.3749942779541, 296.00000376515572} Style @@ -1405,7 +1405,7 @@ Bounds - {{216.6249942779541, 47.000000000000071}, {72, 20.805194805194791}} + {{187.3749942779541, 132.00000376515578}, {72, 20.805194805194791}} Class ShapedGraphic ID @@ -1425,7 +1425,7 @@ Bounds - {{48.25, 133.23110771179199}, {72, 28}} + {{19, 218.23111147694772}, {72, 28}} Class ShapedGraphic FitText @@ -1472,7 +1472,7 @@ Bounds - {{482.37498474121094, 140.42591035362216}, {72, 20.805194805194791}} + {{453.12498474121094, 225.42591411877788}, {72, 20.805194805194791}} Class ShapedGraphic ID @@ -1501,7 +1501,7 @@ Bounds - {{348.99998474121094, 98.999999121412074}, {72, 20.805194805194791}} + {{319.74998474121094, 184.00000288656781}, {72, 20.805194805194791}} Class ShapedGraphic ID @@ -1535,8 +1535,8 @@ 7 Points - {518.37498474121094, 68.305191040039062} - {518.37498474121094, 211} + {489.12498474121094, 153.30519480519479} + {489.12498474121094, 296.00000376515572} Style @@ -1565,8 +1565,8 @@ 6 Points - {384.99998474121094, 67.805194805194816} - {384.99998474121094, 211} + {355.74998474121094, 152.80519857035054} + {355.74998474121094, 296.00000376515572} Style @@ -1590,8 +1590,8 @@ 5 Points - {119.75, 68.305194792047899} - {119.75, 211} + {90.5, 153.3051985572036} + {90.5, 296.00000376515572} Style @@ -1615,7 +1615,7 @@ Bounds - {{482.37498474121094, 46.999996234844275}, {72, 20.805194805194791}} + {{453.12498474121094, 132}, {72, 20.805194805194791}} Class ShapedGraphic ID @@ -1635,7 +1635,7 @@ Bounds - {{349.49998474121094, 47.000000000000071}, {72, 20.805194805194791}} + {{320.24998474121094, 132.00000376515578}, {72, 20.805194805194791}} Class ShapedGraphic ID @@ -1655,7 +1655,7 @@ Bounds - {{83.75, 47.000000000000071}, {72, 20.805194805194791}} + {{54.5, 132.00000376515578}, {72, 20.805194805194791}} Class ShapedGraphic ID @@ -1737,7 +1737,7 @@ ExpandedCanvases Frame - {{262, -78}, {693, 878}} + {{1195, 292}, {693, 878}} ListView OutlineWidth diff -r d8479839bee8 -r fe3ef7f6a23f 2014/February/memo/MMAPvsDivideRead.txt --- a/2014/February/memo/MMAPvsDivideRead.txt Mon Feb 10 16:09:09 2014 +0900 +++ b/2014/February/memo/MMAPvsDivideRead.txt Tue Feb 11 15:56:23 2014 +0900 @@ -1,48 +1,26 @@ [program] + + mmap だと ramdam access なので DB だと使用されない -> read を使用している。 + + 実験環境をいろいろ変えてみよう + OSを変更してみる。(Linux など) + mmap の flag をかえてみる + priority 下げてみる?? + 様々なことをやってみよう + [実験環境] firefly で計測 + mac os X 10.9.1 2*2.66 GHz, HHD 1TB, memory 16GB 読み込んだ file size : 10740996168 Byte (10GB) 読み込んでから Task が終了するまでの時間を測定 - divide read で一度に読み込む量 : 4*4096*1024 Byte - - - % ./fileread -file ../regex_mas/10gb.txt -cpu 12 -dr - - bm_search one task size 16k - [結果] - | -SPE_ANY-|--IO_0---| - CPUNUM| MMAP BRead| DRead| - 2 95.865063 - 3 - 4 104.667434 - 8 114.974203 - 12 111.810354 147.010479 - 24 99.040944 - - 12 MMAP 111.810354 63.559829 77.970525 - IO_0 BRead 79.868357 115.067654 107.77211 96.924706 - SPE_NUM BRead 102.420338 120.658969 102.126428 118.725368 - - 11 MMAP - IO_0 BRead 99.384507 116.714300 134.678377 97.970632 - - 4 - IO_0 BRead 102.480095 - - filesize 15GB - 12 - mmap 160.332098 224.448694 - IO_0 BRead 276.518567 205.553947 - - + % ./regex -file 10gb.txt -sw doing -division 128 -block 48 -cpu 12 -br [結果] bm_search one task size 128k task blocks 48 - | |-SPE_ANY-|--IO_0---| - CPUNUM| MMAP | BRead | BRead | + CPUNUM 1 MMAP second 35.713130 @@ -57,10 +35,10 @@ SPE BRead 107.156623 IO BRead 96.690044 98.422669 95.189016 4 - MMAP 135.155317 142.751540 148.916697 + MMAP 135.155317 142.751540 148.916697 137.110170 147.350221 second 12.102094 SPE BRead 96.664415 - IO BRead 109.181394 97.955774 94.676133 + IO BRead 109.181394 97.955774 94.676133 94.508641 97.399619 8 MMAP 174.250825 146.720434 147.433098 second 6.942862 @@ -113,3 +91,8 @@ MMAP 150.335210 IO BRead 111.773256 + fileread + file read one task size + 1024 * 128 * 48 cpu 1 93.605574 95.171400 + 1024 * 128 * 48 cpu 4 97.775177 97.714276 + 1024 * 256 * 256 cpu 4 98.261143 95.614298