Mercurial > hg > Members > masakoha > masa

changeset 100:e64b09046d20

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
add madvise result
author Masataka Kohagura <kohagura@cr.ie.u-ryukyu.ac.jp>
date Wed, 14 May 2014 01:28:00 +0900
parents b41e121acc0b
children 3c96cbfa309c
files Cerium_IO/Cerium_IO_memo.txt Cerium_IO/IO_result.txt
diffstat 2 files changed, 174 insertions(+), 2 deletions(-) [+]
line wrap: on
line diff
--- a/Cerium_IO/Cerium_IO_memo.txt	Sun May 11 17:56:29 2014 +0900
+++ b/Cerium_IO/Cerium_IO_memo.txt	Wed May 14 01:28:00 2014 +0900
@@ -24,7 +24,7 @@
     [memo]
         Linux のメモリキャッシュをクリアする
         http://futuremix.org/2009/09/clear-linux-memory-cach
-        % sysctl -w vm.drop_caches=3
+        %sysctl -w vm.drop_caches=3
 
         vm.drop_caches=index
             index : 内容
--- a/Cerium_IO/IO_result.txt	Sun May 11 17:56:29 2014 +0900
+++ b/Cerium_IO/IO_result.txt	Wed May 14 01:28:00 2014 +0900
@@ -1,4 +1,176 @@
---------------------------------------------------------------
+2014/05/13 (Tue)
+    [result]
+
+    w->file_mmap = (char*)mmap(NULL,st_mmap.size,PROT_WRITE|PROT_READ,map,fd,(off_t)0);
+    madvise(w->file_mmap, st_mmap.size, MADV_NORMAL);
+
+    madvise でメモリの振る舞いを変更してみる
+
+    MADV_NORMAL
+    ------setting------
+    Exec num    = 5
+    1st command =  ./word_count -file 1gb.txt -cpu 8 -division 16 -block 48
+    2nd command = sudo purge
+    ------result(ms)---
+    14.425898 12.928255 11.612013 10.203675 10.036666 
+    ave      : 11.8413014
+
+    MADV_RANDOM
+    ------setting------
+    Exec num    = 5
+    1st command =  ./word_count -file 1gb.txt -cpu 8 -division 16 -block 48
+    2nd command = sudo purge
+    ------result(ms)---
+    46.150864 34.839036 42.181837 51.216199 40.066208 
+    ave      : 42.8908288
+
+    MADV_SEQENTIAL
+    ------setting------
+    Exec num    = 5
+    1st command =  ./word_count -file 1gb.txt -cpu 8 -division 16 -block 48
+    2nd command = sudo purge
+    ------result(ms)---
+    39.421719 37.203305 38.035415 39.167196 40.845073 
+    ave      : 38.9345416
+    total    : 194.672708
+    num      : 5
+
+    MADV_WILLNEED
+    ------setting------
+    Exec num    = 5
+    1st command =  ./word_count -file 1gb.txt -cpu 8 -division 16 -block 48
+    2nd command = sudo purge
+    ------result(ms)---
+    10.176169 12.328421 10.403276 10.703292 10.970212 
+    ave      : 10.916274
+
+    MADV_DONTNEED
+    ------setting------
+    Exec num    = 5
+    1st command =  ./word_count -file 1gb.txt -cpu 8 -division 16 -block 48
+    2nd command = sudo purge
+    ------result(ms)---
+    18.477611 21.571333 16.354088 15.662364 15.462235 
+    ave      : 17.5055262
+
+    MADV_FREE
+    ------setting------
+    Exec num    = 5
+    1st command =  ./word_count -file 1gb.txt -cpu 8 -division 16 -block 48
+    2nd command = sudo purge
+    ------result(ms)---
+    9.235378 14.444674 13.361300 17.528116 29.745549 
+    ave      : 16.8630034
+    total    : 84.315017
+    num      : 5
+
+
+    firefly mmap のフラグをいろいろかえてみる
+
+    MAP_PRIVATE
+    ------setting------
+    Exec num    = 5
+    1st command =  ./word_count -file 1gb.txt -cpu 8 -division 16 -block 48
+    2nd command = sudo purge
+    ------result(ms)---
+    9.653519 11.645226 11.171127 10.520436 12.388001 
+    ave      : 11.0756618
+    total    : 55.378309
+    num      : 5
+
+    MAP_SHARED
+    ------setting------
+    Exec num    = 5
+    1st command =  ./word_count -file 1gb.txt -cpu 8 -division 16 -block 48
+    2nd command = sudo purge
+    ------result(ms)---
+    18.130405 11.192913 9.776880 9.870592 10.020215 
+    ave      : 11.798201
+    total    : 58.991005
+    num      : 5
+
+    MAP_COPY (Virtual copy of region at mapping time.)
+    ------setting------
+    Exec num    = 5
+    1st command =  ./word_count -file 1gb.txt -cpu 8 -division 16 -block 48
+    2nd command = sudo purge
+    ------result(ms)---
+    10.437496 12.795440 13.411436 11.086887 10.517970 
+    ave      : 11.6498458
+
+2014/05/12 (Mon)
+    [result]
+
+
+    +firefly+one ./IO_auto_exec.pl 10 "./word_count -file 1gb.txt -cpu 8 -r" "sudo purge"
+    ------setting------
+    Exec num    = 3
+    1st command = ./word_count -file 1gb.txt -g -gpu -division 16 -block 48 -br
+    2nd command = ls
+    ------result(ms)---
+    93.930463 93.926480 93.903142
+    ave      : 93.9200283333333
+    total    : 281.760085
+    num      : 3
+
+
+    ------setting------
+    Exec num    = 10
+    1st command = ./word_count -file 1gb.txt -cpu 8 -r
+    2nd command = sudo purge
+    ------result(ms)---
+    11.567261 11.849923 11.075607 11.642797 10.819554 10.458284 10.844211 11.700337 10.683383 11.016724
+    ave       : 11.1658081
+
+
+    ------setting------
+    Exec num    = 3
+    1st command = ./word_count -file 1gb.txt -g -gpu -division 16 -block 48 -r
+    2nd command = ls
+    ------result(ms)---
+    94.610853 94.630557 94.603301 
+    ave      : 94.6149036666667
+
+    ------setting------
+    Exec num    = 3
+    1st command = ./word_count -file 1gb.txt -g -gpu -division 16 -block 48 -br
+    2nd command = ls
+    ------result(ms)---
+    93.935839 93.871796 93.931315 
+    ave      : 93.9129833333333
+    total    : 281.73895
+    num      : 3
+
+------------------------------------------------------
+2014/05/10 (Sat)
+    [result]
+    firefly にて
+    read time の計測
+
+    [only read time]
+    --------------setting------
+    Exec num    = 10
+    1st command = ./word_count -file 1gb.txt -cpu 8 -r
+    2nd command = sudo purge
+    ------result(ms)---
+    13.103747 14.436092 13.292099 12.782894 14.479058
+    13.687639 16.102540 14.435952 15.240473 18.019677 
+    ave      : 14.5580171
+
+    [word count time (include read time)]
+    ------setting------
+    Exec num    = 10
+    1st command = ./word_count -file 1gb.txt -cpu 8 -r
+    2nd command = sudo purge
+    ------result(ms)---
+    13.866504 15.316084 14.384715 15.906793 14.731352
+    15.617145 14.808950 15.363079 14.705342 14.422798
+    ave      : 14.9122762
+    total    : 149.122762
+    num      : 10
+
+
+------------------------------------------------------
 2014/05/10 (Sat)
     [result]
     nkmr 研 namako にて