Mercurial > hg > Members > masakoha > masa

changeset 44:fe3ef7f6a23f

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
add result
author Masataka Kohagura <e085726@ie.u-ryukyu.ac.jp>
date Tue, 11 Feb 2014 15:56:23 +0900
parents d8479839bee8
children a2a0903b5619
files 2013/Nov-2013/IO.graffle 2014/February/memo/MMAPvsDivideRead.txt
diffstat 2 files changed, 44 insertions(+), 61 deletions(-) [+]
line wrap: on
line diff
--- a/2013/Nov-2013/IO.graffle	Mon Feb 10 16:09:09 2014 +0900
+++ b/2013/Nov-2013/IO.graffle	Tue Feb 11 15:56:23 2014 +0900
@@ -26,7 +26,7 @@
 	<key>MasterSheets</key>
 	<array/>
 	<key>ModificationDate</key>
-	<string>2013-11-08 16:50:46 +0000</string>
+	<string>2014-02-11 05:22:04 +0000</string>
 	<key>Modifier</key>
 	<string>MasaKoha</string>
 	<key>NotesVisible</key>
@@ -123,7 +123,7 @@
 			<key>ColumnSpacing</key>
 			<real>36</real>
 			<key>DisplayScale</key>
-			<string>1 0/72 in = 1 0/72 in</string>
+			<string>1 0/72 in = 1.0000 in</string>
 			<key>GraphicsList</key>
 			<array>
 				<dict>
@@ -1214,8 +1214,8 @@
 					<integer>42</integer>
 					<key>Points</key>
 					<array>
-						<string>{289.12499362330368, 150.46109658720653}</string>
-						<string>{481.87498539586136, 150.7700104478312}</string>
+						<string>{259.87499362330374, 235.46110035236225}</string>
+						<string>{452.62498539586136, 235.77001421298692}</string>
 					</array>
 					<key>Style</key>
 					<dict>
@@ -1247,8 +1247,8 @@
 					<integer>41</integer>
 					<key>Points</key>
 					<array>
-						<string>{156.24996802372655, 106.81541470300678}</string>
-						<string>{348.50001671748436, 108.98977883291924}</string>
+						<string>{126.99996802372655, 191.81541846816251}</string>
+						<string>{319.25001671748436, 193.98978259807495}</string>
 					</array>
 					<key>Style</key>
 					<dict>
@@ -1270,7 +1270,7 @@
 				</dict>
 				<dict>
 					<key>Bounds</key>
-					<string>{{216.6249942779541, 140.00000187622078}, {72, 20.805194805194791}}</string>
+					<string>{{187.3749942779541, 225.0000056413765}, {72, 20.805194805194791}}</string>
 					<key>Class</key>
 					<string>ShapedGraphic</string>
 					<key>ID</key>
@@ -1299,7 +1299,7 @@
 				</dict>
 				<dict>
 					<key>Bounds</key>
-					<string>{{83.75, 95.999999609319161}, {72, 20.805194805194791}}</string>
+					<string>{{54.5, 181.00000337447486}, {72, 20.805194805194791}}</string>
 					<key>Class</key>
 					<string>ShapedGraphic</string>
 					<key>ID</key>
@@ -1328,7 +1328,7 @@
 				</dict>
 				<dict>
 					<key>Bounds</key>
-					<string>{{179, 183}, {72, 28}}</string>
+					<string>{{149.75, 268.00000376515572}, {72, 28}}</string>
 					<key>Class</key>
 					<string>ShapedGraphic</string>
 					<key>FitText</key>
@@ -1380,8 +1380,8 @@
 					<integer>37</integer>
 					<key>Points</key>
 					<array>
-						<string>{252.6249942779541, 68.305194792047899}</string>
-						<string>{252.6249942779541, 211}</string>
+						<string>{223.3749942779541, 153.3051985572036}</string>
+						<string>{223.3749942779541, 296.00000376515572}</string>
 					</array>
 					<key>Style</key>
 					<dict>
@@ -1405,7 +1405,7 @@
 				</dict>
 				<dict>
 					<key>Bounds</key>
-					<string>{{216.6249942779541, 47.000000000000071}, {72, 20.805194805194791}}</string>
+					<string>{{187.3749942779541, 132.00000376515578}, {72, 20.805194805194791}}</string>
 					<key>Class</key>
 					<string>ShapedGraphic</string>
 					<key>ID</key>
@@ -1425,7 +1425,7 @@
 				</dict>
 				<dict>
 					<key>Bounds</key>
-					<string>{{48.25, 133.23110771179199}, {72, 28}}</string>
+					<string>{{19, 218.23111147694772}, {72, 28}}</string>
 					<key>Class</key>
 					<string>ShapedGraphic</string>
 					<key>FitText</key>
@@ -1472,7 +1472,7 @@
 				</dict>
 				<dict>
 					<key>Bounds</key>
-					<string>{{482.37498474121094, 140.42591035362216}, {72, 20.805194805194791}}</string>
+					<string>{{453.12498474121094, 225.42591411877788}, {72, 20.805194805194791}}</string>
 					<key>Class</key>
 					<string>ShapedGraphic</string>
 					<key>ID</key>
@@ -1501,7 +1501,7 @@
 				</dict>
 				<dict>
 					<key>Bounds</key>
-					<string>{{348.99998474121094, 98.999999121412074}, {72, 20.805194805194791}}</string>
+					<string>{{319.74998474121094, 184.00000288656781}, {72, 20.805194805194791}}</string>
 					<key>Class</key>
 					<string>ShapedGraphic</string>
 					<key>ID</key>
@@ -1535,8 +1535,8 @@
 					<integer>7</integer>
 					<key>Points</key>
 					<array>
-						<string>{518.37498474121094, 68.305191040039062}</string>
-						<string>{518.37498474121094, 211}</string>
+						<string>{489.12498474121094, 153.30519480519479}</string>
+						<string>{489.12498474121094, 296.00000376515572}</string>
 					</array>
 					<key>Style</key>
 					<dict>
@@ -1565,8 +1565,8 @@
 					<integer>6</integer>
 					<key>Points</key>
 					<array>
-						<string>{384.99998474121094, 67.805194805194816}</string>
-						<string>{384.99998474121094, 211}</string>
+						<string>{355.74998474121094, 152.80519857035054}</string>
+						<string>{355.74998474121094, 296.00000376515572}</string>
 					</array>
 					<key>Style</key>
 					<dict>
@@ -1590,8 +1590,8 @@
 					<integer>5</integer>
 					<key>Points</key>
 					<array>
-						<string>{119.75, 68.305194792047899}</string>
-						<string>{119.75, 211}</string>
+						<string>{90.5, 153.3051985572036}</string>
+						<string>{90.5, 296.00000376515572}</string>
 					</array>
 					<key>Style</key>
 					<dict>
@@ -1615,7 +1615,7 @@
 				</dict>
 				<dict>
 					<key>Bounds</key>
-					<string>{{482.37498474121094, 46.999996234844275}, {72, 20.805194805194791}}</string>
+					<string>{{453.12498474121094, 132}, {72, 20.805194805194791}}</string>
 					<key>Class</key>
 					<string>ShapedGraphic</string>
 					<key>ID</key>
@@ -1635,7 +1635,7 @@
 				</dict>
 				<dict>
 					<key>Bounds</key>
-					<string>{{349.49998474121094, 47.000000000000071}, {72, 20.805194805194791}}</string>
+					<string>{{320.24998474121094, 132.00000376515578}, {72, 20.805194805194791}}</string>
 					<key>Class</key>
 					<string>ShapedGraphic</string>
 					<key>ID</key>
@@ -1655,7 +1655,7 @@
 				</dict>
 				<dict>
 					<key>Bounds</key>
-					<string>{{83.75, 47.000000000000071}, {72, 20.805194805194791}}</string>
+					<string>{{54.5, 132.00000376515578}, {72, 20.805194805194791}}</string>
 					<key>Class</key>
 					<string>ShapedGraphic</string>
 					<key>ID</key>
@@ -1737,7 +1737,7 @@
 		<key>ExpandedCanvases</key>
 		<array/>
 		<key>Frame</key>
-		<string>{{262, -78}, {693, 878}}</string>
+		<string>{{1195, 292}, {693, 878}}</string>
 		<key>ListView</key>
 		<true/>
 		<key>OutlineWidth</key>
--- a/2014/February/memo/MMAPvsDivideRead.txt	Mon Feb 10 16:09:09 2014 +0900
+++ b/2014/February/memo/MMAPvsDivideRead.txt	Tue Feb 11 15:56:23 2014 +0900
@@ -1,48 +1,26 @@
 [program]
+
+    mmap だと ramdam access なので DB だと使用されない -> read を使用している。
+
+    実験環境をいろいろ変えてみよう
+    OSを変更してみる。(Linux など)
+    mmap の flag をかえてみる
+    priority 下げてみる??
+    様々なことをやってみよう
+
     [実験環境]
         firefly で計測
+        mac os X 10.9.1
         2*2.66 GHz, HHD 1TB, memory 16GB
         読み込んだ file size : 10740996168 Byte (10GB)
 
         読み込んでから Task が終了するまでの時間を測定
 
-        divide read で一度に読み込む量 : 4*4096*1024 Byte
-
-
-    % ./fileread -file ../regex_mas/10gb.txt -cpu 12 -dr
-
-    bm_search one task size 16k
-    [結果]
-          |          -SPE_ANY-|--IO_0---|
-    CPUNUM|    MMAP      BRead|   DRead|
-        2                      95.865063
-        3
-        4                      104.667434
-        8                      114.974203
-       12  111.810354          147.010479
-       24                      99.040944
-
-       12 MMAP 111.810354 63.559829 77.970525
-    IO_0 BRead  79.868357 115.067654 107.77211 96.924706
- SPE_NUM BRead  102.420338 120.658969 102.126428 118.725368
-
-       11 MMAP 
-    IO_0 BRead 99.384507 116.714300 134.678377 97.970632
-
-        4
-    IO_0 BRead 102.480095 
-
-        filesize 15GB
-        12
-    mmap        160.332098 224.448694
-    IO_0 BRead     276.518567  205.553947
-
-
+    % ./regex -file 10gb.txt -sw doing -division 128 -block 48 -cpu 12 -br
     [結果]
     bm_search one task size 128k
     task blocks 48
-          |         |-SPE_ANY-|--IO_0---|
-    CPUNUM|    MMAP |  BRead  |  BRead  |
+    CPUNUM
         1                      
            MMAP     
            second    35.713130
@@ -57,10 +35,10 @@
            SPE BRead 107.156623
            IO BRead 96.690044  98.422669 95.189016
         4                      
-           MMAP     135.155317 142.751540 148.916697
+           MMAP     135.155317 142.751540 148.916697 137.110170 147.350221
            second   12.102094
            SPE BRead 96.664415
-           IO BRead  109.181394 97.955774  94.676133
+           IO BRead  109.181394 97.955774  94.676133 94.508641 97.399619
         8                      
            MMAP     174.250825 146.720434 147.433098
            second     6.942862   
@@ -113,3 +91,8 @@
            MMAP     150.335210
            IO BRead 111.773256
 
+    fileread
+    file read one task size
+    1024 * 128 *  48  cpu 1 93.605574 95.171400
+    1024 * 128 *  48  cpu 4 97.775177 97.714276
+    1024 * 256 * 256  cpu 4 98.261143 95.614298