Mercurial > hg > Members > masakoha > masa
changeset 94:db476b9fadd9
result
| author | Masataka Kohagura <kohagura@cr.ie.u-ryukyu.ac.jp> |
|---|---|
| date | Thu, 08 May 2014 19:44:53 +0900 |
| parents | 65b817490735 |
| children | 5fb2d057b5d9 |
| files | 14/Cerium_IO/IO_result.txt |
| diffstat | 1 files changed, 534 insertions(+), 4 deletions(-) [+] |
line wrap: on
line diff
--- a/14/Cerium_IO/IO_result.txt Sun May 04 03:09:14 2014 +0900 +++ b/14/Cerium_IO/IO_result.txt Thu May 08 19:44:53 2014 +0900 @@ -1,3 +1,372 @@ +-------------------------------------------------------------- +2014/05/08 (Thu) + [result] + firefly にて + + firefly を再起動してリフレッシュした後の計測 + 実験 CPU 数は全て 12 + + + bread size = division_size * block_num + block num は 48 固定 + division size を変化させてみた + + division_size ->| 4k | 8k | 16k | 32k | 64k | 128k | 256k | + -------------------------------------------------------------------------------- + mmap | 11.867 | 10.570 | 11.803 | 14.915 | 16.626 | 16.923 | 18.474 | + read | 12.020 | 11.585 | 11.729 | 11.661 | 12.497 | 11.347 | 11.658 | + bread & SPE_ANY | 11.508 | 15.932 | 11.407 | 12.816 | 12.454 | 12.891 | 11.962 | + bread & IO_0 | 11.342 | 12.242 | 11.636 | 12.331 | 10.870 | 11.295 | 11.723 | + -------------------------------------------------------------------------------- + + [考察] + mmap の遅くなる境目は 16k*48 = 768k と 32k * 48 = 1,536k の間 + 2^9 < bread size < 2^11 + + read, bread & IO_0 は安定(まぁ一気に読み込んでるわけだし。) + mmap は、一度に読み込む範囲が狭いほうが速度は出る。 + -> ランダムアクセス + + ########################################### + ./word_count -file 1gb.txt -cpu 12 -division 4 -block 48 -m + + division size を 4k に変更 + Blocked Read size 4k * 48 + + [mmap] + 13.955924 10.593330 10.076561 13.343254 11.368239 + ave : 11.8674616 + + [read] + 10.874073 11.181728 12.574511 12.639683 12.830423 + ave : 12.0200836 + + [blocked Read & SPE_ANY] + 10.139217 10.343027 10.868068 15.226670 10.960942 + ave : 11.5075848 + + [blocked Read & IO_0] + 10.071492 12.267685 11.409233 10.417327 12.542598 + ave : 11.341667 + + ########################################### + ./word_count -file 1gb.txt -cpu 12 -division 8 -block 48 -m + + division size を 8k に変更 + Blocked Read size 8k * 48 + + [mmap] + 10.019870 10.182644 10.865943 11.464948 10.316064 + ave : 10.5698938 + + [read] + 10.929073 10.494944 13.320447 11.696959 11.485670 + ave : 11.5854186 + + [blocked Read & SPE_ANY] + 10.524184 16.851492 18.499222 17.166419 16.617646 + ave : 15.9317926 + + [blocked Read & IO_0] + 12.594326 10.974664 9.791322 14.108371 13.741705 + ave : 12.2420776 + + + ########################################### + ./word_count -file 1gb.txt -cpu 12 -division 16 -block 48 -m + + division size を 16k に変更 + Blocked Read size 16k * 48 + + [mmap] + 10.169057 10.540739 15.449075 10.957382 11.899007 + ave : 11.803052 + + [read] + 11.462661 12.633221 11.207322 10.525345 12.815037 + ave : 11.7287172 + + [blocked Read & SPE_ANY] + 11.794426 11.285127 10.987724 11.539787 11.426118 + ave : 11.4066364 + + [blocked Read & IO_0] + 9.902556 12.431267 11.206498 10.889500 13.748140 + ave : 11.6355922 + + + ########################################### + ./word_count -file 1gb.txt -cpu 12 -division 32 -block 48 -m + + division size を 32k に変更 + Blocked Read size 32k * 48 + + [mmap] + 15.069456 15.122584 14.922003 14.683691 14.777088 + ave : 14.9149644 + + [read] + 11.028623 11.035131 11.373129 12.821938 12.046853 + ave : 11.6611348 + + [blocked Read & SPE_ANY] + 11.919220 12.329987 12.332933 14.418972 13.078229 + ave : 12.8158682 + + [blocked Read & IO_0] + 10.530808 10.747448 13.123480 10.487363 16.765442 + ave : 12.3309082 + + ########################################### + ./word_count -file 1gb.txt -cpu 12 -division 64 -block 48 -m + + division size を 64k に変更 + Blocked Read size 64k * 48 + + [mmap] + 16.111595 16.025707 17.268757 15.955856 17.766358 + ave : 16.6256546 + + [read] + 11.808742 12.239779 12.924552 13.963415 11.550749 + ave : 12.4974474 + + [blocked Read & SPE_ANY] + 11.352159 13.369793 12.610295 12.669730 12.267202 + ave : 12.4538358 + + [blocked Read & IO_0] + 10.797157 10.301865 11.943482 10.176760 11.135116 + ave : 10.870876 + + ########################################### + ./word_count -file 1gb.txt -cpu 12 -division 128 -block 48 -m + + division size を 128k に変更 + Blocked Read size 128k * 48 + + [mmap] + 16.034226 16.560303 16.890796 19.045418 16.082843 + ave : 16.9227172 + + [read] + 10.536881 10.504687 11.637468 12.857552 11.196838 + ave : 11.3466852 + + [blocked Read & SPE_ANY] + 12.481490 13.197780 12.647181 13.424816 12.707132 + ave : 12.8916798 + + [blocked Read & IO_0] + 10.342932 10.488933 12.881027 11.114004 11.648817 + ave : 11.2951426 + + ########################################### + ./word_count -file 1gb.txt -cpu 12 -division 256 -block 48 -m + + division size を 256k に変更 + Blocked Read size 256k * 48 + + [mmap] + 16.861397 16.332805 21.959199 19.286259 17.929253 + ave : 18.4737826 + + [read] + 11.290773 10.484917 12.768376 11.330529 12.415259 + ave : 11.6579708 + + [blocked Read & SPE_ANY] + 11.277959 11.902750 12.208483 11.148553 13.273579 + ave : 11.9622648 + + [blocked Read & IO_0] + 10.603377 10.891932 11.916977 12.061559 13.142021 + ave : 11.7231732 + + ########################################### + リフレッシュ後はここまで +############################################# + + ########################################### + ./word_count -file 1gb.txt -cpu 12 -division 32 -block 48 -m + + mmap only で Blocked Read の様々な大きさを試してみる + + Blocked Read size 16k * 48 + 11.225793 11.516904 13.259233 12.324640 10.343828 + ave : 11.7340796 + + ########################################### + ./word_count -file 1gb.txt -cpu 12 -division 32 -block 48 -m + + division size を 32k に変更 + Blocked Read size 256k * 48 + + [mmap] + 16.648177 20.314135 22.318274 20.390665 21.174707 + ave : 20.1691916 + + [read] + 12.048092 13.031264 15.055066 13.631955 14.629920 + ave : 13.6792594 + + [blocked Read & SPE_ANY] + 11.673849 14.027035 13.938218 14.581857 15.435502 + ave : 13.9312922 + + [blocked Read & IO_0] + 15.310970 12.431799 13.015167 12.111157 13.268908 + ave : 13.2276002 + + ########################################### + ./word_count -file 1gb.txt -cpu 12 -division 256 -block 48 -m + + division size を 256k に変更 + Blocked Read size 256k * 48 + + [mmap] + 16.533852 22.421299 23.928809 20.837954 21.757904 + ave : 21.0959636 + + [read] + 11.522632 15.494991 14.413933 15.421523 14.346096 + ave : 14.239835 + + [blocked Read & SPE_ANY] + 11.645137 14.220895 13.072463 13.235456 13.830988 + ave : 13.2009878 + + [blocked Read & IO_0] + 13.405995 13.243454 12.777046 13.805675 13.137011 + ave : 13.2738362 + + ########################################### + ./word_count -file 1gb.txt -cpu 12 -division 64 -block 48 -m + + division size を 64k に変更 + Blocked Read size 64k * 48 + + [mmap] + 16.563569 20.158053 21.448670 21.293077 20.550916 + ave : 20.002857 + + [read] + 11.368613 14.068283 13.444215 15.334056 14.554330 + ave : 13.7538994 + + [blocked Read & SPE_ANY] + 11.169437 14.419505 15.024782 17.806684 17.591594 + ave : 15.2024004 + + [blocked Read & IO_0] + 11.116777 14.260367 13.418558 13.119003 13.319392 + ave : 13.0468194 + + +-------------------------------------------------------------- +2014/05/07 (Wed) + [result] + nkmr 研サーバにて + + ########################################### + (2014/05/01 の結果) + cpu 8 other division_size = 16k block_num = 48 + cache 0.840 + [mmap] + include I/O 7.886 7.919 7.604 7.412 7.443 7.631 + ave 7.649 + + [read] + include I/O 7.541 7.553 7.963 7.501 7.477 + ave 7.607 + + [blocked Read & SPE_ANY] + include I/O 14.887 14.486 14.453 14.608 15.279 + ave 14.723 + + [blocked Read & IO_0] + include I/O 6.719 6.835 6.819 6.663 6.738 + ave 6.755 + + 以下 2014/05/07 に計測 + + ########################################### + cpu 4 other division_size = 16k block_num = 48 + cache 1.088943 + [mmap] + 11.394516 12.045339 13.763432 13.429961 11.886197 + 12.503889 + + [read] + 7.900163 8.210646 8.174739 8.221865 8.257309 + 8.1529444 + + [blocked Read & SPE_ANY] + 11.583224 13.696717 11.232450 10.875663 11.609224 + 11.7994556 + + [blocked Read & IO_0] + 6.862518 7.163325 7.196333 6.887726 6.972422 + 7.0164648 + + ########################################### + cpu 3 other division_size = 16k block_num = 48 + cache 2.049192 + [mmap] + 7.210944 7.754113 7.971077 7.704215 7.520623 + 7.6321944 + + [read] + 8.232689 8.645796 8.895464 8.685775 8.873369 + 8.6666186 + + [blocked Read & SPE_ANY] + 12.253558 13.401002 13.410819 12.614162 13.296896 + 12.9952874 + + [blocked Read & IO_0] + 6.753707 7.472933 7.339476 7.597705 7.389503 + 7.3106648 + + ########################################### + cpu 2 other division_size = 16k block_num = 48 + cache 2.049192 + [mmap] + 6.702701 6.761172 6.753862 6.736276 6.869777 + 6.7647576 + + [read] + 8.690265 8.691177 8.712588 8.695770 8.706455 + 8.699251 + + [blocked Read & SPE_ANY] + 10.189692 10.972406 10.679654 10.344061 10.843843 + 10.6059312 + + [blocked Read & IO_0] + 6.688520 6.831342 6.813723 6.787828 6.881037 + 6.80049 + + ########################################### + cpu 1 other division_size = 16k block_num = 48 + cache 3.956206 + [mmap] + 6.894841 6.736401 6.896121 7.003213 6.729732 + 6.8520616 + + [read] + 10.526449 10.556775 10.552578 10.569887 10.518269 + 10.5447916 + + [blocked Read & SPE_ANY] + 8.655361 8.710293 8.661651 8.634304 8.768228 + 8.6859674 + + [blocked Read & IO_0] + 6.724043 6.680827 6.790831 6.724226 6.756765 6.831216 + 6.751318 + + 2014/05/01 (Thu) [result] nkmr 研 namako 鯖 @@ -12,19 +381,22 @@ ########################################### cpu 8 other division_size = 16k block_num = 48 - ache 0.840 + cache 0.840 [mmap] include I/O 7.886 7.919 7.604 7.412 7.443 7.631 + ave 7.649 [read] include I/O 7.541 7.553 7.963 7.501 7.477 + ave 7.607 [blocked Read & SPE_ANY] include I/O 14.887 14.486 14.453 14.608 15.279 + ave 14.723 [blocked Read & IO_0] include I/O 6.719 6.835 6.819 6.663 6.738 - + ave 6.755 ########################################### cpu 8 division_size = 128k block_num = 48 @@ -32,15 +404,19 @@ cache 0.698 [mmap] include I/O 18.380 19.356 19.033 19.007 19.641 + ave 19.083 [read] include I/O 7.389 7.419 7.480 7.409 7.455 + ave 7.430 [blocked Read & SPE_ANY] include I/O 10.488 10.254 10.833 10.513 10.937 + ave 10.605 [blocked Read & IO_0] include I/O 6.722 6.822 6.747 7.339 6.790 + ave 6.884 ########################################### @@ -70,7 +446,161 @@ include I/O 7.369 7.444 7.493 7.393 7.478 7.539 [blocked Read & SPE_ANY] + include I/O 9.301 9.453 9.362 9.426 9.272 + + [blocked Read & IO_0] include I/O 6.784 6.741 6.737 6.801 6.743 - [blocked Read & IO_0] - include I/O 9.301 9.453 9.362 9.426 9.272 + +------------------------------------------------------------- + +2014/04/18 (Fri) + [memo] + word count の再計測 + + kono 研 firefly + HDD : WD1001FALS-41Y6A1 1TB 7200 rpm 32MB Cache SATA 3.0 Gbps + + ./word_count -file 1gb.txt -cpu 12 -division 128 -block 48 -m + (CPU num = 12) + < mmap > 22.713 0.878 + < read > 12.520 1.469 + < bread & IO_0 > 10.295 0.886 + < bread & SPE_ANY > 14.028 0.882 + + (CPU num = 8) + < mmap > 22.789 0.952 + < read > 14.785 1.571 + < bread & IO_0 > 14.774 0.857 + < bread & SPE_ANY > 15.287 1.009 + + (CPU num = 4) + < mmap > 22.861 1.739 + < read > 15.737 2.303 + < bread & IO_0 > 14.634 1.565 + < bread & SPE_ANY > 15.646 1.941 + + (CPU num = 1) + < mmap > 20.179 6.521 + < read > 21.351 6.832 + < bread & IO_0 > 13.930 6.009 + < bread & IO_0 > 18.531 6.775 + + + + ./word_count -file X gb.txt -cpu 12 -division 128 -block 48 -m + (file size 2GB) + < mmap > 34.072 + < read > 24.755 + < bread & IO_0 > 21.396 + < bread & SPE_ANY > 23.909 + + (file size 3GB) + < mmap > 52.819 + < read > 33.398 + < bread & IO_0 > 32.798 + < bread & SPE_ANY > 37.140 + + (file size 4GB) + < mmap > 68.951 + < read > 43.578 + < bread & IO_0 > 42.491 + < bread & SPE_ANY > 48.078 + + + + + ./word_count -file 1gb.txt -cpu 12 -division 16 -block 48 -m + < mmap > 11.137 0.854 + < read > 11.437 1.487 + < bread & IO_0 > 11.412 0.847 + < bread & SPE_ANY > 11.146 0.866 + + ./word_count -file 1gb.txt -cpu 1 -division 16 -block 48 -m + < mmap > 15.353 + < read > 16.846 + < bread & IO_0 > 11.503 6.992 + < bread & SPE_ANY > 13.297 + + ./word_count -file 1gb.txt -cpu 8 -division 16 -block 48 -m + < mmap > 11.707 + < read > 11.487 + < bread & IO_0 > 11.365 + < bread & SPE_ANY > 10.887 + + + + ./word_count -file 1gb.txt -cpu 1 -division 128 -block 48 -br + 14.210562 15.025856 13.118798 14.155912 13.137139 13.930 + + ./word_count -file 1gb.txt -cpu 1 -division 128 -block 48 -br spe_any + 21.347 18.110 15.926 18.128 19.143 18.531 + + ./word_count -file 1gb.txt -cpu 1 -division 128 -block 48 -r + 19.669 19.612 22.830 22.116 22.528 21.351 + + ./word_count -file 1gb.txt -cpu 1 -division 128 -block 48 -m + 18.604 22.576 15.844 22.019 21.852 20.179 + + ./word_count -file 1gb.txt -cpu 4 -division 128 -block 48 -m + 20.963 24.989 19.770 20.893 27.692 22.861 + + ./word_count -file 1gb.txt -cpu 4 -division 128 -block 48 -r + 14.331 14.403 16.493 15.652 17.808 15.737 + + ./word_count -file 1gb.txt -cpu 4 -division 128 -block 48 -br spe_any + 14.369 13.818 17.198 15.796 17.051 15.646 + + ./word_count -file 1gb.txt -cpu 4 -division 128 -block 48 -br IO_0 + 12.898 14.056 15.115 15.839 15.263 14.634 + + ./word_count -file 1gb.txt -cpu 4 -division 128 -block 48 -br IO_0 + 12.898 14.056 15.115 15.839 15.263 14.634 + + ./word_count -file 1gb.txt -cpu 8 -division 128 -block 48 -br spe_any + 14.995 13.622 15.332 16.686 15.802 A 15.287 + + ./word_count -file 1gb.txt -cpu 8 -division 128 -block 48 -br IO_0 + 12.351 15.303 17.811 14.310 14.094 14.774 + + ./word_count -file 1gb.txt -cpu 8 -division 128 -block 48 -m + 20.071 20.652 27.683 23.919 22.070 22.789 + + ./word_count -file 1gb.txt -cpu 8 -division 128 -block 48 -r + 15.542 14.062 14.255 14.541 15.524 14.785 + + ./word_count -file 1gb.txt -cpu 12 -division 128 -block 48 -m + 20.415 23.049 27.368 20.539 22.195 22.713 + + ./word_count -file 2gb.txt -cpu 12 -division 128 -block 48 -m + 40.646 41.631 34.220 36.335 38.208 + + ./word_count -file 2gb.txt -cpu 12 -division 128 -block 48 -br + 27.800 30.437 26.995 28.411 + + ./word_count -file 2gb.txt -cpu 12 -division 128 -block 48 -br io_0 + 21.977 23.126 28.174 25.038 22.688 24.201 + + ./word_count -file 3gb.txt -cpu 12 -division 128 -block 48 -m + 51.671 61.249 59.457 56.704 63.490 58.514 + + ./word_count -file 4gb.txt -cpu 12 -division 128 -block 48 -m + 65.671 73.202 77.090 76.386 76.017 73.767 + + ./word_count -file 4gb.txt -cpu 12 -division 128 -block 48 -br io_0 + 43.864 51.867 49.750 49.981 44.271 47.967 + + ./word_count -file 3gb.txt -cpu 12 -division 128 -block 48 -br io_0 + 29.918 35.544 36.423 39.121 41.158 36.397 + + ./word_count -file 4gb.txt -cpu 12 -division 128 -block 48 -br SPE_ANY + 50.935 57.769 54.234 54.155 52.010 53.813 + + ./word_count -file 3gb.txt -cpu 12 -division 128 -block 48 -br SPE_ANY + 45.513 40.117 42.841 38.430 41.798 41.740 + + ./word_count -file 2gb.txt -cpu 12 -division 128 -block 48 -br SPE_ANY + 23.304 24.006 22.301 23.292 25.107 23.602 + +------------------------------------------------------------- +