Mercurial > hg > Database > jungle-test-scripts
changeset 2:ddf19a51f91f
cleanup
author | kono |
---|---|
date | Thu, 11 Jan 2018 16:08:48 +0900 |
parents | b91b56c80fc5 |
children | a015058dd24d |
files | LogupdateTest-qsub.sh LogupdateTest-tino.sh LogupdateTest.pl LogupdateTest.sh README.txt copy.sh kill-java-qsub.sh killLogupdate.sh scripts/LogupdateTest-qsub.sh scripts/LogupdateTest-tino.sh scripts/LogupdateTest.pl scripts/copy.sh scripts/kill-java-qsub.sh scripts/test.sh test.sh |
diffstat | 15 files changed, 73 insertions(+), 103 deletions(-) [+] |
line wrap: on
line diff
--- a/LogupdateTest-qsub.sh Mon Dec 25 20:13:58 2017 +0900 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,7 +0,0 @@ -#!/bin/sh -#PBS -q jungle -#PBS -N ExampleJob -#PBS -l nodes=3,walltime=00:04:00 - -/usr/bin/perl /mnt/data/jungle_workspace/LogupdateTest.pl -
--- a/LogupdateTest-tino.sh Mon Dec 25 20:13:58 2017 +0900 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,11 +0,0 @@ -最初の1台にかくこと -java -cp /mnt/data/Alice.jar alice.topology.manager.TopologyManager -host tino-VM1.ads.ie.u-ryukyu.ac.jp -p 10000 -port 10001 --noKeepAlive & -sleep 3 -java -jar /mnt/data/logupdateTest-1.1.jar -host tino-VM1.ads.ie.u-ryukyu.ac.jp -p 10001 -port 10000 --noKeepAlive - -中間の14台にかくこと -java -jar /mnt/data/logupdateTest-1.1.jar -host tino-VM1.ads.ie.u-ryukyu.ac.jp -p 10001 -port 10000 --noKeepAlive - -最後の1台にかくこと -sleep 10 -java -jar /mnt/data/logupdateTest-1.1.jar -host tino-VM1.ads.ie.u-ryukyu.ac.jp -p 10001 -port 10000 -write --noKeepAlive
--- a/LogupdateTest.pl Mon Dec 25 20:13:58 2017 +0900 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,36 +0,0 @@ -#!usr/bin/perl - -my $debug = 0; - -sub mysystem { - my ($cmd) = @_; - if ($debug) { - print $cmd ,"\n"; - } else { - system $cmd; - } -} - -my $nodes = $ENV{'PBS_NODEFILE'}; -my $jungleDir = "/mnt/data/jungle_workspace"; -my $logFile = "$jungleDir/Log/Log"; -my $logNum = "0000"; - -open my $fd,"<",$nodes or die("can't read file $nodes $!"); - -while (<$fd>) { - chop ; - unshift(@nodes,$_); -} - -mysystem("ssh $nodes[0] \"cd $jungleDir;java -cp build/libs/Alice.jar alice.topology.manager.TopologyManager -host $nodes[0] -p 10000 -port 10001 --noKeepAlive > $logFile$logNum\" &"); -$logNum++; -sleep 10; -for my $i (1..($#nodes-1)) { - mysystem("ssh $nodes[$i] \"cd $jungleDir;java -jar build/libs/logupdateTest-1.1.jar -host $nodes[0] -p 10003 -port 10000 --noKeepAlive > $logFile$logNum\" & "); - $logNum++; -} - -sleep 10; -mysystem("ssh $nodes[$#nodes] \"cd $jungleDir;java -jar build/libs/logupdateTest-1.1.jar -host $nodes[0] -p 10003 -port 10000 -write --noKeepAlive > $logFile$logNum\" &" ); -sleep 10;
--- a/LogupdateTest.sh Mon Dec 25 20:13:58 2017 +0900 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,6 +0,0 @@ -java -cp build/libs/Alice.jar alice.topology.manager.TopologyManager -host localhost -p 10000 -port 10001 --noKeepAlive & -sleep 3 -java -jar build/libs/logupdateTest-1.1.jar -host localhost -p 10003 -port 10000 --noKeepAlive & -java -jar build/libs/logupdateTest-1.1.jar -host localhost -p 10001 -port 10000 --noKeepAlive & -sleep 4 -java -jar build/libs/logupdateTest-1.1.jar -host localhost -p 10002 -port 10000 -write --noKeepAlive
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/README.txt Thu Jan 11 16:08:48 2018 +0900 @@ -0,0 +1,9 @@ +Thu Jan 11 15:58:29 JST 2018 + + test.sh ---- simple torque test print cluster host names + copy.sh ----- copy jungle jar from firefly + kill-java-qsub.sh --- kill remaining jobs in qsub + killLogupdate.sh --- kill remaining jobs in qsub + LogupdateTest.pl --- Perl script to run java job + LogupdateTest-qsub.sh ---- drver shell script of perl script + LogupdateTest.sh --- local test for jungle
--- a/copy.sh Mon Dec 25 20:13:58 2017 +0900 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,10 +0,0 @@ -#!/bin/sh -#PBS -q jungle -#PBS -N copyfile_Job -#PBS -l nodes=16,walltime=00:00:30 -for serv in `cat $PBS_NODEFILE` -do - mkdir ~/jungle_workspace/copy_test - scp scp one@dragonfly.cr.ie.u-ryukyu.ac.jp:src/jungle-core/build/libs/Alice.jar ~/copy_test -done -wait
--- a/kill-java-qsub.sh Mon Dec 25 20:13:58 2017 +0900 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,9 +0,0 @@ -#!/bin/sh -#PBS -q jungle -#PBS -N ExampleJob -#PBS -l nodes=16,walltime=00:00:30 -for serv in `cat $PBS_NODEFILE` -do - ssh $serv 'hostname;sh /mnt/data/jungle_workspace/scripts/killLogupdate.sh' & -done -wait
--- a/killLogupdate.sh Mon Dec 25 20:13:58 2017 +0900 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,4 +0,0 @@ -#!/bin/sh - -ps agx | grep logupdate | grep -v grep | grep -v killLogupdate | perl -le 'while (<>){if (/(\d+)/){print "kill -9 $1"}}' | sh & -ps agx | grep TopologyManager | grep -v grep | grep -v killLogupdate | perl -le 'while (<>){if (/(\d+)/){print "kill -9 $1"}}' | sh
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/scripts/LogupdateTest-qsub.sh Thu Jan 11 16:08:48 2018 +0900 @@ -0,0 +1,7 @@ +#!/bin/sh +#PBS -q jungle +#PBS -N LogUpdateTest +#PBS -l nodes=3,walltime=00:04:00 + +/usr/bin/perl /mnt/data/jungle_workspace/LogupdateTest.pl +
--- a/scripts/LogupdateTest-tino.sh Mon Dec 25 20:13:58 2017 +0900 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,11 +0,0 @@ -最初の1台にかくこと -java -cp /mnt/data/Alice.jar alice.topology.manager.TopologyManager -host tino-VM1.ads.ie.u-ryukyu.ac.jp -p 10000 -port 10001 --noKeepAlive & -sleep 3 -java -jar /mnt/data/logupdateTest-1.1.jar -host tino-VM1.ads.ie.u-ryukyu.ac.jp -p 10001 -port 10000 --noKeepAlive - -中間の14台にかくこと -java -jar /mnt/data/logupdateTest-1.1.jar -host tino-VM1.ads.ie.u-ryukyu.ac.jp -p 10001 -port 10000 --noKeepAlive - -最後の1台にかくこと -sleep 10 -java -jar /mnt/data/logupdateTest-1.1.jar -host tino-VM1.ads.ie.u-ryukyu.ac.jp -p 10001 -port 10000 -write --noKeepAlive
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/scripts/LogupdateTest.pl Thu Jan 11 16:08:48 2018 +0900 @@ -0,0 +1,36 @@ +#!usr/bin/perl + +my $debug = 0; + +sub mysystem { + my ($cmd) = @_; + if ($debug) { + print $cmd ,"\n"; + } else { + system $cmd; + } +} + +my $nodes = $ENV{'PBS_NODEFILE'}; +my $jungleDir = "/mnt/data/jungle_workspace"; +my $logFile = "$jungleDir/Log/Log"; +my $logNum = "0000"; + +open my $fd,"<",$nodes or die("can't read file $nodes $!"); + +while (<$fd>) { + chop ; + unshift(@nodes,$_); +} + +mysystem("ssh $nodes[0] \"cd $jungleDir;java -cp build/libs/Alice.jar alice.topology.manager.TopologyManager -host $nodes[0] -p 10000 -port 10001 --noKeepAlive > $logFile$logNum\" &"); +$logNum++; +sleep 10; +for my $i (1..($#nodes-1)) { + mysystem("ssh $nodes[$i] \"cd $jungleDir;java -jar build/libs/logupdateTest-1.1.jar -host $nodes[0] -p 10003 -port 10000 --noKeepAlive > $logFile$logNum\" & "); + $logNum++; +} + +sleep 10; +mysystem("ssh $nodes[$#nodes] \"cd $jungleDir;java -jar build/libs/logupdateTest-1.1.jar -host $nodes[0] -p 10003 -port 10000 -write --noKeepAlive > $logFile$logNum\" &" ); +sleep 10;
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/scripts/copy.sh Thu Jan 11 16:08:48 2018 +0900 @@ -0,0 +1,3 @@ +#!/bin/sh +mkdir -p build +rsync -av one@firefly.cr.ie.u-ryukyu.ac.jp:src/jungle-core/build/libs build
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/scripts/kill-java-qsub.sh Thu Jan 11 16:08:48 2018 +0900 @@ -0,0 +1,9 @@ +#!/bin/sh +#PBS -q jungle +#PBS -N KillJava +#PBS -l nodes=16,walltime=00:00:30 +for serv in `cat $PBS_NODEFILE` +do + ssh $serv 'hostname;sh /mnt/data/jungle_workspace/scripts/killLogupdate.sh' & +done +wait