# HG changeset patch # User Nobuyasu # Date 1390980122 -32400 # Node ID a972a5814b0be23948a2722d10a503c369373ba7 # Parent 61221984aa56e4f0edbf8928032fc1b4fa84c75f loop_qsub.sh for jungle benchmark diff -r 61221984aa56 -r a972a5814b0b distributed/nodes.txt --- a/distributed/nodes.txt Wed Jan 29 16:00:44 2014 +0900 +++ b/distributed/nodes.txt Wed Jan 29 16:22:02 2014 +0900 @@ -1,4 +1,4 @@ -mass19.cs.ie.u-ryukyu.ac.jp +mass01.cs.ie.u-ryukyu.ac.jp mass20.cs.ie.u-ryukyu.ac.jp mass21.cs.ie.u-ryukyu.ac.jp mass22.cs.ie.u-ryukyu.ac.jp @@ -27,4 +27,4 @@ mass45.cs.ie.u-ryukyu.ac.jp mass46.cs.ie.u-ryukyu.ac.jp mass47.cs.ie.u-ryukyu.ac.jp -mass48.cs.ie.u-ryukyu.ac.jp \ No newline at end of file +mass48.cs.ie.u-ryukyu.ac.jp diff -r 61221984aa56 -r a972a5814b0b distributed/weighttp/hello.sh --- a/distributed/weighttp/hello.sh Wed Jan 29 16:00:44 2014 +0900 +++ b/distributed/weighttp/hello.sh Wed Jan 29 16:22:02 2014 +0900 @@ -1,4 +1,4 @@ #!/bin/sh echo "hello" -echo $@ +echo $1 diff -r 61221984aa56 -r a972a5814b0b distributed/weighttp/loop_qsub.sh --- a/distributed/weighttp/loop_qsub.sh Wed Jan 29 16:00:44 2014 +0900 +++ b/distributed/weighttp/loop_qsub.sh Wed Jan 29 16:22:02 2014 +0900 @@ -1,24 +1,24 @@ #!/bin/sh -start=1 -finish=1 -clientsFile=/home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/clients30.txt nodesFile=/home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/nodes30.txt -for i in `seq $start $finish` -do - nodenum=$i - if [ $i -lt 10 ] - then - nodenum=0$i +if [ $# -lt 1 ]; then + echo "Please set node number" + echo "Usage:./loop_qsub.sh nodenum" + exit 1 +fi + +nodenum=$1 +if [ $nodenum -lt 10 ] +then + nodenum=0$nodenum fi - echo "current count = $i" - qsub -e /home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/error_log/ -o /home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/log/ -v clientsFile=$clientsFile,nodesFile=$nodesFile,requests=100000,schedule=`expr $(date +%s) + 5`,concurrent=200,thread=2 -l nodes=$nodenum:ppn=4 /home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/weighttp_write_jungle.sh + echo "nodes = $nodenum" + qsub -e /home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/error_log/ -o /home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/log/ -v nodesFile=$nodesFile,requests=100000,schedule=`expr $(date +%s) + 5`,concurrent=200,thread=2 -l nodes=$nodenum:ppn=4 /home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/weighttp_write_jungle.sh while [ "x`qstat`" != "x" ] do echo "waiting for job to complete" - sleep 1 + sleep 5 done - echo "job complete" -# sleep 15 -done +echo "job complete" + diff -r 61221984aa56 -r a972a5814b0b distributed/weighttp/nodes30.txt --- a/distributed/weighttp/nodes30.txt Wed Jan 29 16:00:44 2014 +0900 +++ b/distributed/weighttp/nodes30.txt Wed Jan 29 16:22:02 2014 +0900 @@ -1,30 +1,30 @@ -mass19.cs.ie.u-ryukyu.ac.jp -mass20.cs.ie.u-ryukyu.ac.jp -mass21.cs.ie.u-ryukyu.ac.jp -mass22.cs.ie.u-ryukyu.ac.jp -mass23.cs.ie.u-ryukyu.ac.jp -mass24.cs.ie.u-ryukyu.ac.jp -mass25.cs.ie.u-ryukyu.ac.jp -mass26.cs.ie.u-ryukyu.ac.jp -mass27.cs.ie.u-ryukyu.ac.jp -mass28.cs.ie.u-ryukyu.ac.jp -mass29.cs.ie.u-ryukyu.ac.jp -mass30.cs.ie.u-ryukyu.ac.jp -mass31.cs.ie.u-ryukyu.ac.jp -mass32.cs.ie.u-ryukyu.ac.jp +mass48.cs.ie.u-ryukyu.ac.jp +mass47.cs.ie.u-ryukyu.ac.jp +mass46.cs.ie.u-ryukyu.ac.jp +mass45.cs.ie.u-ryukyu.ac.jp +mass44.cs.ie.u-ryukyu.ac.jp +mass43.cs.ie.u-ryukyu.ac.jp +mass42.cs.ie.u-ryukyu.ac.jp +mass41.cs.ie.u-ryukyu.ac.jp +mass40.cs.ie.u-ryukyu.ac.jp +mass39.cs.ie.u-ryukyu.ac.jp +mass38.cs.ie.u-ryukyu.ac.jp +mass37.cs.ie.u-ryukyu.ac.jp +mass36.cs.ie.u-ryukyu.ac.jp +mass35.cs.ie.u-ryukyu.ac.jp +mass34.cs.ie.u-ryukyu.ac.jp mass33.cs.ie.u-ryukyu.ac.jp -mass34.cs.ie.u-ryukyu.ac.jp -mass35.cs.ie.u-ryukyu.ac.jp -mass36.cs.ie.u-ryukyu.ac.jp -mass37.cs.ie.u-ryukyu.ac.jp -mass38.cs.ie.u-ryukyu.ac.jp -mass39.cs.ie.u-ryukyu.ac.jp -mass40.cs.ie.u-ryukyu.ac.jp -mass41.cs.ie.u-ryukyu.ac.jp -mass42.cs.ie.u-ryukyu.ac.jp -mass43.cs.ie.u-ryukyu.ac.jp -mass44.cs.ie.u-ryukyu.ac.jp -mass45.cs.ie.u-ryukyu.ac.jp -mass46.cs.ie.u-ryukyu.ac.jp -mass47.cs.ie.u-ryukyu.ac.jp -mass48.cs.ie.u-ryukyu.ac.jp +mass32.cs.ie.u-ryukyu.ac.jp +mass31.cs.ie.u-ryukyu.ac.jp +mass30.cs.ie.u-ryukyu.ac.jp +mass29.cs.ie.u-ryukyu.ac.jp +mass28.cs.ie.u-ryukyu.ac.jp +mass27.cs.ie.u-ryukyu.ac.jp +mass26.cs.ie.u-ryukyu.ac.jp +mass25.cs.ie.u-ryukyu.ac.jp +mass24.cs.ie.u-ryukyu.ac.jp +mass23.cs.ie.u-ryukyu.ac.jp +mass22.cs.ie.u-ryukyu.ac.jp +mass21.cs.ie.u-ryukyu.ac.jp +mass20.cs.ie.u-ryukyu.ac.jp +mass01.cs.ie.u-ryukyu.ac.jp diff -r 61221984aa56 -r a972a5814b0b distributed/weighttp/stress_weighttp.sh --- a/distributed/weighttp/stress_weighttp.sh Wed Jan 29 16:00:44 2014 +0900 +++ b/distributed/weighttp/stress_weighttp.sh Wed Jan 29 16:22:02 2014 +0900 @@ -2,7 +2,7 @@ export LD_LIBRARY_PATH=/usr/local/lib hostname=`hostname` -clientsFile=$1 +myNum=$1 nodesFile=$2 schedule=$3 requestNum=$4 @@ -21,29 +21,14 @@ echo ${nodeArray[$num]} } -function get_my_num() { - num=0 - myName=$1 - while read serv - do - if [ $serv = $myName ]; then - break - fi - num=`expr $num + 1` - done - echo $num -} +nodeUrl=`get_node_name < $nodesFile $myNum` +uri=":8080/editMessageUseGet?bname=hello%20world&uuid=0&author=oshiro&msg=write_test&key=" +now=$(date +%s) +sleepTime=`expr $schedule - $now` +sleep $sleepTime +ret=`/home/mass/student/k128576/opt/bin/weighttp -n $requestNum -c $concurrent -t $threadNum -k $nodeUrl$uri` +time=`echo $ret | awk '{print $62 " " $63 " " $82 " " $83}' ` +echo $nodeUrl$uri +echo $time -#cat $clientsFile -num=0 -myName=$1 - while read serv - do - echo "while" - if [ $serv = $myName ]; then - break - fi - num=`expr $num + 1` -done -echo $num diff -r 61221984aa56 -r a972a5814b0b distributed/weighttp/weighttp_write_jungle.sh --- a/distributed/weighttp/weighttp_write_jungle.sh Wed Jan 29 16:00:44 2014 +0900 +++ b/distributed/weighttp/weighttp_write_jungle.sh Wed Jan 29 16:22:02 2014 +0900 @@ -7,9 +7,11 @@ command=/home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/stress_weighttp.sh function run() { + i=0 while read serv do - ssh $serv "$command /tmp/nodes $nodesFile $schedule $requests $concurrent $thread" & + ssh $serv "$command $i $nodesFile $schedule $requests $concurrent $thread" & + i=`expr $i + 1` done wait }