changeset 21:a972a5814b0b

loop_qsub.sh for jungle benchmark
author Nobuyasu
date Wed, 29 Jan 2014 16:22:02 +0900
parents 61221984aa56
children d6d3b7180e6d
files distributed/nodes.txt distributed/weighttp/hello.sh distributed/weighttp/loop_qsub.sh distributed/weighttp/nodes30.txt distributed/weighttp/stress_weighttp.sh distributed/weighttp/weighttp_write_jungle.sh
diffstat 6 files changed, 60 insertions(+), 73 deletions(-) [+]
line wrap: on
line diff
--- a/distributed/nodes.txt	Wed Jan 29 16:00:44 2014 +0900
+++ b/distributed/nodes.txt	Wed Jan 29 16:22:02 2014 +0900
@@ -1,4 +1,4 @@
-mass19.cs.ie.u-ryukyu.ac.jp
+mass01.cs.ie.u-ryukyu.ac.jp
 mass20.cs.ie.u-ryukyu.ac.jp
 mass21.cs.ie.u-ryukyu.ac.jp
 mass22.cs.ie.u-ryukyu.ac.jp
@@ -27,4 +27,4 @@
 mass45.cs.ie.u-ryukyu.ac.jp
 mass46.cs.ie.u-ryukyu.ac.jp
 mass47.cs.ie.u-ryukyu.ac.jp
-mass48.cs.ie.u-ryukyu.ac.jp
\ No newline at end of file
+mass48.cs.ie.u-ryukyu.ac.jp
--- a/distributed/weighttp/hello.sh	Wed Jan 29 16:00:44 2014 +0900
+++ b/distributed/weighttp/hello.sh	Wed Jan 29 16:22:02 2014 +0900
@@ -1,4 +1,4 @@
 #!/bin/sh
 
 echo "hello"
-echo $@
+echo $1
--- a/distributed/weighttp/loop_qsub.sh	Wed Jan 29 16:00:44 2014 +0900
+++ b/distributed/weighttp/loop_qsub.sh	Wed Jan 29 16:22:02 2014 +0900
@@ -1,24 +1,24 @@
 #!/bin/sh
 
-start=1
-finish=1
-clientsFile=/home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/clients30.txt
 nodesFile=/home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/nodes30.txt
 
-for i in `seq $start $finish`
-do
- nodenum=$i
- if [ $i -lt 10 ]
- then
-   nodenum=0$i
+if [ $# -lt 1 ]; then
+  echo "Please set node number"
+  echo "Usage:./loop_qsub.sh nodenum" 
+  exit 1
+fi
+
+nodenum=$1
+if [ $nodenum -lt 10 ]
+then
+   nodenum=0$nodenum
  fi
- echo "current count = $i"
- qsub -e  /home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/error_log/  -o /home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/log/ -v clientsFile=$clientsFile,nodesFile=$nodesFile,requests=100000,schedule=`expr $(date +%s) + 5`,concurrent=200,thread=2 -l nodes=$nodenum:ppn=4 /home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/weighttp_write_jungle.sh
+ echo "nodes = $nodenum"
+ qsub -e  /home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/error_log/  -o /home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/log/ -v nodesFile=$nodesFile,requests=100000,schedule=`expr $(date +%s) + 5`,concurrent=200,thread=2 -l nodes=$nodenum:ppn=4 /home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/weighttp_write_jungle.sh 
  while [ "x`qstat`" != "x" ]
  do
   echo "waiting for job to complete"
-  sleep 1
+  sleep 5
  done 
- echo "job complete"
-# sleep 15
-done
+echo "job complete"
+
--- a/distributed/weighttp/nodes30.txt	Wed Jan 29 16:00:44 2014 +0900
+++ b/distributed/weighttp/nodes30.txt	Wed Jan 29 16:22:02 2014 +0900
@@ -1,30 +1,30 @@
-mass19.cs.ie.u-ryukyu.ac.jp
-mass20.cs.ie.u-ryukyu.ac.jp
-mass21.cs.ie.u-ryukyu.ac.jp
-mass22.cs.ie.u-ryukyu.ac.jp
-mass23.cs.ie.u-ryukyu.ac.jp
-mass24.cs.ie.u-ryukyu.ac.jp
-mass25.cs.ie.u-ryukyu.ac.jp
-mass26.cs.ie.u-ryukyu.ac.jp
-mass27.cs.ie.u-ryukyu.ac.jp
-mass28.cs.ie.u-ryukyu.ac.jp
-mass29.cs.ie.u-ryukyu.ac.jp
-mass30.cs.ie.u-ryukyu.ac.jp
-mass31.cs.ie.u-ryukyu.ac.jp
-mass32.cs.ie.u-ryukyu.ac.jp
+mass48.cs.ie.u-ryukyu.ac.jp
+mass47.cs.ie.u-ryukyu.ac.jp
+mass46.cs.ie.u-ryukyu.ac.jp
+mass45.cs.ie.u-ryukyu.ac.jp
+mass44.cs.ie.u-ryukyu.ac.jp
+mass43.cs.ie.u-ryukyu.ac.jp
+mass42.cs.ie.u-ryukyu.ac.jp
+mass41.cs.ie.u-ryukyu.ac.jp
+mass40.cs.ie.u-ryukyu.ac.jp
+mass39.cs.ie.u-ryukyu.ac.jp
+mass38.cs.ie.u-ryukyu.ac.jp
+mass37.cs.ie.u-ryukyu.ac.jp
+mass36.cs.ie.u-ryukyu.ac.jp
+mass35.cs.ie.u-ryukyu.ac.jp
+mass34.cs.ie.u-ryukyu.ac.jp
 mass33.cs.ie.u-ryukyu.ac.jp
-mass34.cs.ie.u-ryukyu.ac.jp
-mass35.cs.ie.u-ryukyu.ac.jp
-mass36.cs.ie.u-ryukyu.ac.jp
-mass37.cs.ie.u-ryukyu.ac.jp
-mass38.cs.ie.u-ryukyu.ac.jp
-mass39.cs.ie.u-ryukyu.ac.jp
-mass40.cs.ie.u-ryukyu.ac.jp
-mass41.cs.ie.u-ryukyu.ac.jp
-mass42.cs.ie.u-ryukyu.ac.jp
-mass43.cs.ie.u-ryukyu.ac.jp
-mass44.cs.ie.u-ryukyu.ac.jp
-mass45.cs.ie.u-ryukyu.ac.jp
-mass46.cs.ie.u-ryukyu.ac.jp
-mass47.cs.ie.u-ryukyu.ac.jp
-mass48.cs.ie.u-ryukyu.ac.jp
+mass32.cs.ie.u-ryukyu.ac.jp
+mass31.cs.ie.u-ryukyu.ac.jp
+mass30.cs.ie.u-ryukyu.ac.jp
+mass29.cs.ie.u-ryukyu.ac.jp
+mass28.cs.ie.u-ryukyu.ac.jp
+mass27.cs.ie.u-ryukyu.ac.jp
+mass26.cs.ie.u-ryukyu.ac.jp
+mass25.cs.ie.u-ryukyu.ac.jp
+mass24.cs.ie.u-ryukyu.ac.jp
+mass23.cs.ie.u-ryukyu.ac.jp
+mass22.cs.ie.u-ryukyu.ac.jp
+mass21.cs.ie.u-ryukyu.ac.jp
+mass20.cs.ie.u-ryukyu.ac.jp
+mass01.cs.ie.u-ryukyu.ac.jp
--- a/distributed/weighttp/stress_weighttp.sh	Wed Jan 29 16:00:44 2014 +0900
+++ b/distributed/weighttp/stress_weighttp.sh	Wed Jan 29 16:22:02 2014 +0900
@@ -2,7 +2,7 @@
 
 export LD_LIBRARY_PATH=/usr/local/lib 
 hostname=`hostname`
-clientsFile=$1
+myNum=$1
 nodesFile=$2
 schedule=$3
 requestNum=$4
@@ -21,29 +21,14 @@
     echo ${nodeArray[$num]}
 }
 
-function get_my_num() {
-    num=0
-    myName=$1
-    while read serv
-    do
-      if [ $serv = $myName ]; then
-	  break
-      fi
-      num=`expr $num + 1`
-    done
-    echo $num
-}
+nodeUrl=`get_node_name < $nodesFile $myNum`
+uri=":8080/editMessageUseGet?bname=hello%20world&uuid=0&author=oshiro&msg=write_test&key="
+now=$(date +%s)
+sleepTime=`expr $schedule - $now`
+sleep $sleepTime
+ret=`/home/mass/student/k128576/opt/bin/weighttp -n $requestNum -c $concurrent -t $threadNum -k $nodeUrl$uri`
+time=`echo $ret | awk '{print $62 " " $63 " " $82 " " $83}' `
+echo $nodeUrl$uri
+echo $time
 
-#cat $clientsFile
-num=0
-myName=$1
- while read serv
-  do
-  echo "while"
-  if [ $serv = $myName ]; then
-      break
-  fi
-  num=`expr $num + 1`
-done
-echo $num
 
--- a/distributed/weighttp/weighttp_write_jungle.sh	Wed Jan 29 16:00:44 2014 +0900
+++ b/distributed/weighttp/weighttp_write_jungle.sh	Wed Jan 29 16:22:02 2014 +0900
@@ -7,9 +7,11 @@
 command=/home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/stress_weighttp.sh
 
 function run() {
+ i=0
  while read serv
  do
-  ssh $serv "$command /tmp/nodes $nodesFile $schedule $requests $concurrent $thread" &
+  ssh $serv "$command $i $nodesFile $schedule $requests $concurrent $thread" &
+  i=`expr $i + 1`
  done   
  wait
 }