# HG changeset patch
# User Nobuyasu
# Date 1390972568 -32400
# Node ID c28f8d47c60d99371fb935958113d40516459345
# Parent  358c96fab53789a080ad5ddfdf84f6feeb4c14da
Added

diff -r 358c96fab537 -r c28f8d47c60d distributed/weighttp/capistrano_weighttp.rb
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/distributed/weighttp/capistrano_weighttp.rb	Wed Jan 29 14:16:08 2014 +0900
@@ -0,0 +1,94 @@
+set :user, "mass"
+
+
+# pall10 , 39 ~ 48
+#role :pall10, "133.13.62.39","133.13.62.40","133.13.62.41","133.13.62.42","133.13.62.43","133.13.62.44","133.13.62.45","133.13.62.46","133.13.62.47","133.13.62.48"
+#
+#role :pall20, "133.13.62.34","133.13.62.35","133.13.62.36","133.13.62.37","133.13.62.38","133.13.62.29","133.13.62.30","133.13.62.31","133.13.62.32","133.13.62.33"
+# 
+#role :pall30, "133.13.62.19","133.13.62.20","133.13.62.21","133.13.62.22","133.13.62.23","133.13.62.24","133.13.62.25","133.13.62.26","133.13.62.27","133.13.62.28"
+#
+
+
+role :pall40, "133.13.62.9","133.13.62.10","133.13.62.11","133.13.62.12","133.13.62.13","133.13.62.14","133.13.62.15","133.13.62.16","133.13.62.17","133.13.62.18"
+
+# Care plz, 101 and 102 is CR cluster.
+role :pall50, "133.13.62.1","133.13.62.2","133.13.62.3","133.13.62.4","133.13.62.5","133.13.62.6","133.13.62.7","133.13.62.8","133.13.62.101", "133.13.62.102"
+
+#*** CR ***
+role :pall08, "133.13.62.103","133.13.62.104","133.13.62.105","133.13.62.106","133.13.62.107","133.13.62.108","133.13.62.109","133.13.62.110","133.13.62.111","133.13.62.112"
+
+
+
+task :killalljava do
+  run "killall java"
+end
+
+task :killjava do
+  run "pkill java"
+end
+
+task :hostname do
+  run "hostname"
+end
+
+task :rsync_project do
+  run "rsync -av /home/mass/share/student/k128576/hg/jungle-network  /home/mass/student/k128576/hg/"
+end
+ 
+task :clean_project do
+  run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f /home/mass/student/k128576/hg/jungle-network/pom.xml clean"
+end
+
+task :compile_project do
+  run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f /home/mass/student/k128576/hg/jungle-network/pom.xml compile"
+end
+
+task :run_jungle do
+  run "export MAVEN_OPTS='-Xmx6g -Xms4g'  && /usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f /home/mass/student/k128576/hg/jungle-network/pom.xml exec:java -Dexec.mainClass='app.bbs.DistributeApp' -Dexec.args='-level fatal -host bldsv12.cr.ie.u-ryukyu.ac.jp -port 10000 -p 20000 -bp 8080' "
+end
+
+task :cp_cassandra2 do
+  run "cp -r /home/mass/share/student/k128576/cassandra/apache-cassandra-2.0.4 /home/mass/student/k128576/cassandra"
+end
+
+task :start_cassandra do
+  run "cd /home/mass/student/k128576/cassandra/ &&  /home/mass/student/k128576/cassandra/apache-cassandra-2.0.4/bin/cassandra -f"
+end
+
+task :rsync_bbs do
+  run "rsync -av /home/mass/share/student/k128576/hg/bulletinboard /home/mass/student/k128576/cassandra/"
+end
+
+task :clean_bbs do
+  run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f /home/mass/student/k128576/cassandra/bulletinboard/pom.xml clean"
+end
+
+task :compile_bbs do
+ run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f  /home/mass/student/k128576/cassandra/bulletinboard/pom.xml compile"
+end
+
+task :one_bbs do
+ run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f  /home/mass/student/k128576/cassandra/bulletinboard/pom.xml exec:java -Dexec.mainClass='jp.ac.u_ryukyu.ie.cr.shoshi.jungle.bbs.App' -Dexec.args='-one' "
+end
+
+task :quorum_bbs do
+ run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f  /home/mass/student/k128576/cassandra/bulletinboard/pom.xml exec:java -Dexec.mainClass='jp.ac.u_ryukyu.ie.cr.shoshi.jungle.bbs.App' -Dexec.args='-quorum' "
+end
+
+task :quorum_bbs5 do
+ run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f  /home/mass/student/k128576/cassandra/bulletinboard/pom.xml exec:java -Dexec.mainClass='jp.ac.u_ryukyu.ie.cr.shoshi.jungle.bbs.App' -Dexec.args='-quorum -rep 5' "
+end
+
+task :delete_var do
+ run "rm -rf /home/mass/student/k128576/cassandra/var"
+end
+
+task :kill9bbs do
+   run "ps aux |grep maven |grep -v grep |awk '{print $2}'| xargs kill -9"
+end
+
+task :get_host do
+   run "sh /home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/test.sh "
+end
+
diff -r 358c96fab537 -r c28f8d47c60d distributed/weighttp/clients10.txt
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/distributed/weighttp/clients10.txt	Wed Jan 29 14:16:08 2014 +0900
@@ -0,0 +1,10 @@
+mass01.cs.ie.u-ryukyu.ac.jp
+mass02.cs.ie.u-ryukyu.ac.jp
+mass03.cs.ie.u-ryukyu.ac.jp
+mass04.cs.ie.u-ryukyu.ac.jp
+mass05.cs.ie.u-ryukyu.ac.jp
+mass06.cs.ie.u-ryukyu.ac.jp
+mass07.cs.ie.u-ryukyu.ac.jp
+mass08.cs.ie.u-ryukyu.ac.jp
+mass09.cs.ie.u-ryukyu.ac.jp
+mass10.cs.ie.u-ryukyu.ac.jp
diff -r 358c96fab537 -r c28f8d47c60d distributed/weighttp/clients20.txt
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/distributed/weighttp/clients20.txt	Wed Jan 29 14:16:08 2014 +0900
@@ -0,0 +1,20 @@
+mass01.cs.ie.u-ryukyu.ac.jp
+mass02.cs.ie.u-ryukyu.ac.jp
+mass03.cs.ie.u-ryukyu.ac.jp
+mass04.cs.ie.u-ryukyu.ac.jp
+mass05.cs.ie.u-ryukyu.ac.jp
+mass06.cs.ie.u-ryukyu.ac.jp
+mass07.cs.ie.u-ryukyu.ac.jp
+mass08.cs.ie.u-ryukyu.ac.jp
+mass09.cs.ie.u-ryukyu.ac.jp
+mass10.cs.ie.u-ryukyu.ac.jp
+mass11.cs.ie.u-ryukyu.ac.jp
+mass12.cs.ie.u-ryukyu.ac.jp
+mass13.cs.ie.u-ryukyu.ac.jp
+mass14.cs.ie.u-ryukyu.ac.jp
+mass15.cs.ie.u-ryukyu.ac.jp
+mass16.cs.ie.u-ryukyu.ac.jp
+mass17.cs.ie.u-ryukyu.ac.jp
+mass18.cs.ie.u-ryukyu.ac.jp
+mass01.cr.ie.u-ryukyu.ac.jp
+mass02.cr.ie.u-ryukyu.ac.jp
diff -r 358c96fab537 -r c28f8d47c60d distributed/weighttp/clients30.txt
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/distributed/weighttp/clients30.txt	Wed Jan 29 14:16:08 2014 +0900
@@ -0,0 +1,30 @@
+mass01.cs.ie.u-ryukyu.ac.jp
+mass02.cs.ie.u-ryukyu.ac.jp
+mass03.cs.ie.u-ryukyu.ac.jp
+mass04.cs.ie.u-ryukyu.ac.jp
+mass05.cs.ie.u-ryukyu.ac.jp
+mass06.cs.ie.u-ryukyu.ac.jp
+mass07.cs.ie.u-ryukyu.ac.jp
+mass08.cs.ie.u-ryukyu.ac.jp
+mass09.cs.ie.u-ryukyu.ac.jp
+mass10.cs.ie.u-ryukyu.ac.jp
+mass11.cs.ie.u-ryukyu.ac.jp
+mass12.cs.ie.u-ryukyu.ac.jp
+mass13.cs.ie.u-ryukyu.ac.jp
+mass14.cs.ie.u-ryukyu.ac.jp
+mass15.cs.ie.u-ryukyu.ac.jp
+mass16.cs.ie.u-ryukyu.ac.jp
+mass17.cs.ie.u-ryukyu.ac.jp
+mass18.cs.ie.u-ryukyu.ac.jp
+mass01.cr.ie.u-ryukyu.ac.jp
+mass02.cr.ie.u-ryukyu.ac.jp
+mass03.cr.ie.u-ryukyu.ac.jp
+mass04.cr.ie.u-ryukyu.ac.jp
+mass05.cr.ie.u-ryukyu.ac.jp
+mass06.cr.ie.u-ryukyu.ac.jp
+mass07.cr.ie.u-ryukyu.ac.jp
+mass08.cr.ie.u-ryukyu.ac.jp
+mass09.cr.ie.u-ryukyu.ac.jp
+mass10.cr.ie.u-ryukyu.ac.jp
+mass11.cr.ie.u-ryukyu.ac.jp
+mass12.cr.ie.u-ryukyu.ac.jp
diff -r 358c96fab537 -r c28f8d47c60d distributed/weighttp/error_log/write_jungle.e7387
diff -r 358c96fab537 -r c28f8d47c60d distributed/weighttp/hello.sh
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/distributed/weighttp/hello.sh	Wed Jan 29 14:16:08 2014 +0900
@@ -0,0 +1,4 @@
+#!/bin/sh
+
+echo "hello"
+echo $@
diff -r 358c96fab537 -r c28f8d47c60d distributed/weighttp/log/write_jungle.o7387
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/distributed/weighttp/log/write_jungle.o7387	Wed Jan 29 14:16:08 2014 +0900
@@ -0,0 +1,1 @@
+6 sec, 0 failed,
diff -r 358c96fab537 -r c28f8d47c60d distributed/weighttp/loop_qsub.sh
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/distributed/weighttp/loop_qsub.sh	Wed Jan 29 14:16:08 2014 +0900
@@ -0,0 +1,24 @@
+#!/bin/sh
+
+start=1
+finish=1
+clientsFile=/home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/clients30.txt
+nodesFile=/home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/nodes30.txt
+
+for i in `seq $start $finish`
+do
+ nodenum=$i
+ if [ $i -lt 10 ]
+ then
+   nodenum=0$i
+ fi
+ echo "current count = $i"
+ qsub -e  /home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/error_log/  -o /home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/log/ -v clientsFile=$clientsFile,nodesFile=$nodesFile,requests=100000,schedule=`expr $(date +%s) + 5`,concurrent=200,thread=2 -l nodes=$nodenum:ppn=4 /home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/weighttp_write_jungle.sh
+ while [ "x`qstat`" != "x" ]
+ do
+  echo "waiting for job to complete"
+  sleep 1
+ done 
+ echo "job complete"
+# sleep 15
+done
diff -r 358c96fab537 -r c28f8d47c60d distributed/weighttp/nodes10.txt
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/distributed/weighttp/nodes10.txt	Wed Jan 29 14:16:08 2014 +0900
@@ -0,0 +1,10 @@
+mass39.cs.ie.u-ryukyu.ac.jp
+mass40.cs.ie.u-ryukyu.ac.jp
+mass41.cs.ie.u-ryukyu.ac.jp
+mass42.cs.ie.u-ryukyu.ac.jp
+mass43.cs.ie.u-ryukyu.ac.jp
+mass44.cs.ie.u-ryukyu.ac.jp
+mass45.cs.ie.u-ryukyu.ac.jp
+mass46.cs.ie.u-ryukyu.ac.jp
+mass47.cs.ie.u-ryukyu.ac.jp
+mass48.cs.ie.u-ryukyu.ac.jp
diff -r 358c96fab537 -r c28f8d47c60d distributed/weighttp/nodes20.txt
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/distributed/weighttp/nodes20.txt	Wed Jan 29 14:16:08 2014 +0900
@@ -0,0 +1,20 @@
+mass29.cs.ie.u-ryukyu.ac.jp
+mass30.cs.ie.u-ryukyu.ac.jp
+mass31.cs.ie.u-ryukyu.ac.jp
+mass32.cs.ie.u-ryukyu.ac.jp
+mass33.cs.ie.u-ryukyu.ac.jp
+mass34.cs.ie.u-ryukyu.ac.jp
+mass35.cs.ie.u-ryukyu.ac.jp
+mass36.cs.ie.u-ryukyu.ac.jp
+mass37.cs.ie.u-ryukyu.ac.jp
+mass38.cs.ie.u-ryukyu.ac.jp
+mass39.cs.ie.u-ryukyu.ac.jp
+mass40.cs.ie.u-ryukyu.ac.jp
+mass41.cs.ie.u-ryukyu.ac.jp
+mass42.cs.ie.u-ryukyu.ac.jp
+mass43.cs.ie.u-ryukyu.ac.jp
+mass44.cs.ie.u-ryukyu.ac.jp
+mass45.cs.ie.u-ryukyu.ac.jp
+mass46.cs.ie.u-ryukyu.ac.jp
+mass47.cs.ie.u-ryukyu.ac.jp
+mass48.cs.ie.u-ryukyu.ac.jp
diff -r 358c96fab537 -r c28f8d47c60d distributed/weighttp/nodes30.txt
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/distributed/weighttp/nodes30.txt	Wed Jan 29 14:16:08 2014 +0900
@@ -0,0 +1,30 @@
+mass19.cs.ie.u-ryukyu.ac.jp
+mass20.cs.ie.u-ryukyu.ac.jp
+mass21.cs.ie.u-ryukyu.ac.jp
+mass22.cs.ie.u-ryukyu.ac.jp
+mass23.cs.ie.u-ryukyu.ac.jp
+mass24.cs.ie.u-ryukyu.ac.jp
+mass25.cs.ie.u-ryukyu.ac.jp
+mass26.cs.ie.u-ryukyu.ac.jp
+mass27.cs.ie.u-ryukyu.ac.jp
+mass28.cs.ie.u-ryukyu.ac.jp
+mass29.cs.ie.u-ryukyu.ac.jp
+mass30.cs.ie.u-ryukyu.ac.jp
+mass31.cs.ie.u-ryukyu.ac.jp
+mass32.cs.ie.u-ryukyu.ac.jp
+mass33.cs.ie.u-ryukyu.ac.jp
+mass34.cs.ie.u-ryukyu.ac.jp
+mass35.cs.ie.u-ryukyu.ac.jp
+mass36.cs.ie.u-ryukyu.ac.jp
+mass37.cs.ie.u-ryukyu.ac.jp
+mass38.cs.ie.u-ryukyu.ac.jp
+mass39.cs.ie.u-ryukyu.ac.jp
+mass40.cs.ie.u-ryukyu.ac.jp
+mass41.cs.ie.u-ryukyu.ac.jp
+mass42.cs.ie.u-ryukyu.ac.jp
+mass43.cs.ie.u-ryukyu.ac.jp
+mass44.cs.ie.u-ryukyu.ac.jp
+mass45.cs.ie.u-ryukyu.ac.jp
+mass46.cs.ie.u-ryukyu.ac.jp
+mass47.cs.ie.u-ryukyu.ac.jp
+mass48.cs.ie.u-ryukyu.ac.jp
diff -r 358c96fab537 -r c28f8d47c60d distributed/weighttp/sleep.sh
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/distributed/weighttp/sleep.sh	Wed Jan 29 14:16:08 2014 +0900
@@ -0,0 +1,4 @@
+#!/bin/sh
+
+echo $(date +%s)
+sleep 0.1
diff -r 358c96fab537 -r c28f8d47c60d distributed/weighttp/start_weighttp.sh
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/distributed/weighttp/start_weighttp.sh	Wed Jan 29 14:16:08 2014 +0900
@@ -0,0 +1,13 @@
+#!/bin/sh
+
+command=/home/mass/student/k128576/opt/bin/weighttp
+
+requestNum=$1
+concurrent=$2
+threadNum=$3
+schedule=$4
+now=`expr $(date +%s)`
+sleepTime=`expr schedule - now`
+sleep(sleepTime)
+
+$command -n $requestNum -c $concurrent -t $threadNum -k $url
diff -r 358c96fab537 -r c28f8d47c60d distributed/weighttp/stress_weighttp.sh
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/distributed/weighttp/stress_weighttp.sh	Wed Jan 29 14:16:08 2014 +0900
@@ -0,0 +1,48 @@
+#!/bin/sh
+
+export LD_LIBRARY_PATH=/usr/local/lib 
+hostname=`hostname`
+clientsFile=$1
+nodesFile=$2
+schedule=$3
+requestNum=$4
+concurrent=$5
+threadNum=$6
+
+function get_node_name() {
+    num=$1
+    nodeLength=0    
+    nodeArray=()
+    while read serv
+    do
+     nodeArray[$nodeLength]=$serv
+     nodeLength=`expr $nodeLength + 1`
+    done
+    echo ${nodeArray[$num]}
+}
+
+function get_my_num() {
+    num=0
+    myName=$1
+    while read serv
+    do
+      if [ $serv = $myName ]; then
+	  break
+      fi
+      num=`expr $num + 1`
+    done
+    echo $num
+}
+
+myNum=`get_my_num < $clientsFile $hostname`
+nodeUrl=`get_node_name < $nodesFile $myNum`
+uri=":8080/editMessageUseGet?bname=hello%20world&uuid=0&author=oshiro&msg=write_test&key="
+
+now=$(date +%s)
+sleepTime=`expr $schedule - $now`
+sleep $sleepTime
+ret=`/home/mass/student/k128576/opt/bin/weighttp -n $requestNum -c $concurrent -t $threadNum -k $nodeUrl$uri`
+#ret=`/home/mass/student/k128576/opt/bin/weighttp -n 100000 -c 200 -t 2 -k $nodeUrl$uri`
+#echo $ret
+time=`echo $ret | awk '{print $62 " " $63 " " $82 " " $83}' `
+echo $time
diff -r 358c96fab537 -r c28f8d47c60d distributed/weighttp/test.sh
--- a/distributed/weighttp/test.sh	Wed Jan 29 12:57:18 2014 +0900
+++ b/distributed/weighttp/test.sh	Wed Jan 29 14:16:08 2014 +0900
@@ -28,6 +28,18 @@
 
 #cat ${clientsFile} | sed '/^$/d' | while read line
 
+function get_node_name() {
+    num=$1
+    nodeLength=0    
+    nodeArray=()
+    while read serv
+    do
+     nodeArray[$nodeLength]=$serv
+     nodeLength=`expr $nodeLength + 1`
+    done
+    echo ${nodeArray[$num]}
+}
+
 function get_my_num() {
     num=0
     myName=$1
@@ -42,6 +54,5 @@
 }
 
 myNum=`get_my_num < $clientsFile $hostname`
-echo $myNum
-url=`get_url < $nodesFile $myNum`
-
+url=`get_node_name < $nodesFile $myNum`
+echo $url
diff -r 358c96fab537 -r c28f8d47c60d distributed/weighttp/weighttp_write_jungle.sh
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/distributed/weighttp/weighttp_write_jungle.sh	Wed Jan 29 14:16:08 2014 +0900
@@ -0,0 +1,18 @@
+#!/bin/sh
+#
+#PBS -q cqueue
+#PBS -N write_jungle
+#PBS -l walltime=00:05:00
+
+command=/home/mass/share/student/k128576/jungle_benchmark/distributed/weighttp/stress_weighttp.sh
+
+function run() {
+ while read serv
+ do
+  ssh $serv "$command $clientsFile $nodesFile $schedule $requests $concurrent $thread" &
+ done   
+ wait
+}
+
+uniq $PBS_NODEFILE /tmp/nodes
+run < /tmp/nodes