Mercurial > hg > Members > nobuyasu > jungle_benchmark

changeset 14:77a01d4fca04

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
capistrano file
author Nobuyasu
date Tue, 21 Jan 2014 09:28:28 +0900
parents e3fe67fee803
children 6e7a01afaaf8
files distributed/capistrano_jungle.rb distributed/loop_qsub_cassandra_nodes.sh distributed/nodes.txt distributed/nodes_stress_write_cassandra.rb distributed/nodes_stress_write_cassandra.sh
diffstat 5 files changed, 47 insertions(+), 15 deletions(-) [+]
line wrap: on
line diff
--- a/distributed/capistrano_jungle.rb	Mon Jan 20 17:01:44 2014 +0900
+++ b/distributed/capistrano_jungle.rb	Tue Jan 21 09:28:28 2014 +0900
@@ -32,10 +32,10 @@
 # bldsv08 : use mass42 ~ mass45 (All: mass42 ~ mass48)
 #role :pall05, "mass42.cs.ie.u-ryukyu.ac.jp","mass43.cs.ie.u-ryukyu.ac.jp","mass44.cs.ie.u-ryukyu.ac.jp","mass45.cs.ie.u-ryukyu.ac.jp"
 
-role :pall00, "mass12.cs.ie.u-ryukyu.ac.jp"
+#role :pall00, "mass12.cs.ie.u-ryukyu.ac.jp"
 
 #role :pall00, "mass12.cs.ie.u-ryukyu.ac.jp","mass18.cs.ie.u-ryukyu.ac.jp","mass24.cs.ie.u-ryukyu.ac.jp"
-#role :pall00, "mass12.cs.ie.u-ryukyu.ac.jp","mass18.cs.ie.u-ryukyu.ac.jp","mass24.cs.ie.u-ryukyu.ac.jp","mass30.cs.ie.u-ryukyu.ac.jp"
+role :pall00, "mass12.cs.ie.u-ryukyu.ac.jp","mass18.cs.ie.u-ryukyu.ac.jp","mass24.cs.ie.u-ryukyu.ac.jp","mass30.cs.ie.u-ryukyu.ac.jp"
 #role :pall01, "mass13.cs.ie.u-ryukyu.ac.jp","mass19.cs.ie.u-ryukyu.ac.jp","mass25.cs.ie.u-ryukyu.ac.jp","mass31.cs.ie.u-ryukyu.ac.jp"
 
 #role :pall00, "mass48.cs.ie.u-ryukyu.ac.jp"
@@ -57,10 +57,6 @@
  run "echo 'export PATH=$M2:$PATH\' >> /home/mass/.zshrc "
 end
 
-task :run_jungle do
-  run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn "
-end
-
 task :python_cp do
   run "mkdir -p /home/mass/student/k128576/"
   run "cp -r /home/mass/share/student/k128576/hg/Python-2.7 /home/mass/student/k128576/Python27 "
@@ -71,7 +67,7 @@
 end
 
 task :m2_cp do
-  run "cp -r /home/mass/share/student/k128576/m2 /home/mass/.m2"
+  run "cp -r /home/mass/share/student/k128576/m2/* /home/mass/.m2/"
 end
 
 task :killjava do
@@ -85,6 +81,7 @@
 task :df_awk do
   run "df | awk 'NR==3'"
 end
+
 task :mkdir_hg do
   run "mkdir -p /home/mass/student/k128576/hg"
 end
@@ -117,8 +114,16 @@
   run "cd /home/mass/student/k128576/cassandra/ &&  /home/mass/student/k128576/cassandra/apache-cassandra-1.2.1/bin/cassandra -f"
 end
 
-task :cp_bbs do
-  run "cp -r /home/mass/share/student/k128576/hg/bulletinboard /home/mass/student/k128576/cassandra/"
+task :rsync_bbs do
+  run "rsync -av /home/mass/share/student/k128576/hg/bulletinboard /home/mass/student/k128576/cassandra/"
+end
+
+task :rsync_core do
+  run "rsync -av /home/mass/share/student/k128576/hg/jungle-core /home/mass/student/k128576/hg/"
+end
+
+task :clean_bbs do
+  run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f /home/mass/student/k128576/cassandra/bulletinboard/pom.xml clean"
 end
 
 task :compile_bbs do
@@ -129,6 +134,27 @@
  run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f  /home/mass/student/k128576/cassandra/bulletinboard/pom.xml exec:java -Dexec.mainClass='jp.ac.u_ryukyu.ie.cr.shoshi.jungle.bbs.App' -Dexec.args='-one' "
 end
 
+task :one_bbs3 do
+ run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f  /home/mass/student/k128576/cassandra/bulletinboard/pom.xml exec:java -Dexec.mainClass='jp.ac.u_ryukyu.ie.cr.shoshi.jungle.bbs.App' -Dexec.args='-one -rep 4' "
+end
+
+task :quorum_cassandra_bbs do
+ run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f  /home/mass/student/k128576/cassandra/bulletinboard/pom.xml exec:java -Dexec.mainClass='jp.ac.u_ryukyu.ie.cr.shoshi.jungle.bbs.App' -Dexec.args='-quorum' "
+end
+
+task :all_cassandra_bbs do
+ run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f  /home/mass/student/k128576/cassandra/bulletinboard/pom.xml exec:java -Dexec.mainClass='jp.ac.u_ryukyu.ie.cr.shoshi.jungle.bbs.App' -Dexec.args='-all' "
+end
+
+task :all_bbs3 do
+ run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f  /home/mass/student/k128576/cassandra/bulletinboard/pom.xml exec:java -Dexec.mainClass='jp.ac.u_ryukyu.ie.cr.shoshi.jungle.bbs.App' -Dexec.args='-all -rep 4' "
+end
+
+task :all_bbs24 do
+ run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f  /home/mass/student/k128576/cassandra/bulletinboard/pom.xml exec:java -Dexec.mainClass='jp.ac.u_ryukyu.ie.cr.shoshi.jungle.bbs.App' -Dexec.args='-all -rep 24' "
+end
+
+
 task :delete_var do
  run "rm -rf /home/mass/student/k128576/cassandra/var"
 end
@@ -137,3 +163,7 @@
  run "rm -rf /home/mass/student/k128576/cassandra/var"
  run "cp -r /home/mass/student/k128576/cassandra/backup/var /home/mass/student/k128576/cassandra/"
 end
+
+task :kill_bbs do
+   run "ps aux |grep bullet |grep -v grep |awk '{print $2}'| xargs kill"
+end
--- a/distributed/loop_qsub_cassandra_nodes.sh	Mon Jan 20 17:01:44 2014 +0900
+++ b/distributed/loop_qsub_cassandra_nodes.sh	Tue Jan 21 09:28:28 2014 +0900
@@ -1,8 +1,7 @@
 #!/bin/sh
 
 start=1
-#finish=13
-finish=1
+finish=12
 
 for i in `seq $start $finish`
 do
@@ -13,7 +12,7 @@
  fi
  echo "current count = $nodenum"
  qsub -e  /home/mass/share/student/k128576/jungle_benchmark/distributed/error_log/  -o /home/mass/share/student/k128576/jungle_benchmark/distributed/log/ -v times=5000,schedule=`expr $(date +%s) + 5` -l nodes=$nodenum:ppn=4 /home/mass/share/student/k128576/jungle_benchmark/distributed/nodes_stress_write_cassandra.sh
-# qsub -e  /home/mass/share/student/k128576/jungle_benchmark/distributed/error_log/  -o /home/mass/share/student/k128576/jungle_benchmark/distributed/log/ -v times=5000,schedule=`expr $(date +%s) + 5` -l nodes=$nodenum:ppn=4 /home/mass/share/student/k128576/jungle_benchmark/distributed/stress_read_cassandra.sh
+# qsub -e  /home/mass/share/student/k128576/jungle_benchmark/distributed/error_log/  -o /home/mass/share/student/k128576/jungle_benchmark/distributed/log/ -v times=5000,schedule=`expr $(date +%s) + 5` -l nodes=$nodenum:ppn=4 /home/mass/share/student/k128576/jungle_benchmark/distributed/nodes_stress_read_cassandra.sh
  while [ "x`qstat`" != "x" ]
  do
   echo "waiting for job to complete"
--- a/distributed/nodes.txt	Mon Jan 20 17:01:44 2014 +0900
+++ b/distributed/nodes.txt	Tue Jan 21 09:28:28 2014 +0900
@@ -1,1 +1,4 @@
 mass12.cs.ie.u-ryukyu.ac.jp
+mass18.cs.ie.u-ryukyu.ac.jp
+mass24.cs.ie.u-ryukyu.ac.jp
+mass30.cs.ie.u-ryukyu.ac.jp
--- a/distributed/nodes_stress_write_cassandra.rb	Mon Jan 20 17:01:44 2014 +0900
+++ b/distributed/nodes_stress_write_cassandra.rb	Tue Jan 21 09:28:28 2014 +0900
@@ -13,7 +13,7 @@
 sleepTime = schedule - time
 sleep(sleepTime) 
 
-UUID="13814000-1dd2-11b2-918d-0050568b0070"
+UUID="13814000-1dd2-11b2-b1e0-0050568b0070"
 
 nodeList = get_node_list("/home/mass/share/student/k128576/jungle_benchmark/distributed/nodes.txt")
 urlList = get_url_list(nodeList, ':8080/editMessage?bname=hello%20world&uuid='+UUID);
--- a/distributed/nodes_stress_write_cassandra.sh	Mon Jan 20 17:01:44 2014 +0900
+++ b/distributed/nodes_stress_write_cassandra.sh	Tue Jan 21 09:28:28 2014 +0900
@@ -1,7 +1,7 @@
 #!/bin/sh
 #
-#PBS -q tqueue
-#PBS -N write_jungle
+#PBS -q cqueue
+#PBS -N write_cassandra
 #PBS -l walltime=00:05:00
 
 script=/home/mass/share/student/k128576/jungle_benchmark/distributed/nodes_stress_write_cassandra.rb