Mercurial > hg > Members > nobuyasu > jungle_benchmark

changeset 12:c69a41ffc439

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Modified cassandra benchmark
author Nobuyasu
date Mon, 20 Jan 2014 17:01:23 +0900
parents 223af50e60d5
children e3fe67fee803
files distributed/capistrano_jungle.rb distributed/loop_qsub.sh distributed/loop_qsub_cassandra_nodes.sh distributed/nodes.txt distributed/nodes_stress_write_cassandra.rb distributed/nodes_stress_write_jungle.rb
diffstat 6 files changed, 104 insertions(+), 31 deletions(-) [+]
line wrap: on
line diff
--- a/distributed/capistrano_jungle.rb	Mon Jan 20 02:59:12 2014 +0900
+++ b/distributed/capistrano_jungle.rb	Mon Jan 20 17:01:23 2014 +0900
@@ -1,10 +1,19 @@
 set :user, "mass"
 
 
+#role :pall00, "133.13.62.2","133.13.62.3","133.13.62.4","133.13.62.5","133.13.62.6","133.13.62.7","133.13.62.8","133.13.62.9","133.13.62.10"
+#role :pall01, "133.13.62.11","133.13.62.12","133.13.62.13","133.13.62.14","133.13.62.15","133.13.62.16","133.13.62.17","133.13.62.18","133.13.62.19","133.13.62.20"
+#role :pall02, "133.13.62.21","133.13.62.22","133.13.62.23","133.13.62.24","133.13.62.25","133.13.62.26","133.13.62.27","133.13.62.28","133.13.62.29","133.13.62.30"
+#role :pall03, "133.13.62.31","133.13.62.32","133.13.62.33","133.13.62.34","133.13.62.35","133.13.62.36","133.13.62.37","133.13.62.38","133.13.62.39","133.13.62.40"
+#role :pall04, "133.13.62.41","133.13.62.42","133.13.62.43","133.13.62.44","133.13.62.45","133.13.62.46","133.13.62.47","133.13.62.48"
+
+
+
+
+
 # 
 # 62.1(mass01) and 62.48(mass48) remove from the list.
 #
-
 # bldsv03 : use mass12 ~ mass15 (All : mass12 ~ mass17)
 #role :pall00, "mass12.cs.ie.u-ryukyu.ac.jp","mass13.cs.ie.u-ryukyu.ac.jp","mass14.cs.ie.u-ryukyu.ac.jp","mass15.cs.ie.u-ryukyu.ac.jp"
 
@@ -23,8 +32,13 @@
 # bldsv08 : use mass42 ~ mass45 (All: mass42 ~ mass48)
 #role :pall05, "mass42.cs.ie.u-ryukyu.ac.jp","mass43.cs.ie.u-ryukyu.ac.jp","mass44.cs.ie.u-ryukyu.ac.jp","mass45.cs.ie.u-ryukyu.ac.jp"
 
-role :pall00, "mass12.cs.ie.u-ryukyu.ac.jp","mass18.cs.ie.u-ryukyu.ac.jp","mass24.cs.ie.u-ryukyu.ac.jp","mass30.cs.ie.u-ryukyu.ac.jp"
-role :pall01, "mass13.cs.ie.u-ryukyu.ac.jp","mass19.cs.ie.u-ryukyu.ac.jp","mass25.cs.ie.u-ryukyu.ac.jp","mass31.cs.ie.u-ryukyu.ac.jp"
+role :pall00, "mass12.cs.ie.u-ryukyu.ac.jp"
+
+#role :pall00, "mass12.cs.ie.u-ryukyu.ac.jp","mass18.cs.ie.u-ryukyu.ac.jp","mass24.cs.ie.u-ryukyu.ac.jp"
+#role :pall00, "mass12.cs.ie.u-ryukyu.ac.jp","mass18.cs.ie.u-ryukyu.ac.jp","mass24.cs.ie.u-ryukyu.ac.jp","mass30.cs.ie.u-ryukyu.ac.jp"
+#role :pall01, "mass13.cs.ie.u-ryukyu.ac.jp","mass19.cs.ie.u-ryukyu.ac.jp","mass25.cs.ie.u-ryukyu.ac.jp","mass31.cs.ie.u-ryukyu.ac.jp"
+
+#role :pall00, "mass48.cs.ie.u-ryukyu.ac.jp"
 
 # max number of cluster is 24
 
@@ -60,10 +74,6 @@
   run "cp -r /home/mass/share/student/k128576/m2 /home/mass/.m2"
 end
 
-task :run_jungle do
-  run "sleep 0.$RANDOM && /usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f /home/mass/share/student/k128576/hg/jungle-network/pom.xml exec:java -Dexec.mainClass='app.bbs.DistributeApp' -Dexec.args='-level fatal -host bldsv12.cr.ie.u-ryukyu.ac.jp -port 10000 -p 20000 -bp 8080' "
-end
-
 task :killjava do
   run "pkill java"
 end
@@ -74,4 +84,56 @@
 
 task :df_awk do
   run "df | awk 'NR==3'"
-end
\ No newline at end of file
+end
+task :mkdir_hg do
+  run "mkdir -p /home/mass/student/k128576/hg"
+end
+
+task :rsync_project do
+  run "rsync -av /home/mass/share/student/k128576/hg/jungle-network  /home/mass/student/k128576/hg/"
+end
+ 
+task :clean_project do
+  run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f /home/mass/student/k128576/hg/jungle-network/pom.xml clean"
+end
+
+task :compile_project do
+  run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f /home/mass/student/k128576/hg/jungle-network/pom.xml compile"
+end
+
+task :run_jungle do
+  run "sleep 0.$RANDOM && /usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f /home/mass/student/k128576/hg/jungle-network/pom.xml exec:java -Dexec.mainClass='app.bbs.DistributeApp' -Dexec.args='-level fatal -host bldsv12.cr.ie.u-ryukyu.ac.jp -port 10000 -p 20000 -bp 8080' "
+end
+
+task :cp_cassandra do
+  run "cp -r /home/mass/share/student/k128576/cassandra /home/mass/student/k128576/"
+end
+
+task :gen_conf do
+  run "/usr/local/bin/ruby /home/mass/share/student/k128576/cassandra/generate_yaml.rb > /home/mass/student/k128576/cassandra/apache-cassandra-1.2.1/conf/cassandra.yaml"
+end
+
+task :start_cassandra do
+  run "cd /home/mass/student/k128576/cassandra/ &&  /home/mass/student/k128576/cassandra/apache-cassandra-1.2.1/bin/cassandra -f"
+end
+
+task :cp_bbs do
+  run "cp -r /home/mass/share/student/k128576/hg/bulletinboard /home/mass/student/k128576/cassandra/"
+end
+
+task :compile_bbs do
+ run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f  /home/mass/student/k128576/cassandra/bulletinboard/pom.xml compile"
+end
+
+task :one_cassandra_bbs do
+ run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f  /home/mass/student/k128576/cassandra/bulletinboard/pom.xml exec:java -Dexec.mainClass='jp.ac.u_ryukyu.ie.cr.shoshi.jungle.bbs.App' -Dexec.args='-one' "
+end
+
+task :delete_var do
+ run "rm -rf /home/mass/student/k128576/cassandra/var"
+end
+
+task :cp_var do
+ run "rm -rf /home/mass/student/k128576/cassandra/var"
+ run "cp -r /home/mass/student/k128576/cassandra/backup/var /home/mass/student/k128576/cassandra/"
+end
--- a/distributed/loop_qsub.sh	Mon Jan 20 02:59:12 2014 +0900
+++ b/distributed/loop_qsub.sh	Mon Jan 20 17:01:23 2014 +0900
@@ -1,7 +1,7 @@
 #!/bin/sh
 
 start=1
-finish=13
+finish=12
 
 for i in `seq $start $finish`
 do
--- a/distributed/loop_qsub_cassandra_nodes.sh	Mon Jan 20 02:59:12 2014 +0900
+++ b/distributed/loop_qsub_cassandra_nodes.sh	Mon Jan 20 17:01:23 2014 +0900
@@ -1,7 +1,8 @@
 #!/bin/sh
 
 start=1
-finish=45
+#finish=13
+finish=1
 
 for i in `seq $start $finish`
 do
--- a/distributed/nodes.txt	Mon Jan 20 02:59:12 2014 +0900
+++ b/distributed/nodes.txt	Mon Jan 20 17:01:23 2014 +0900
@@ -1,9 +1,1 @@
 mass12.cs.ie.u-ryukyu.ac.jp
-mass13.cs.ie.u-ryukyu.ac.jp
-mass18.cs.ie.u-ryukyu.ac.jp
-mass19.cs.ie.u-ryukyu.ac.jp
-mass24.cs.ie.u-ryukyu.ac.jp
-mass25.cs.ie.u-ryukyu.ac.jp
-mass30.cs.ie.u-ryukyu.ac.jp
-mass31.cs.ie.u-ryukyu.ac.jp
-
--- a/distributed/nodes_stress_write_cassandra.rb	Mon Jan 20 02:59:12 2014 +0900
+++ b/distributed/nodes_stress_write_cassandra.rb	Mon Jan 20 17:01:23 2014 +0900
@@ -3,21 +3,31 @@
 require 'net/http'
 require 'benchmark'
 require 'uri'
-require '/home/mass/share/student/k128576/jungle_benchmark/distributed/get_node_name.rb'
-include GetNodeName
+require '/home/mass/share/student/k128576/jungle_benchmark/distributed/get_node_list.rb'
+require '/home/mass/share/student/k128576/jungle_benchmark/distributed/get_url_list.rb'
+include GetNodeList
+include GetUrlList
 
 schedule = ARGV[0].to_i
 time = Time.now.to_i 
 sleepTime = schedule - time
 sleep(sleepTime) 
 
-UUID="13814000-1dd2-11b2-b303-72d4cffbf294"
-nodename = get_node_name("/home/mass/share/student/k128576/jungle_benchmark/distributed/nodes.txt")
+UUID="13814000-1dd2-11b2-918d-0050568b0070"
+
+nodeList = get_node_list("/home/mass/share/student/k128576/jungle_benchmark/distributed/nodes.txt")
+urlList = get_url_list(nodeList, ':8080/editMessage?bname=hello%20world&uuid='+UUID);
+hostname = `hostname`
+if /[0-9]+/ =~ hostname then
+ mynum = $&.to_i
+end
+urlList = urlList.rotate(mynum)
+urlSize = urlList.size()
+
+count = ARGV[1].to_i
 r = Benchmark.measure {
-  count = ARGV[1].to_i
-  uri = URI.parse('http://'+nodename.chomp+':8080/editMessage?bname=hello%20world&uuid='+UUID)
   count.times {|i|
-    res = Net::HTTP.post_form(uri, {:author =>'oshiro', :bname =>'hello world', :uuid =>'0', :key =>'0', :msg =>"fugafuga #{i}"})
+    res = Net::HTTP.post_form(urlList[i%urlSize], {:author =>'oshiro', :bname =>'hello world', :uuid =>'0', :key =>'0', :msg =>"hogehoge #{i}"})
  }
 }
 puts r.real
--- a/distributed/nodes_stress_write_jungle.rb	Mon Jan 20 02:59:12 2014 +0900
+++ b/distributed/nodes_stress_write_jungle.rb	Mon Jan 20 17:01:23 2014 +0900
@@ -4,21 +4,29 @@
 require 'uri'
 require 'benchmark'
 require '/home/mass/share/student/k128576/jungle_benchmark/distributed/get_node_list.rb'
+require '/home/mass/share/student/k128576/jungle_benchmark/distributed/get_url_list.rb'
 include GetNodeList
+include GetUrlList
 
 schedule = ARGV[0].to_i
 time = Time.now.to_i 
 sleepTime = schedule - time
 sleep(sleepTime) 
 
-nodelist = get_node_list("/home/mass/share/student/k128576/jungle_benchmark/distributed/nodes.txt")
+nodeList = get_node_list("/home/mass/share/student/k128576/jungle_benchmark/distributed/nodes.txt")
+urlList = get_url_list(nodeList, ':8080/editMessage?bname=hello%20world&uuid=0');
+
+hostname = `hostname`
+if /[0-9]+/ =~ hostname then
+ mynum = $&.to_i
+end
+urlList = urlList.rotate(mynum)
+urlSize = urlList.size()
+
+count = ARGV[1].to_i
 r = Benchmark.measure {
-  count = ARGV[1].to_i
-  nodeSize = nodelist.size
   count.times {|i|
-    nodename = nodelist[i%nodeSize]
-    uri = URI.parse('http://' << nodename << ':8080/editMessage?bname=hello%20world&uuid=0')
-    res = Net::HTTP.post_form(uri, {:author =>'oshiro', :bname =>'hello world', :uuid =>'0', :key =>'0', :msg =>"hogehoge #{i}"})
+    res = Net::HTTP.post_form(urlList[i%urlSize], {:author =>'oshiro', :bname =>'hello world', :uuid =>'0', :key =>'0', :msg =>"hogehoge #{i}"})
   }
 }
 puts r.real