# HG changeset patch # User Nobuyasu # Date 1390204883 -32400 # Node ID c69a41ffc439aa7b8a42492eab936fc2c514a8f4 # Parent 223af50e60d556d213d8fb2f8caf1a21cff92a8e Modified cassandra benchmark diff -r 223af50e60d5 -r c69a41ffc439 distributed/capistrano_jungle.rb --- a/distributed/capistrano_jungle.rb Mon Jan 20 02:59:12 2014 +0900 +++ b/distributed/capistrano_jungle.rb Mon Jan 20 17:01:23 2014 +0900 @@ -1,10 +1,19 @@ set :user, "mass" +#role :pall00, "133.13.62.2","133.13.62.3","133.13.62.4","133.13.62.5","133.13.62.6","133.13.62.7","133.13.62.8","133.13.62.9","133.13.62.10" +#role :pall01, "133.13.62.11","133.13.62.12","133.13.62.13","133.13.62.14","133.13.62.15","133.13.62.16","133.13.62.17","133.13.62.18","133.13.62.19","133.13.62.20" +#role :pall02, "133.13.62.21","133.13.62.22","133.13.62.23","133.13.62.24","133.13.62.25","133.13.62.26","133.13.62.27","133.13.62.28","133.13.62.29","133.13.62.30" +#role :pall03, "133.13.62.31","133.13.62.32","133.13.62.33","133.13.62.34","133.13.62.35","133.13.62.36","133.13.62.37","133.13.62.38","133.13.62.39","133.13.62.40" +#role :pall04, "133.13.62.41","133.13.62.42","133.13.62.43","133.13.62.44","133.13.62.45","133.13.62.46","133.13.62.47","133.13.62.48" + + + + + # # 62.1(mass01) and 62.48(mass48) remove from the list. # - # bldsv03 : use mass12 ~ mass15 (All : mass12 ~ mass17) #role :pall00, "mass12.cs.ie.u-ryukyu.ac.jp","mass13.cs.ie.u-ryukyu.ac.jp","mass14.cs.ie.u-ryukyu.ac.jp","mass15.cs.ie.u-ryukyu.ac.jp" @@ -23,8 +32,13 @@ # bldsv08 : use mass42 ~ mass45 (All: mass42 ~ mass48) #role :pall05, "mass42.cs.ie.u-ryukyu.ac.jp","mass43.cs.ie.u-ryukyu.ac.jp","mass44.cs.ie.u-ryukyu.ac.jp","mass45.cs.ie.u-ryukyu.ac.jp" -role :pall00, "mass12.cs.ie.u-ryukyu.ac.jp","mass18.cs.ie.u-ryukyu.ac.jp","mass24.cs.ie.u-ryukyu.ac.jp","mass30.cs.ie.u-ryukyu.ac.jp" -role :pall01, "mass13.cs.ie.u-ryukyu.ac.jp","mass19.cs.ie.u-ryukyu.ac.jp","mass25.cs.ie.u-ryukyu.ac.jp","mass31.cs.ie.u-ryukyu.ac.jp" +role :pall00, "mass12.cs.ie.u-ryukyu.ac.jp" + +#role :pall00, "mass12.cs.ie.u-ryukyu.ac.jp","mass18.cs.ie.u-ryukyu.ac.jp","mass24.cs.ie.u-ryukyu.ac.jp" +#role :pall00, "mass12.cs.ie.u-ryukyu.ac.jp","mass18.cs.ie.u-ryukyu.ac.jp","mass24.cs.ie.u-ryukyu.ac.jp","mass30.cs.ie.u-ryukyu.ac.jp" +#role :pall01, "mass13.cs.ie.u-ryukyu.ac.jp","mass19.cs.ie.u-ryukyu.ac.jp","mass25.cs.ie.u-ryukyu.ac.jp","mass31.cs.ie.u-ryukyu.ac.jp" + +#role :pall00, "mass48.cs.ie.u-ryukyu.ac.jp" # max number of cluster is 24 @@ -60,10 +74,6 @@ run "cp -r /home/mass/share/student/k128576/m2 /home/mass/.m2" end -task :run_jungle do - run "sleep 0.$RANDOM && /usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f /home/mass/share/student/k128576/hg/jungle-network/pom.xml exec:java -Dexec.mainClass='app.bbs.DistributeApp' -Dexec.args='-level fatal -host bldsv12.cr.ie.u-ryukyu.ac.jp -port 10000 -p 20000 -bp 8080' " -end - task :killjava do run "pkill java" end @@ -74,4 +84,56 @@ task :df_awk do run "df | awk 'NR==3'" -end \ No newline at end of file +end +task :mkdir_hg do + run "mkdir -p /home/mass/student/k128576/hg" +end + +task :rsync_project do + run "rsync -av /home/mass/share/student/k128576/hg/jungle-network /home/mass/student/k128576/hg/" +end + +task :clean_project do + run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f /home/mass/student/k128576/hg/jungle-network/pom.xml clean" +end + +task :compile_project do + run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f /home/mass/student/k128576/hg/jungle-network/pom.xml compile" +end + +task :run_jungle do + run "sleep 0.$RANDOM && /usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f /home/mass/student/k128576/hg/jungle-network/pom.xml exec:java -Dexec.mainClass='app.bbs.DistributeApp' -Dexec.args='-level fatal -host bldsv12.cr.ie.u-ryukyu.ac.jp -port 10000 -p 20000 -bp 8080' " +end + +task :cp_cassandra do + run "cp -r /home/mass/share/student/k128576/cassandra /home/mass/student/k128576/" +end + +task :gen_conf do + run "/usr/local/bin/ruby /home/mass/share/student/k128576/cassandra/generate_yaml.rb > /home/mass/student/k128576/cassandra/apache-cassandra-1.2.1/conf/cassandra.yaml" +end + +task :start_cassandra do + run "cd /home/mass/student/k128576/cassandra/ && /home/mass/student/k128576/cassandra/apache-cassandra-1.2.1/bin/cassandra -f" +end + +task :cp_bbs do + run "cp -r /home/mass/share/student/k128576/hg/bulletinboard /home/mass/student/k128576/cassandra/" +end + +task :compile_bbs do + run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f /home/mass/student/k128576/cassandra/bulletinboard/pom.xml compile" +end + +task :one_cassandra_bbs do + run "/usr/local/apache-maven/apache-maven-3.0.5/bin/mvn -f /home/mass/student/k128576/cassandra/bulletinboard/pom.xml exec:java -Dexec.mainClass='jp.ac.u_ryukyu.ie.cr.shoshi.jungle.bbs.App' -Dexec.args='-one' " +end + +task :delete_var do + run "rm -rf /home/mass/student/k128576/cassandra/var" +end + +task :cp_var do + run "rm -rf /home/mass/student/k128576/cassandra/var" + run "cp -r /home/mass/student/k128576/cassandra/backup/var /home/mass/student/k128576/cassandra/" +end diff -r 223af50e60d5 -r c69a41ffc439 distributed/loop_qsub.sh --- a/distributed/loop_qsub.sh Mon Jan 20 02:59:12 2014 +0900 +++ b/distributed/loop_qsub.sh Mon Jan 20 17:01:23 2014 +0900 @@ -1,7 +1,7 @@ #!/bin/sh start=1 -finish=13 +finish=12 for i in `seq $start $finish` do diff -r 223af50e60d5 -r c69a41ffc439 distributed/loop_qsub_cassandra_nodes.sh --- a/distributed/loop_qsub_cassandra_nodes.sh Mon Jan 20 02:59:12 2014 +0900 +++ b/distributed/loop_qsub_cassandra_nodes.sh Mon Jan 20 17:01:23 2014 +0900 @@ -1,7 +1,8 @@ #!/bin/sh start=1 -finish=45 +#finish=13 +finish=1 for i in `seq $start $finish` do diff -r 223af50e60d5 -r c69a41ffc439 distributed/nodes.txt --- a/distributed/nodes.txt Mon Jan 20 02:59:12 2014 +0900 +++ b/distributed/nodes.txt Mon Jan 20 17:01:23 2014 +0900 @@ -1,9 +1,1 @@ mass12.cs.ie.u-ryukyu.ac.jp -mass13.cs.ie.u-ryukyu.ac.jp -mass18.cs.ie.u-ryukyu.ac.jp -mass19.cs.ie.u-ryukyu.ac.jp -mass24.cs.ie.u-ryukyu.ac.jp -mass25.cs.ie.u-ryukyu.ac.jp -mass30.cs.ie.u-ryukyu.ac.jp -mass31.cs.ie.u-ryukyu.ac.jp - diff -r 223af50e60d5 -r c69a41ffc439 distributed/nodes_stress_write_cassandra.rb --- a/distributed/nodes_stress_write_cassandra.rb Mon Jan 20 02:59:12 2014 +0900 +++ b/distributed/nodes_stress_write_cassandra.rb Mon Jan 20 17:01:23 2014 +0900 @@ -3,21 +3,31 @@ require 'net/http' require 'benchmark' require 'uri' -require '/home/mass/share/student/k128576/jungle_benchmark/distributed/get_node_name.rb' -include GetNodeName +require '/home/mass/share/student/k128576/jungle_benchmark/distributed/get_node_list.rb' +require '/home/mass/share/student/k128576/jungle_benchmark/distributed/get_url_list.rb' +include GetNodeList +include GetUrlList schedule = ARGV[0].to_i time = Time.now.to_i sleepTime = schedule - time sleep(sleepTime) -UUID="13814000-1dd2-11b2-b303-72d4cffbf294" -nodename = get_node_name("/home/mass/share/student/k128576/jungle_benchmark/distributed/nodes.txt") +UUID="13814000-1dd2-11b2-918d-0050568b0070" + +nodeList = get_node_list("/home/mass/share/student/k128576/jungle_benchmark/distributed/nodes.txt") +urlList = get_url_list(nodeList, ':8080/editMessage?bname=hello%20world&uuid='+UUID); +hostname = `hostname` +if /[0-9]+/ =~ hostname then + mynum = $&.to_i +end +urlList = urlList.rotate(mynum) +urlSize = urlList.size() + +count = ARGV[1].to_i r = Benchmark.measure { - count = ARGV[1].to_i - uri = URI.parse('http://'+nodename.chomp+':8080/editMessage?bname=hello%20world&uuid='+UUID) count.times {|i| - res = Net::HTTP.post_form(uri, {:author =>'oshiro', :bname =>'hello world', :uuid =>'0', :key =>'0', :msg =>"fugafuga #{i}"}) + res = Net::HTTP.post_form(urlList[i%urlSize], {:author =>'oshiro', :bname =>'hello world', :uuid =>'0', :key =>'0', :msg =>"hogehoge #{i}"}) } } puts r.real diff -r 223af50e60d5 -r c69a41ffc439 distributed/nodes_stress_write_jungle.rb --- a/distributed/nodes_stress_write_jungle.rb Mon Jan 20 02:59:12 2014 +0900 +++ b/distributed/nodes_stress_write_jungle.rb Mon Jan 20 17:01:23 2014 +0900 @@ -4,21 +4,29 @@ require 'uri' require 'benchmark' require '/home/mass/share/student/k128576/jungle_benchmark/distributed/get_node_list.rb' +require '/home/mass/share/student/k128576/jungle_benchmark/distributed/get_url_list.rb' include GetNodeList +include GetUrlList schedule = ARGV[0].to_i time = Time.now.to_i sleepTime = schedule - time sleep(sleepTime) -nodelist = get_node_list("/home/mass/share/student/k128576/jungle_benchmark/distributed/nodes.txt") +nodeList = get_node_list("/home/mass/share/student/k128576/jungle_benchmark/distributed/nodes.txt") +urlList = get_url_list(nodeList, ':8080/editMessage?bname=hello%20world&uuid=0'); + +hostname = `hostname` +if /[0-9]+/ =~ hostname then + mynum = $&.to_i +end +urlList = urlList.rotate(mynum) +urlSize = urlList.size() + +count = ARGV[1].to_i r = Benchmark.measure { - count = ARGV[1].to_i - nodeSize = nodelist.size count.times {|i| - nodename = nodelist[i%nodeSize] - uri = URI.parse('http://' << nodename << ':8080/editMessage?bname=hello%20world&uuid=0') - res = Net::HTTP.post_form(uri, {:author =>'oshiro', :bname =>'hello world', :uuid =>'0', :key =>'0', :msg =>"hogehoge #{i}"}) + res = Net::HTTP.post_form(urlList[i%urlSize], {:author =>'oshiro', :bname =>'hello world', :uuid =>'0', :key =>'0', :msg =>"hogehoge #{i}"}) } } puts r.real