cafe-grader-web Commit - r314:933be61bc431

cafe-grader-web

Commit `r314:933be61bc431` public

parent | child

Description:

added first page load test on localhost

Commit status:

[Not Reviewed]

References:

default

Diff options:

| | | |

Comments:

0 Commit comments 0 Inline Comments

Unresolved TODOs:

There are no unresolved TODOs

Add another comment

r314:933be61bc431 - Sun, 20 Jun 2010 10:02:00 - 4 files changed: 28 inserted, 4 deleted

test/load/NOTES created 644 ¶ +7

@@ -0,0 +1,7
	1	+ How to call
	2	+ ===========
	3	+
	4	+ Load test for front page:
	5	+
	6	+ ruby runner.rb common_visitors.rb FirstPageViewer 10 -t 10
	7	+

test/load/common_visitors.rb created 644 ¶ +7

@@ -0,0 +1,7
	1	+ visitor "FirstPageViewer" do
	2	+ stores_cookies
	3	+
	4	+ site_url "http://localhost:3000"
	5	+
	6	+ get "/"
	7	+ end

test/load/runner.rb ¶ +10 -1

               #
               # This file is part of a web load testing tool (currently having no name)
               # Copyright (C) 2008 Jittat Fakcharoenphol
               #
               # This program is free software; you can redistribute it and/or modify
               # it under the terms of the GNU General Public License as published by
               # the Free Software Foundation; either version 2 of the License, or
               # (at your option) any later version.
               #
               # This program is distributed in the hope that it will be useful, but
               # WITHOUT ANY WARRANTY; without even the implied warranty of
               # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
               # General Public License for more details.
               #
               # You should have received a copy of the GNU General Public License
               # along with this program; if not, write to the Free Software
               # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
               # 02110-1301, USA.
               #
               require 'visitor_curl_cli'
+            + TEMP_DIR = './tmp'
+            +
               def show_usage
                 puts <<USAGE
               using: ruby runner.rb <visitor_file> [<type> <number>] [<type> <number>] ... [options]
                 * visitor_file : your visitor definition file, (with or without .rb)
                 * type, number : the type and the number of visitors of that type
                 * options      : any of the following
                                    -t <sec>   specify how long (in seconds)
                                    -d         dry-run: run, but make no real http requests
               USAGE
               end
+            + def initialize_temp_dir
+            +   if !FileTest.exists? TEMP_DIR
+            +     Dir.mkdir TEMP_DIR
+            +   end
+            + end
+            +
               def runner(visitor_lists, load_time=60, options={})
                 visitors = []
                 vcount = 0
                 visitor_lists.each do |cname, num|
                   begin
                     c = Kernel.const_get(cname)
                     num.times do
-            -         visitors[vcount] = c.new(vcount+1)
+            +         visitors[vcount] = c.new(vcount+1, TEMP_DIR)
                       visitors[vcount].talkative = true
                       vcount += 1
                     end
                   rescue NameError
                     puts "Can't find class #{cname}"
                     show_usage
                     exit(0)
                   end
                 end
                 puts "Having #{vcount} visitors"
                 vthread = []
                 all_start_time = Time.new
                 # start all visitors
                 vcount.times do |i|
                   vthread[i] = Thread.new do
                     visitors[i].run(:forever,options)
                   end
                 end
                 # wait for load_time seconds
                 sleep load_time
                 visitors.each do |visitor| visitor.stop! end
                 all_finish_time = Time.new
                 begin
                   # wait for all threads to stop
                   vcount.times do |i|
                     #puts "Waiting for thread #{i}, #{vthread[i].alive?}"
                     vthread[i].join
                   end
                 rescue Interrupt
                   # kill all remaining threads
                   vcount.times do |i|
                     vthread[i].kill if vthread[i].alive?
                   end
                 end
                 # clean up
                 visitors.each do |visitor|
                   #puts "Clean up: #{visitor.id}"
                   visitor.cleanup
                 end
                 #all_finish_time = Time.new
                 total_req = 0
                 vcount.times do |i|
                   stat = visitors[i].statistics
               #    puts "TYPE: #{visitors[i].class}"
               #    puts "Total requested = #{stat[:num_requested]}"
               #    puts "Average = #{stat[:avg_request_time]}"
               #    puts "S.D. = #{stat[:std_dev]}"
                   total_req += stat[:num_requested]
                 end
                 elapsed_time = all_finish_time - all_start_time
                 puts
                 puts "Total time = #{elapsed_time} sec."
                 puts "Total requests = #{total_req}"
                 puts "Trans. per sec = #{total_req/elapsed_time}"
               end
               ###########################
               # MAIN
               ###########################
               if ARGV.length==0
                 show_usage
                 exit(0)
               end
               visitor_file = ARGV.shift
               require visitor_file
               load_time = 60
               dry_run = false
               #build visitor list
               visitor_list = {}
               while ARGV.length>0
                 key = ARGV.shift
                 case key
                 when '-d'
                   dry_run = true
                 when '-t'
                   num = ARGV.shift.to_i
                   load_time = num
                 else
                   num = ARGV.shift.to_i
                   visitor_list[key] = num
                 end
               end
+            + initialize_temp_dir
               runner visitor_list, load_time, {:dry_run => dry_run}

test/load/visitor_curl_cli.rb ¶ +4 -3

               #
               # This file is part of a web load testing tool (currently having no name)
               # Copyright (C) 2008 Jittat Fakcharoenphol
               #
               # This program is free software; you can redistribute it and/or modify
               # it under the terms of the GNU General Public License as published by
               # the Free Software Foundation; either version 2 of the License, or
               # (at your option) any later version.
               #
               # This program is distributed in the hope that it will be useful, but
               # WITHOUT ANY WARRANTY; without even the implied warranty of
               # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
               # General Public License for more details.
               #
               # You should have received a copy of the GNU General Public License
               # along with this program; if not, write to the Free Software
               # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
               # 02110-1301, USA.
               #
               require 'rubygems'
               require 'uri'
               class Visitor
                 attr_accessor :talkative
                 class << self
                   attr_accessor :commands
                   attr_accessor :base_url
                   attr_accessor :cookies_stored
                 end
                 def get_cookie_fname
-            -     "cookies.#{@id}"
+            +     "#{@base_dir}/cookies.#{@id}"
                 end
                 def get_output_fname
-            -     "output.#{@id}"
+            +     "#{@base_dir}/output.#{@id}"
                 end
                 def id
                   @id
                 end
-            -   def initialize(id=0)
+            +   def initialize(id=0, base_dir='.')
                   # initialize nil class variable
                   self.class.base_url = "" if (self.class.base_url) == nil
                   self.class.cookies_stored = false if self.class.cookies_stored == nil
                   @id = id
+            +     @base_dir = base_dir
                   @cookies_fname = get_cookie_fname
                   @output_fname = get_output_fname
                   @statistics = Array.new
                   @talkative = false
                   @stopped = false
                 end
                 def cleanup
                   trial = 0
                   while FileTest.exists?(@cookies_fname)
                     File.delete(@cookies_fname)
                     if FileTest.exists?(@cookies_fname)
                       # wait until system returns
                       puts "STILL HERE"
                       sleep 1
                       trial += 1
                       break if trial>10
                     end
                   end
                   while FileTest.exists?(@output_fname)
                     File.delete(@output_fname)
                     if FileTest.exists?(@output_fname)
                       # wait until system returns
                       sleep 1
                       trial += 1
                       break if trial>10
                     end
                   end
                 end
                 def self.site_url(url)
                   self.base_url = url
                 end
                 def self.stores_cookies
                   self.cookies_stored = true
                 end
                 def self.preprocess_param_hash(params)
                   return {} if params==nil
                   plist = {}
                   params.each do |key,val|
                     if key.is_a? Symbol
                       key_s = key.to_s
                     else
                       key_s = key
                     end
                     plist[key_s] = val
                   end
                   plist
                 end
                 def self.get(url,params=nil)
                   self.commands = [] if self.commands==nil
                   self.commands << {
                     :command => :get,
                     :url => url,
                     :params => Visitor.preprocess_param_hash(params) }
                 end
                 def self.post(url,params=nil,options=nil)
                   self.commands = [] if self.commands==nil
                   self.commands << { :command => :post,
                     :url => url,
                     :params => Visitor.preprocess_param_hash(params),
                     :options => options }
                 end
                 def substitute_id(st)
                   return st if !(st.is_a? String)
                   st.gsub(/(()|(\$))\$\{id\}/) do |s|
                     if s=="${id}"
                       @id.to_s
                     else
                       "${id}"
                     end
                   end
                 end
                 def encode_params(params)
                   enc = ""
                   if params!=nil and params.length!=0
                     params.each do |key,val|
                       if enc != ""
                         enc += '&'
                       end
                       val = substitute_id(val)
                       enc += URI.escape(key) + '=' + URI.escape(val.to_s)
                     end
                   end
                   enc
                 end
                 def get(url,params)
                   #build url
                   #puts "----------------------cookies-----------"
                   #system("cat #{@cookies_fname}")
                   #puts "----------------------cookies-----------"
                   full_url = "#{self.class.base_url}#{url}"
                   if params!=nil and params.length!=0
                     full_url += '?' + encode_params(params)
                   end
                   cmd = "curl -k -b #{@cookies_fname} -D #{@cookies_fname} #{full_url} " +
                     " -s -L -o #{@output_fname}"
                   #puts ">>>>>>>>>>>>>>>>>> " + cmd
                   system(cmd)
                   #system("cat #{@output_fname}")
                 end
                 def post(url,params,options)
                   #puts "----------------------cookies-----------"
                   #system("cat #{@cookies_fname}")
                   #puts "----------------------cookies-----------"
                   full_url = "#{self.class.base_url}#{url}"
                   params_str = ""
                   if options!=nil and options[:multipart]==true
                     params.each do |key,val|
                       if val.is_a? Hash
                         case val[:type]
                         when :file
                           dval = substitute_id(val[:data])
                           params_str += " -F \"#{key}=@#{dval.to_s}\""
                         end
                       else
                         val = substitute_id(val)
                         params_str += " -F \"#{key}=#{URI.escape(val.to_s)}\""
                       end
                     end
                   else
                     params_str += "-d \"#{encode_params(params)}\""
                   end
                   #puts params_str
                   cmd = "curl -L -k -b #{@cookies_fname} -D #{@cookies_fname} " +
                     " #{params_str} #{full_url} -s -o #{@output_fname}"
                   #puts ">>>>>>>>>>>>>>>>>>>>>>>>>>> POST: " + cmd
                   system(cmd)
                   #system("cat #{@output_fname}")
                 end
                 def stop!
                   @stopped = true
                 end
                 def run(times=nil, options={})
                   times = 1 if times == :once
                   @stopped = false
                   while times!=0
                     self.class.commands.each do |cmd|
                       puts "#{@id}: #{cmd[:command]} #{cmd[:url]}" if @talkative
                       start_time = Time.new
                       if !options[:dry_run]
                         case cmd[:command]
                         when :get
                           get cmd[:url], cmd[:params]
                         when :post
                           post cmd[:url], cmd[:params], cmd[:options]
                         end
                       end
                       finish_time = Time.new
                       break if @stopped
                       @statistics << {
                         :url => "#{cmd[:command]}:#{cmd[:url]}",
                         :time => finish_time - start_time }
                     end
                     times -= 1 if times.is_a? Integer    #otherwise, run forever
                     break if @stopped
                   end
                 end
                 def show_raw_stat
                   @statistics.each do |stat|
                     puts "#{stat[:url]} => #{stat[:time]}"
                   end
                 end
                 def statistics

Write
Preview

You need to be logged in to leave comments. Login now

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository permissions settings

Sign in to your account

Author

r314:933be61bc431 - Sun, 20 Jun 2010 10:02:00 - 4 files changed: 28 inserted, 4 deleted

Sign in to your account

Commit r314:933be61bc431 public

Author

r314:933be61bc431 - Sun, 20 Jun 2010 10:02:00 - 4 files changed: 28 inserted, 4 deleted

Commit `r314:933be61bc431` public