cafe-grader-judge-scripts Commit

cafe-grader-judge-scripts

Commit `r101:65a501bec36b` public

parent | child

Description:

removed many 'system' invokations

Commit status:

[Not Reviewed]

References:

default

Diff options:

| | | |

Comments:

0 Commit comments 0 Inline Comments

Unresolved TODOs:

There are no unresolved TODOs

Add another comment

r101:65a501bec36b - Sat, 24 Apr 2010 12:18:00 - 4 files changed: 84 inserted, 41 deleted

lib/engine.rb ¶ +2 -3

               require 'fileutils'
-            - require 'ftools'
               require File.join(File.dirname(__FILE__),'dir_init')
               module Grader
                 #
                 # A grader engine grades a submission, against anything: a test
                 # data, or a user submitted test data.  It uses two helpers objects:
                 # room_maker and reporter.
                 #
                 class Engine
                   attr_writer :room_maker
                   attr_writer :reporter
                   def initialize(options={})
                     # default options
                     if not options.include? :room_maker
                       options[:room_maker] = Grader::SubmissionRoomMaker.new
                     end
                     if not options.include? :reporter
                       options[:reporter] =  Grader::SubmissionReporter.new
                     end
                     @config = Grader::Configuration.get_instance
                     @room_maker = options[:room_maker]
                     @reporter = options[:reporter]
                   end
                   # takes a submission, asks room_maker to produce grading directories,
                   # calls grader scripts, and asks reporter to save the result
                   def grade(submission)
                     current_dir = `pwd`.chomp
                     user = submission.user
                     problem = submission.problem
                     # TODO: will have to create real exception for this
                     if user==nil or problem == nil
                       @reporter.report_error(submission,"Grading error: problem with submission")
                       #raise "engine: user or problem is nil"
                     end
                     # TODO: this is another hack so that output only task can be judged
                     if submission.language!=nil
                       language = submission.language.name
                       lang_ext = submission.language.ext
                     else
                         clear_script(copy_log,problem_home)
                       end
                     rescue RuntimeError => msg
                       @reporter.report_error(submission, msg)
                     ensure
                       @room_maker.clean_up(submission)
                       Dir.chdir(current_dir)   # this is really important
                     end
                   end
                   protected
                   def talk(str)
                     if @config.talkative
                       puts str
                     end
                   end
                   def call_judge(problem_home,language,grading_dir,fname)
                     ENV['PROBLEM_HOME'] = problem_home
                     talk grading_dir
                     Dir.chdir grading_dir
                     cmd = "#{problem_home}/script/judge #{language} #{fname}"
                     talk "CMD: #{cmd}"
                     system(cmd)
                   end
                   def get_std_script_dir
                     GRADER_ROOT + '/std-script'
                   end
                   def copy_script(problem_home)
                     script_dir = "#{problem_home}/script"
                     std_script_dir = get_std_script_dir
                     raise "std-script directory not found" if !FileTest.exist?(std_script_dir)
                     scripts = Dir[std_script_dir + '/*']
                     copied = []
                     scripts.each do |s|
                       fname = File.basename(s)
                       if !FileTest.exist?("#{script_dir}/#{fname}")
                         copied << fname
-            -           system("cp #{s} #{script_dir}")
+            +           FileUtils.cp(s, "#{script_dir}")
                       end
                     end
                     return copied
                   end
                   def copy_log_filename(problem_home)
                     return File.join(problem_home, '.scripts_copied')
                   end
                   def save_copy_log(problem_home, log)
                     f = File.new(copy_log_filename(problem_home),"w")
                     log.each do |fname|
                       f.write("#{fname}\n")
                     end
                     f.close
                   end
                   def load_copy_log(problem_home)
                     f = File.new(copy_log_filename(problem_home),"r")
                     log = []
                     f.readlines.each do |line|
                       log << line.strip
                     end
                     f.close
                     log
                   end
                   def clear_copy_log(problem_home)
                     File.delete(copy_log_filename(problem_home))
                   end
                   def clear_script(log,problem_home)
                     log.each do |s|
-            -         system("rm #{problem_home}/script/#{s}")
+            +         FileUtils.rm("#{problem_home}/script/#{s}")
                     end
                   end
                   def mkdir_if_does_not_exist(dirname)
                     Dir.mkdir(dirname) if !FileTest.exist?(dirname)
                   end
                 end
               end

lib/test_request_helper.rb ¶ +29 -20

               #
               # This part contains various test_request helpers for interfacing
               # with Grader::Engine.  There are TestRequestRoomMaker and
               # TestRequestReporter.
               module Grader
+            +   def self.link_or_copy(src, des)
+            +     begin
+            +       FileUtils.ln_s(src, des)
+            +     rescue
+            +       FileUtils.cp(src,des)
+            +     end
+            +   end
+            +
+            +   def self.call_and_log(error_message)
+            +     begin
+            +       yield
+            +     rescue
+            +       msg = "ERROR: #{error_message}"
+            +       raise msg
+            +     end
+            +   end
+            +
                 #
                 # A TestRequestRoomMaker is a helper object for Engine
                 # - finds grading room: in user_result_dir/(user)/test_request/ ...
                 # - prepare problem configuration for grading --- basically it copy
                 #   all config files, and copy user's input into the testcase
                 #   directory.  First, it finds the template from problem template
                 #   directory; if it can't find a template, it'll use the template
                 #   from default template.
                 class TestRequestRoomMaker
                   def initialize
                     @config = Grader::Configuration.get_instance
                   end
                   def produce_grading_room(test_request)
                     grading_room = grading_room_dir(test_request)
                     FileUtils.mkdir_p(grading_room)
                     #
                     # Also copy additional submitted file to this directory as well.
                     # The program would see this file only if it is copied
                     #    to the sandbox directory later.  The run script should do it.
                     #
                     if FileTest.exists?("#{test_request.input_file_name}.files")
-            -         cmd = "cp #{test_request.input_file_name}.files/* #{grading_room}"
+            +         FileUtils.cp_r("#{test_request.input_file_name}.files/.",
-            -         system(cmd)
+            +                        "#{grading_room}")
                     end
                     grading_room
                   end
                   def find_problem_home(test_request)
                     problem_name = test_request.problem_name
                     template_dir = "#{@config.test_request_problem_templates_dir}/" + problem_name
                     raise "Test Request: error template not found" if !File.exists?(template_dir)
                     problem_home = problem_home_dir(test_request)
                     FileUtils.mkdir_p(problem_home)
                     copy_problem_template(template_dir,problem_home)
                     link_input_file(test_request,problem_home)
                     problem_home
                   end
                   def save_source(test_request,source_name)
                     dir = self.produce_grading_room(test_request)
                     submission = test_request.submission
                     f = File.open("#{dir}/#{source_name}","w")
                     f.write(submission.source)
                     f.close
                   end
                   def clean_up(test_request)
                     problem_home = problem_home_dir(test_request)
                     remove_data_files(problem_home)
                   end
                   protected
                   def grading_room_dir(test_request)
                     problem_name = test_request.problem_name
                     user = test_request.user
                     grading_room = "#{@config.user_result_dir}" +
                       "/#{user.login}/test_request" +
                       "/#{problem_name}/#{test_request.id}"
                     grading_room
                   end
                   def problem_home_dir(test_request)
                     problem_name = test_request.problem_name
                     user = test_request.user
                     "#{@config.user_result_dir}" +
                       "/#{user.login}/test_request/#{problem_name}"
                   end
                   def copy_problem_template(template_dir,problem_home)
-            -       cmd = "cp -R #{template_dir}/* #{problem_home}"
+            +       Grader::call_and_log("Test Request: cannot copy problem template") {
-            -       system_and_raise_when_fail(cmd,"Test Request: cannot copy problem template")
+            +         FileUtils.cp_r("#{template_dir}/.","#{problem_home}")
+            +       }
                   end
+            +
-            -     def link_input_file(test_request,problem_home)
+            +     def link_input_file(test_request, problem_home)
                     input_fname = "#{test_request.input_file_name}"
                     if !File.exists?(input_fname)
                       raise "Test Request: input file not found."
                     end
                     input_fname_problem_home = "#{problem_home}/test_cases/1/input-1.txt"
                     if File.exists?(input_fname_problem_home)
                       FileUtils.rm([input_fname_problem_home], :force => true)
                     end
-            -       cmd = "ln -s #{input_fname} #{input_fname_problem_home}"
+            +       Grader::link_or_copy("#{input_fname}", "#{input_fname_problem_home}")
-            -       system_and_raise_when_fail(cmd,"Test Request: cannot link input file")
                   end
                   def remove_data_files(problem_home)
                     if File.exists?("#{problem_home}/test_cases/1/input-1.txt")
-            -         cmd = "rm #{problem_home}/test_cases/1/*"
+            +         Grader::call_and_log("Test Request: cannot remove data files") {
-            -         system_and_raise_when_fail(cmd,"Test Request: cannot remove data files")
+            +           FileUtils.rm Dir.glob("#{problem_home}/test_cases/1/*")
-            -       end
+            +         }
-            -     end
-            -     def system_and_raise_when_fail(cmd,msg)
-            -       if !system(cmd)
-            -         raise msg
                     end
                   end
                 end
                 class TestRequestReporter
                   def initialize
                     @config = Grader::Configuration.get_instance
                   end
                   def report(test_request,test_result_dir)
                     save_result(test_request,read_result(test_result_dir))
                   end
                   def report_error(test_request, msg)
                     save_result(test_request, {:running_stat => {
                                     :msg => "#{msg}",
                                     :running_time => nil,
                                     :exit_status => "Some error occured. Program did not run",
                                     :memory_usage => nil
                                   }})
                   end
                   protected
                   def read_result(test_result_dir)
                     # TODO:
                     cmp_msg_fname = "#{test_result_dir}/compiler_message"
                     cmp_file = File.open(cmp_msg_fname)
                     cmp_msg = cmp_file.read
                     cmp_file.close
                     result_file_name = "#{test_result_dir}/1/result"
                     if File.exists?(result_file_name)
                       output_file_name = "#{test_result_dir}/1/output.txt"
                       results = File.open("#{test_result_dir}/1/result").readlines
                       stat = extract_running_stat(results)
                       return {
                         :output_file_name => output_file_name,
                         :running_stat => stat,
                         :comment => "",
                         :cmp_msg => cmp_msg}
                     else
                       return {
                         :running_stat => nil,
                         :comment => "Compilation error",
                         :cmp_msg => cmp_msg}
                     # extract running time
                     if res = /r(.*)u(.*)s/.match(running_stat_line)
                       seconds = (res[1].to_f + res[2].to_f)
                       time_stat = "Time used: #{seconds} sec."
                     else
                       seconds = nil
                       time_stat = "Time used: n/a sec."
                     end
                     # extract memory usage
                     if res = /s(.*)m/.match(running_stat_line)
                       memory_used = res[1].to_i
                     else
                       memory_used = -1
                     end
                     return {
                       :msg => "#{run_stat}\n#{time_stat}",
                       :running_time => seconds,
                       :exit_status => run_stat,
                       :memory_usage => memory_used
                     }
                   end
                   def save_result(test_request,result)
                     if result[:output_file_name]!=nil
                       test_request.output_file_name = link_output_file(test_request,
                                                                        result[:output_file_name])
                     end
                     test_request.graded_at = Time.now
                     test_request.compiler_message = (result[:cmp_msg] or '')
                     test_request.grader_comment = (result[:comment] or '')
                     if result[:running_stat]!=nil
                       test_request.running_stat = (result[:running_stat][:msg] or '')
                       test_request.running_time = (result[:running_stat][:running_time] or nil)
                       test_request.exit_status = result[:running_stat][:exit_status]
                       test_request.memory_usage = result[:running_stat][:memory_usage]
                     else
                       test_request.running_stat = ''
                     end
                     test_request.save
                   end
                   protected
                   def link_output_file(test_request, fname)
                     target_file_name = random_output_file_name(test_request.user,
                                                                test_request.problem)
                     FileUtils.mkdir_p(File.dirname(target_file_name))
-            -       cmd = "ln -s #{fname} #{target_file_name}"
+            +       Grader::link_or_copy("#{fname}", "#{target_file_name}")
-            -       if !system(cmd)
-            -         raise "TestRequestReporter: cannot move output file"
-            -       end
                     return target_file_name
                   end
                   def random_output_file_name(user,problem)
                     problem_name = TestRequest.name_of(problem)
                     begin
                       tmpname =  "#{@config.test_request_output_base_dir}" +
                         "/#{user.login}/#{problem_name}/#{rand(10000)}"
                     end while File.exists?(tmpname)
                     tmpname
                   end
                 end
               end

std-script/judge ¶ +48 -14

               #!/usr/bin/ruby
+            + require 'fileutils'
+            +
               def log(str='')
                 if ENV['TALKATIVE']!=nil
                   puts str
                 end
                 if ENV['GRADER_LOGGING']!=nil
                   log_fname = ENV['GRADER_LOGGING']
                   fp = File.open(log_fname,"a")
                   fp.puts("judge: #{Time.new.strftime("%H:%M")} #{str}")
                   fp.close
                 end
               end
               problem_home = ENV['PROBLEM_HOME']
               def execute(command, error_message="")
                 if not system(command)
                   msg = "ERROR: #{error_message}"
                   log msg
                   raise msg
                 end
               end
+            + def call_and_log(error_message)
+            +   begin
+            +     yield
+            +   rescue
+            +     msg = "ERROR: #{error_message}"
+            +     log msg
+            +     raise msg
+            +   end
+            + end
+            +
+            + def clear_and_create_empty_dir(dir)
+            +   FileUtils.rm_rf(dir, :secure => true)
+            +   call_and_log("Cannot make directory #{dir}.") { FileUtils.mkdir(dir) }
+            + end
+            +
               # ARGV[0] --- language
               # ARGV[1] --- program source file
               # ARGV[2] --- test result directory
               # ARGV[3] --- sandbox directory
               if ARGV.length < 2 || ARGV.length > 4
                 puts "Usage: judge <language> <program-source> [<test-result-directory>] [<sandbox-directory>]"
                 puts "  <sandbox-directory> is defaulted to ./sandbox"
                 puts "  <test-result-directory> is defaulted to ./test-result"
                 puts "WARNING: The judge script will forcefully create the (implicitly and explicitly) specified directories and remove anything inside it."
                 exit(127)
               end
               language = ARGV[0]
               if language != "c" && language != "c++" && language != "pas"
                 log "You specified a language that is not supported: #{language}."
                 exit(127)
               end
               source_file = ARGV[1]
               if File.exist?(source_file) == false
                 log "The source file does not exist."
                 exit(127)
               end
               log "Making test result and sandbox directories..."
               current_dir = `pwd`
               current_dir.strip!
               if ARGV.length >= 3
                 test_result_dir = ARGV[2]
               else
                 test_result_dir = "#{current_dir}/test-result"
               end
+            +
               log "Test result directory: #{test_result_dir}"
-            - system("rm -Rf #{test_result_dir}")
+            + clear_and_create_empty_dir(test_result_dir)
-            - execute("mkdir #{test_result_dir}", "Cannot make directory #{test_result_dir}.")
               if ARGV.length >= 4
                 sandbox_dir = ARGV[3]
               else
                 sandbox_dir = "#{current_dir}/sandbox"
               end
               log "Sandbox directory: #{sandbox_dir}"
-            - system("rm -Rf #{sandbox_dir}")
+            + clear_and_create_empty_dir(sandbox_dir)
-            - execute("mkdir #{sandbox_dir}", "Cannot make directory #{sandbox_dir}")
               # Compile
               log
               log "Compiling..."
-            - execute("cp #{source_file} #{sandbox_dir}", "Cannot copy the source file to #{sandbox_dir}")
+            + call_and_log("Cannot copy the source file to #{sandbox_dir}") {
+            +   FileUtils.cp(source_file, sandbox_dir)
+            + }
               begin
                 Dir.chdir sandbox_dir
               rescue
                 log "ERROR: Cannot change directory to #{sandbox_dir}."
                 exit(127)
               end
               execute("#{problem_home}/script/compile #{language} #{source_file}", "Compilation error!")
               compile_message = `cat compiler_message`
               compile_message.strip!
-            - execute("mv compiler_message #{test_result_dir}", "Cannot move the compiler message to #{test_result_dir}.")
+            + call_and_log("Cannot move the compiler message to #{test_result_dir}.") {
+            +   FileUtils.mv("compiler_message", test_result_dir)
+            + }
               if !FileTest.exist?("a.out")
                 log "Cannot compile the source code. See message in #{test_result_dir}/compile_message"
                 exit(127)
               else
-            -   execute("mv a.out #{test_result_dir}", "Cannot move the compiled program to #{test_result_dir}")
+            +   call_and_log("Cannot move the compiled program to #{test_result_dir}") {
-            -   system("rm -Rf #{sandbox_dir}/*")
+            +     FileUtils.mv("a.out",test_result_dir)
+            +   }
+            +   FileUtils.rm_rf("#{sandbox_dir}/.")
               end
               require "#{problem_home}/script/test_dsl.rb"
               load "#{problem_home}/test_cases/all_tests.cfg"
               problem = Problem.get_instance
               if problem.well_formed? == false
                 log "The problem specification is not well formed."
                 exit(127)
               end
               # Doing the testing.
               (1..(problem.num_tests)).each do |test_num|
                 $stdout.print "[#{test_num}]"
                 $stdout.flush
                 log "Test number: #{test_num}"
-            -   execute("cp #{test_result_dir}/a.out #{sandbox_dir}", "Cannot copy the compiled program into #{sandbox_dir}")
+            +   call_and_log("Cannot copy the compiled program into #{sandbox_dir}") {
+            +     FileUtils.cp("#{test_result_dir}/a.out", sandbox_dir)
+            +   }
                 begin
                   execute("#{problem_home}/script/run #{language} #{test_num}", "Error occured during execution of the run script")
                 rescue
                   # do nothing
                 end
-            -   execute("mkdir #{test_result_dir}/#{test_num}", "Cannot create directory #{test_result_dir}/#{test_num}")
+            +   call_and_log("Cannot create directory #{test_result_dir}/#{test_num}") {
-            -   execute("mv #{sandbox_dir}/result #{test_result_dir}/#{test_num}", "Cannot copy the result file into #{test_result_dir}/#{test_num}")
+            +     FileUtils.mkdir "#{test_result_dir}/#{test_num}"
-            -   execute("mv #{sandbox_dir}/comment #{test_result_dir}/#{test_num}", "Cannot copy the comment file into #{test_result_dir}/#{test_num}")
+            +   }
-            -   execute("mv #{sandbox_dir}/output.txt #{test_result_dir}/#{test_num}", "Cannot copy the output file into #{test_result_dir}/#{test_num}")
+            +   call_and_log("Cannot copy the result file into #{test_result_dir}/#{test_num}") {
-            -   execute("rm -Rf #{sandbox_dir}/*", "Cannot clear #{sandbox_dir}")
+            +     FileUtils.mv "#{sandbox_dir}/result", "#{test_result_dir}/#{test_num}"
+            +   }
+            +   call_and_log("Cannot copy the comment file into #{test_result_dir}/#{test_num}") {
+            +     FileUtils.mv "#{sandbox_dir}/comment", "#{test_result_dir}/#{test_num}"
+            +   }
+            +   call_and_log("Cannot copy the output file into #{test_result_dir}/#{test_num}") {
+            +     FileUtils.mv "#{sandbox_dir}/output.txt", "#{test_result_dir}/#{test_num}"
+            +   }
+            +   call_and_log("Cannot clear #{sandbox_dir}") {
+            +     FileUtils.rm_rf(Dir.glob("#{sandbox_dir}/*"), :secure => true)
+            +   }
               end
               $stdout.print "[done]\n"
               # Grade
               log
               log "Grading..."
               begin
                 Dir.chdir test_result_dir
               rescue
                 log "ERROR: Cannot change directory to #{test_result_dir}."
                 exit(127)
               end
               execute("#{problem_home}/script/grade", "An error occured during grading!")
               log
               log "All done!"

test/engine_spec_helper.rb ¶ +5 -4

+            + require 'fileutils'
+            +
               module GraderEngineHelperMethods
                 def clear_sandbox
                   config = Grader::Configuration.get_instance
-            -     clear_cmd = "rm -rf #{config.test_sandbox_dir}/*"
+            +     FileUtils.rm_rf(Dir.glob("#{config.test_sandbox_dir}/*"),
-            -     system(clear_cmd)
+            +                     :secure => true)
                 end
                 def init_sandbox
                   config = Grader::Configuration.get_instance
                   clear_sandbox
                   FileUtils.mkdir_p config.user_result_dir
-            -     cp_cmd = "cp -R #{config.test_data_dir}/ev #{config.test_sandbox_dir}"
+            +     FileUtils.cp_r("#{config.test_data_dir}/ev", "#{config.test_sandbox_dir}")
-            -     system(cp_cmd)
                 end
                 def create_submission_from_file(id, user, problem,
                                                 source_fname, language=nil)
                   language = stub(Language, :name => 'c', :ext => 'c') if language==nil
                   config = Grader::Configuration.get_instance
                   source = File.open(config.test_data_dir + "/" + source_fname).read
                   stub(Submission,
                        :id => id, :user => user, :problem => problem,
                        :source => source, :language => language)
                 end
               end

Write
Preview

You need to be logged in to leave comments. Login now

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository permissions settings

Sign in to your account

Author

r101:65a501bec36b - Sat, 24 Apr 2010 12:18:00 - 4 files changed: 84 inserted, 41 deleted

Sign in to your account

Commit r101:65a501bec36b public

Author

r101:65a501bec36b - Sat, 24 Apr 2010 12:18:00 - 4 files changed: 84 inserted, 41 deleted

Commit `r101:65a501bec36b` public