cafe-grader-judge-scripts Commit

cafe-grader-judge-scripts

Commit `r104:ad31dc743745` public

parent | child

Description:

Merge branch 'master' into win-local

Commit status:

[Not Reviewed]

References:

merge default

Diff options:

| | | |

Comments:

0 Commit comments 0 Inline Comments

Unresolved TODOs:

There are no unresolved TODOs

Add another comment

r104:ad31dc743745 - Sun, 25 Apr 2010 02:14:20 - 10 files changed: 113 inserted, 80 deleted

grader ¶ +1 -1

                 FileTest.exist?(File.dirname(__FILE__) + "/stop.all") or
                   FileTest.exist?(File.dirname(__FILE__) + "/stop.#{Process.pid}")
               end
               def clear_stopfile
                 if FileTest.exist?(File.dirname(__FILE__) + "/stop.#{Process.pid}")
-            -     system("rm " + File.dirname(__FILE__) + "/stop.#{Process.pid}")
+            +     File.delete(File.dirname(__FILE__) + "/stop.#{Process.pid}")
                 end
               end
               def config
                 Grader::Configuration.get_instance
               end

grader_id ¶ +3 -22

               #!/usr/bin/ruby
+            + require 'fileutils'
+            +
               def talk(str)
                 if TALKATIVE
                   puts str
                 end
               end
-            - def execute(command, error_message="")
-            -   if not system(command)
-            -     puts "ERROR: #{error_message}"
-            -     exit(127)
-            -   end
-            - end
+            -
               def save_source(submission,dir,fname)
                 f = File.open("#{dir}/#{fname}","w")
                 f.write(submission.source)
                 f.close
               end
                 save_source(sub,problem_out_dir,source_name)
                 call_judge(problem_home,language,problem_out_dir,source_name)
                 save_result(sub,read_result("#{problem_out_dir}/test-result"))
               end
-            - def stop_grader
-            -   File.open(File.dirname(__FILE__) + '/stop','w')
-            - end
+            -
-            - def check_stopfile
-            -   FileTest.exist?(File.dirname(__FILE__) + '/stop')
-            - end
+            -
-            - def clear_stopfile
-            -   system("rm " + File.dirname(__FILE__) + '/stop')
-            - end
+            -
               # reading environment and options
               GRADER_ENV = 'exam'
               puts "environment: #{GRADER_ENV}"
               require File.dirname(__FILE__) + "/environment.rb"
               #main program
               talk 'Reading rails environment'
               RAILS_ENV = 'development'
               require RAILS_APP_DIR + '/config/environment'
-            - current_dir = `pwd`
+            + current_dir = FileUtils.pwd
               grade(ARGV[0].to_i)
+            -
+            -

import_problem ¶ +18 -10

                   File.basename((/(.*)\.in/.match(filename))[1])
                 end
                 build_testrun_info(num_testruns,filenames,raw_prefix)
               end
               def copy_testcase(importing_test_dir,fname,dir,i)
-            -   system("cp #{importing_test_dir}/#{fname}.in #{input_filename(dir,i)}")
-            -   system("cp #{importing_test_dir}/#{fname}.sol #{answer_filename(dir,i)}")
+            +   FileUtils.cp("#{importing_test_dir}/#{fname}.in", "#{input_filename(dir,i)}")
+            +   FileUtils.cp("#{importing_test_dir}/#{fname}.sol", "#{answer_filename(dir,i)}")
               end
               def process_options(options)
                 i = 3
                 while i<ARGV.length
                   if ARGV[i]=='-t'
                     return n
                   end
                   n += 1
                 end while true
               end
+            + def create_dir_if_not_exists(dir)
+            +   if ! FileTest.exists? dir
+            +     FileUtils.mkdir(dir)
+            +   end
+            + end
+            +
               def import_problem(ev_dir, problem, testcase_dir, num_testruns, raw_prefix, check_script, options)
                 testrun_info = build_testrun_info_from_dir(num_testruns, testcase_dir, raw_prefix)
                 if !(FileTest.exists? ev_dir)
                   puts "Testdata dir (#{ev_dir}) not found."
                   return
                 problem_dir = "#{ev_dir}/#{problem}"
                 # start working
                 puts "creating directories"
-            -   system("mkdir #{problem_dir}")
-            -   system("mkdir #{problem_dir}/script")
-            -   system("mkdir #{problem_dir}/test_cases")
+            +   create_dir_if_not_exists("#{problem_dir}")
+            +   create_dir_if_not_exists("#{problem_dir}/script")
+            +   create_dir_if_not_exists("#{problem_dir}/test_cases")
                 puts "copying testcases"
                 tr_num = 0
                 num_testcases = 0
                   testrun.each do |testcase_info|
                     testcase_num, testcase_fname = testcase_info
                     puts "copy #{testcase_fname} to #{testcase_num}"
-            -       system("mkdir #{problem_dir}/test_cases/#{testcase_num}")
+            +       create_dir_if_not_exists("#{problem_dir}/test_cases/#{testcase_num}")
                     copy_testcase("#{testcase_dir}",testcase_fname,"#{problem_dir}/test_cases/#{testcase_num}",testcase_num)
                     num_testcases += 1
                   end
                 end
                   check_file = File.open("#{problem_dir}/script/check","w")
                   check_file.puts check_wrapper.result binding
                   check_file.close
                   File.chmod(0755,"#{problem_dir}/script/check")
-            -     system("cp #{check_script_fname} #{problem_dir}/script/#{script_name}")
+            +     FileUtils.cp("#{check_script_fname}", "#{problem_dir}/script/#{script_name}")
                 else
                   if File.exists?(SCRIPT_DIR + "/templates/check.#{check_script}")
                     check_script_fname = SCRIPT_DIR + "/templates/check.#{check_script}"
                   else
                     check_script_fname = check_script
                   end
-            -     system("cp #{check_script_fname} #{problem_dir}/script/check")
+            +     FileUtils.cp("#{check_script_fname}", "#{problem_dir}/script/check")
                 end
                 # generating test_request directory
                 puts "generating test_request template"
                 FileUtils.mkdir_p("#{ev_dir}/test_request/#{problem}/script")
                 FileUtils.mkdir_p("#{ev_dir}/test_request/#{problem}/test_cases/1")
                 test_request_all_test_cfg = ERB.new(template)
                 cfg_file = File.open("#{ev_dir}/test_request/#{problem}/test_cases/all_tests.cfg","w")
                 cfg_file.puts test_request_all_test_cfg.result
                 cfg_file.close
-            -   system("cp #{SCRIPT_DIR}/templates/check_empty #{ev_dir}/test_request/#{problem}/script/check")
-            -   system("cp #{SCRIPT_DIR}/templates/answer-1.txt #{ev_dir}/test_request/#{problem}/test_cases/1")
+            +   FileUtils.cp("#{SCRIPT_DIR}/templates/check_empty",
+            +                "#{ev_dir}/test_request/#{problem}/script/check")
+            +   FileUtils.cp("#{SCRIPT_DIR}/templates/answer-1.txt",
+            +                "#{ev_dir}/test_request/#{problem}/test_cases/1")
                 puts "done"
               end
               SCRIPT_DIR = File.dirname(__FILE__)

lib/dir_init.rb ¶ +1 -1

                     @usage_filename = usage_filename
                   end
                   # Check if someone has initialized the dir.  If not, call block.
                   def setup    # :yields: block
-            -       dir = File.new(@dir_name)
+            +       dir = File.new(@dir_name + '/lockfile',"w+")
                     dir.flock(File::LOCK_EX)
                     begin
                       counter_filename = get_counter_filename
                       if File.exist? counter_filename
                         # someone is here
                         f = File.new(counter_filename,"r+")

lib/engine.rb ¶ +4 -4

               require 'fileutils'
-            - require 'ftools'
               require File.join(File.dirname(__FILE__),'dir_init')
               module Grader
                 #
                 # A grader engine grades a submission, against anything: a test
                     @reporter = options[:reporter]
                   end
                   # takes a submission, asks room_maker to produce grading directories,
                   # calls grader scripts, and asks reporter to save the result
                   def grade(submission)
-            -       current_dir = `pwd`.chomp
+            +       current_dir = FileUtils.pwd
                     user = submission.user
                     problem = submission.problem
                     # TODO: will have to create real exception for this
                     if user==nil or problem == nil
                     scripts = Dir[std_script_dir + '/*']
                     copied = []
                     scripts.each do |s|
                       fname = File.basename(s)
+            +         next if FileTest.directory?(s)
                       if !FileTest.exist?("#{script_dir}/#{fname}")
                         copied << fname
-            -           system("cp #{s} #{script_dir}")
+            +           FileUtils.cp(s, "#{script_dir}")
                       end
                     end
                     return copied
                   end
                   def clear_copy_log(problem_home)
                     File.delete(copy_log_filename(problem_home))
                   end
                   def clear_script(log,problem_home)
                     log.each do |s|
-            -         system("rm #{problem_home}/script/#{s}")
+            +         FileUtils.rm("#{problem_home}/script/#{s}")
                     end
                   end
                   def mkdir_if_does_not_exist(dirname)
                     Dir.mkdir(dirname) if !FileTest.exist?(dirname)
                   end

lib/test_request_helper.rb ¶ +29 -20

               # This part contains various test_request helpers for interfacing
               # with Grader::Engine.  There are TestRequestRoomMaker and
               # TestRequestReporter.
               module Grader
+            +   def self.link_or_copy(src, des)
+            +     begin
+            +       FileUtils.ln_s(src, des)
+            +     rescue NotImplementedError
+            +       FileUtils.cp(src,des)
+            +     end
+            +   end
+            +
+            +   def self.call_and_log(error_message)
+            +     begin
+            +       yield
+            +     rescue
+            +       msg = "ERROR: #{error_message}"
+            +       raise msg
+            +     end
+            +   end
+            +
                 #
                 # A TestRequestRoomMaker is a helper object for Engine
                 # - finds grading room: in user_result_dir/(user)/test_request/ ...
                 # - prepare problem configuration for grading --- basically it copy
                 #   all config files, and copy user's input into the testcase
                 #   directory.  First, it finds the template from problem template
                     #
                     # Also copy additional submitted file to this directory as well.
                     # The program would see this file only if it is copied
                     #    to the sandbox directory later.  The run script should do it.
                     #
                     if FileTest.exists?("#{test_request.input_file_name}.files")
-            -         cmd = "cp #{test_request.input_file_name}.files/* #{grading_room}"
-            -         system(cmd)
+            +         FileUtils.cp_r("#{test_request.input_file_name}.files/.",
+            +                        "#{grading_room}")
                     end
                     grading_room
                   end
                   def find_problem_home(test_request)
                     user = test_request.user
                     "#{@config.user_result_dir}" +
                       "/#{user.login}/test_request/#{problem_name}"
                   end
                   def copy_problem_template(template_dir,problem_home)
-            -       cmd = "cp -R #{template_dir}/* #{problem_home}"
-            -       system_and_raise_when_fail(cmd,"Test Request: cannot copy problem template")
+            +       Grader::call_and_log("Test Request: cannot copy problem template") {
+            +         FileUtils.cp_r("#{template_dir}/.","#{problem_home}")
+            +       }
                   end
+            -
-            -     def link_input_file(test_request,problem_home)
+            +
+            +     def link_input_file(test_request, problem_home)
                     input_fname = "#{test_request.input_file_name}"
                     if !File.exists?(input_fname)
                       raise "Test Request: input file not found."
                     end
                     input_fname_problem_home = "#{problem_home}/test_cases/1/input-1.txt"
                     if File.exists?(input_fname_problem_home)
                       FileUtils.rm([input_fname_problem_home], :force => true)
                     end
-            -       cmd = "ln -s #{input_fname} #{input_fname_problem_home}"
-            -       system_and_raise_when_fail(cmd,"Test Request: cannot link input file")
+            +       Grader::link_or_copy("#{input_fname}", "#{input_fname_problem_home}")
                   end
                   def remove_data_files(problem_home)
                     if File.exists?("#{problem_home}/test_cases/1/input-1.txt")
-            -         cmd = "rm #{problem_home}/test_cases/1/*"
-            -         system_and_raise_when_fail(cmd,"Test Request: cannot remove data files")
-            -       end
-            -     end
+            -
-            -     def system_and_raise_when_fail(cmd,msg)
-            -       if !system(cmd)
-            -         raise msg
+            +         Grader::call_and_log("Test Request: cannot remove data files") {
+            +           FileUtils.rm Dir.glob("#{problem_home}/test_cases/1/*")
+            +         }
                     end
                   end
                 end
                 class TestRequestReporter
                   protected
                   def link_output_file(test_request, fname)
                     target_file_name = random_output_file_name(test_request.user,
                                                                test_request.problem)
                     FileUtils.mkdir_p(File.dirname(target_file_name))
-            -       cmd = "ln -s #{fname} #{target_file_name}"
-            -       if !system(cmd)
-            -         raise "TestRequestReporter: cannot move output file"
-            -       end
+            +       Grader::link_or_copy("#{fname}", "#{target_file_name}")
                     return target_file_name
                   end
                   def random_output_file_name(user,problem)
                     problem_name = TestRequest.name_of(problem)
                     begin

std-script/.gitignore ¶ +1 -1

		@@ -1,2 +1,2
1	1	box
2		-
	2	+ box.exe

std-script/judge ¶ +50 -16

               #!/usr/bin/ruby
+            + require 'fileutils'
+            +
               def log(str='')
                 if ENV['TALKATIVE']!=nil
                   puts str
                 end
                 if ENV['GRADER_LOGGING']!=nil
                   log_fname = ENV['GRADER_LOGGING']
                   msg = "ERROR: #{error_message}"
                   log msg
                   raise msg
                 end
               end
+            + def call_and_log(error_message)
+            +   begin
+            +     yield
+            +   rescue
+            +     msg = "ERROR: #{error_message}"
+            +     log msg
+            +     raise msg
+            +   end
+            + end
+            +
+            + def clear_and_create_empty_dir(dir)
+            +   FileUtils.rm_rf(dir, :secure => true)
+            +   call_and_log("Cannot make directory #{dir}.") { FileUtils.mkdir(dir) }
+            + end
+            +
               # ARGV[0] --- language
               # ARGV[1] --- program source file
               # ARGV[2] --- test result directory
               # ARGV[3] --- sandbox directory
               if ARGV.length < 2 || ARGV.length > 4
                 log "The source file does not exist."
                 exit(127)
               end
               log "Making test result and sandbox directories..."
-            - current_dir = `pwd`
+            + current_dir = FileUtils.pwd
               current_dir.strip!
               if ARGV.length >= 3
                 test_result_dir = ARGV[2]
               else
                 test_result_dir = "#{current_dir}/test-result"
               end
+            +
               log "Test result directory: #{test_result_dir}"
-            - system("rm -Rf #{test_result_dir}")
-            - execute("mkdir #{test_result_dir}", "Cannot make directory #{test_result_dir}.")
+            + clear_and_create_empty_dir(test_result_dir)
               if ARGV.length >= 4
                 sandbox_dir = ARGV[3]
               else
                 sandbox_dir = "#{current_dir}/sandbox"
               end
               log "Sandbox directory: #{sandbox_dir}"
-            - system("rm -Rf #{sandbox_dir}")
-            - execute("mkdir #{sandbox_dir}", "Cannot make directory #{sandbox_dir}")
+            + clear_and_create_empty_dir(sandbox_dir)
               # Compile
               log
               log "Compiling..."
-            - execute("cp #{source_file} #{sandbox_dir}", "Cannot copy the source file to #{sandbox_dir}")
+            + call_and_log("Cannot copy the source file to #{sandbox_dir}") {
+            +   FileUtils.cp(source_file, sandbox_dir)
+            + }
               begin
                 Dir.chdir sandbox_dir
               rescue
                 log "ERROR: Cannot change directory to #{sandbox_dir}."
                 exit(127)
               end
               execute("#{problem_home}/script/compile #{language} #{source_file}", "Compilation error!")
-            - compile_message = `cat compiler_message`
+            + compile_message = open("compiler_message").read
               compile_message.strip!
-            - execute("mv compiler_message #{test_result_dir}", "Cannot move the compiler message to #{test_result_dir}.")
+            + call_and_log("Cannot move the compiler message to #{test_result_dir}.") {
+            +   FileUtils.mv("compiler_message", test_result_dir)
+            + }
               if !FileTest.exist?("a.out")
                 log "Cannot compile the source code. See message in #{test_result_dir}/compile_message"
                 exit(127)
               else
-            -   execute("mv a.out #{test_result_dir}", "Cannot move the compiled program to #{test_result_dir}")
-            -   system("rm -Rf #{sandbox_dir}/*")
+            +   call_and_log("Cannot move the compiled program to #{test_result_dir}") {
+            +     FileUtils.mv("a.out",test_result_dir)
+            +   }
+            +   FileUtils.rm_rf("#{sandbox_dir}/.")
               end
               require "#{problem_home}/script/test_dsl.rb"
               load "#{problem_home}/test_cases/all_tests.cfg"
               problem = Problem.get_instance
               (1..(problem.num_tests)).each do |test_num|
                 $stdout.print "[#{test_num}]"
                 $stdout.flush
                 log "Test number: #{test_num}"
-            -   execute("cp #{test_result_dir}/a.out #{sandbox_dir}", "Cannot copy the compiled program into #{sandbox_dir}")
+            +   call_and_log("Cannot copy the compiled program into #{sandbox_dir}") {
+            +     FileUtils.cp("#{test_result_dir}/a.out", sandbox_dir)
+            +   }
                 begin
                   execute("#{problem_home}/script/run #{language} #{test_num}", "Error occured during execution of the run script")
                 rescue
                   # do nothing
                 end
-            -   execute("mkdir #{test_result_dir}/#{test_num}", "Cannot create directory #{test_result_dir}/#{test_num}")
-            -   execute("mv #{sandbox_dir}/result #{test_result_dir}/#{test_num}", "Cannot copy the result file into #{test_result_dir}/#{test_num}")
-            -   execute("mv #{sandbox_dir}/comment #{test_result_dir}/#{test_num}", "Cannot copy the comment file into #{test_result_dir}/#{test_num}")
-            -   execute("mv #{sandbox_dir}/output.txt #{test_result_dir}/#{test_num}", "Cannot copy the output file into #{test_result_dir}/#{test_num}")
-            -   execute("rm -Rf #{sandbox_dir}/*", "Cannot clear #{sandbox_dir}")
+            +   call_and_log("Cannot create directory #{test_result_dir}/#{test_num}") {
+            +     FileUtils.mkdir "#{test_result_dir}/#{test_num}"
+            +   }
+            +   call_and_log("Cannot copy the result file into #{test_result_dir}/#{test_num}") {
+            +     FileUtils.mv "#{sandbox_dir}/result", "#{test_result_dir}/#{test_num}"
+            +   }
+            +   call_and_log("Cannot copy the comment file into #{test_result_dir}/#{test_num}") {
+            +     FileUtils.mv "#{sandbox_dir}/comment", "#{test_result_dir}/#{test_num}"
+            +   }
+            +   call_and_log("Cannot copy the output file into #{test_result_dir}/#{test_num}") {
+            +     FileUtils.mv "#{sandbox_dir}/output.txt", "#{test_result_dir}/#{test_num}"
+            +   }
+            +   call_and_log("Cannot clear #{sandbox_dir}") {
+            +     FileUtils.rm_rf(Dir.glob("#{sandbox_dir}/*"), :secure => true)
+            +   }
               end
               $stdout.print "[done]\n"
               # Grade
               log

std-script/run ¶ +1 -1

                 result_file.write "\n"
                 result_file.write points.to_s.strip
                 result_file.write "\n"
                 result_file.write run_stat.strip
                 result_file.write "\n"
                 result_file.close
-            -   `rm run_result`
+            +   FileUtils.rm "run_result"
                 # `rm output.txt`   --- keep the output
                 comment_file.write comment
                 # added for debuggin --- jittat
                 comment_file.write "--run-result--\n"

test/engine_spec_helper.rb ¶ +5 -4

+            + require 'fileutils'
+            +
               module GraderEngineHelperMethods
                 def clear_sandbox
                   config = Grader::Configuration.get_instance
-            -     clear_cmd = "rm -rf #{config.test_sandbox_dir}/*"
-            -     system(clear_cmd)
+            +     FileUtils.rm_rf(Dir.glob("#{config.test_sandbox_dir}/*"),
+            +                     :secure => true)
                 end
                 def init_sandbox
                   config = Grader::Configuration.get_instance
                   clear_sandbox
                   FileUtils.mkdir_p config.user_result_dir
-            -     cp_cmd = "cp -R #{config.test_data_dir}/ev #{config.test_sandbox_dir}"
-            -     system(cp_cmd)
+            +     FileUtils.cp_r("#{config.test_data_dir}/ev", "#{config.test_sandbox_dir}")
                 end
                 def create_submission_from_file(id, user, problem,
                                                 source_fname, language=nil)
                   language = stub(Language, :name => 'c', :ext => 'c') if language==nil

Write
Preview

You need to be logged in to leave comments. Login now

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository permissions settings

Sign in to your account

Author

r104:ad31dc743745 - Sun, 25 Apr 2010 02:14:20 - 10 files changed: 113 inserted, 80 deleted

Sign in to your account

Commit r104:ad31dc743745 public

Author

r104:ad31dc743745 - Sun, 25 Apr 2010 02:14:20 - 10 files changed: 113 inserted, 80 deleted

Commit `r104:ad31dc743745` public