cafe-grader-judge-scripts Commit

cafe-grader-judge-scripts

Commit `r257:98303143aafa` public

parent | child

Description:

more commenting on script

Commit status:

[Not Reviewed]

References:

default

Diff options:

| | | |

Comments:

0 Commit comments 0 Inline Comments

Unresolved TODOs:

There are no unresolved TODOs

Add another comment

r257:98303143aafa - Thu, 19 Jul 2018 15:49:37 - 3 files changed: 24 inserted, 2 deleted

lib/engine.rb ¶ +1

                       if language == 'cpp'
                         language = 'c++'
                       end
                       # COMMENT: should it be only source.ext?
                       if problem!=nil
                         source_name = "#{problem.name}.#{lang_ext}"
                       else
                         source_name = "source.#{lang_ext}"
                       end
                       grading_dir = @room_maker.produce_grading_room(submission)
                       @room_maker.save_source(submission,source_name)
                       problem_home = @room_maker.find_problem_home(submission)
                       # puts "GRADING DIR: #{grading_dir}"
                       # puts "PROBLEM DIR: #{problem_home}"
                       if !FileTest.exist?(problem_home)
                         puts "PROBLEM DIR: #{problem_home}"
                         raise "engine: No test data."
                       end
                       talk "ENGINE: grading dir at #{grading_dir} is created"
+            +         talk "ENGINE: located problem home at #{problem_home} is created"
                       # copy the source script, using lock
                       dinit = DirInit::Manager.new(problem_home)
                       # lock the directory and copy the scripts
                       dinit.setup do
                         copy_log = copy_script(problem_home)
                         save_copy_log(problem_home,copy_log)
                         talk "ENGINE: following std script is copied: #{copy_log.join ' '}"
                       end
                       call_judge(problem_home,language,grading_dir,source_name)
                       @reporter.report(submission,"#{grading_dir}/test-result")
                       # unlock the directory
                       dinit.teardown do
                         copy_log = load_copy_log(problem_home)
                         clear_copy_log(problem_home)
                         clear_script(copy_log,problem_home)
                       end
                     rescue RuntimeError => msg

std-script/judge ¶ +2

               log "JUDGE: Running each test case..."
               (1..(problem.num_tests)).each do |test_num|
                 $stdout.print "[#{test_num}]"
                 $stdout.flush
                 call_and_log("Cannot copy the compiled program into #{sandbox_dir}") {
                   FileUtils.cp("#{test_result_dir}/a.out", sandbox_dir, :preserve => true)
                   if language == "java" then Dir["#{test_result_dir}/*.class"].each { |file| FileUtils.cp(file,sandbox_dir)} end
                   if language == "python" then Dir["#{test_result_dir}/*.pyc"].each { |file| FileUtils.cp(file,sandbox_dir)} end
                 }
                 #additionally copy any extra .txt file
                 data_files = Dir[problem_home + '/*.txt']
                 data_files.each do |file|
                   FileUtils.cp(file,sandbox_dir)
                 end
                 begin
                   execute("#{problem_home}/script/run #{language} #{test_num} ", "Error occured during execution of the run script")
                 rescue
                   # do nothing
                 end
+            +
+            +   #copy the output of run script to each test-result folder
                 call_and_log("Cannot create directory #{test_result_dir}/#{test_num}") {
                   FileUtils.mkdir "#{test_result_dir}/#{test_num}"
                 }
                 call_and_log("Cannot copy the result file into #{test_result_dir}/#{test_num}") {
                   FileUtils.mv "#{sandbox_dir}/result", "#{test_result_dir}/#{test_num}"
                 }
                 call_and_log("Cannot copy the comment file into #{test_result_dir}/#{test_num}") {
                   FileUtils.mv "#{sandbox_dir}/comment", "#{test_result_dir}/#{test_num}"
                 }
                 call_and_log("Cannot copy the output file into #{test_result_dir}/#{test_num}") {
                   FileUtils.mv "#{sandbox_dir}/output.txt", "#{test_result_dir}/#{test_num}"
                 }
                 call_and_log("Cannot clear #{sandbox_dir}") {
                   FileUtils.rm_rf(Dir.glob("#{sandbox_dir}/*"), :secure => true)
                 }
               end
               $stdout.print "[done]\n"
               # Grade
               log
               log "JUDGE: Grading..."
               begin
                 Dir.chdir test_result_dir

std-script/run ¶ +21 -2

               #!/usr/bin/env ruby
+            + ##
+            + # This program should be run in the sandbox dir containing the compiled file
+            + # (or source file for script language). It will call the sandbox program with
+            + # the given input and process the output of the sandbox
+            + #
+            + # If sandbox exit normally, this program will call the "check" script to do
+            + # scoring. Otherwise, it would record the error accordingly
+            + #
+            + # This program produces several file
+            + #  * result     - the result from check script
+            + #  * comment    - comment from sandbox
+            + #  * output     - output of the program
+            + #
+            +
               require 'fileutils'
               def log(str='')
                 if ENV['TALKATIVE']!=nil
                   puts str
                 end
                 if ENV['GRADER_LOGGING']!=nil
                   log_fname = ENV['GRADER_LOGGING']
                   fp = File.open(log_fname,"a")
                   fp.puts("run: #{Time.new.strftime("%H:%M")} #{str}")
                   fp.close
                 end
               end
               def extract_time(t)
                 #  puts "TIME: #{t}"
                 if (result=/^(.*)r(.*)u(.*)s/.match(t))
                   {:real => result[1], :user => result[2], :sys => result[3]}
                 else
                   #{:real => 0, :user => 0, :sys => 0}
                   #puts "ERROR READING RUNNING TIME: #{t}"
                   raise "Error reading running time: #{t}"
                 end
               end
               def compile_box(source,bin)
                 system("g++ #{source} -o #{bin}")
               end
+            + #------------------------------------------
+            + # MAIN
+            + #------------------------------------------
+            +
+            + #parse parameter
               if ARGV.length < 2 || ARGV.length > 3
                 puts "Usage: run <language> <test-num> [<program-name>]"
                 exit(127)
               end
               language = ARGV[0]
               test_num = ARGV[1].to_i
               if ARGV.length > 2
                 program_name = ARGV[2]
               else
                 program_name = "a.out"
               end
               problem_home = ENV['PROBLEM_HOME']
               source_name = ENV['SOURCE_NAME']
               require "#{problem_home}/script/test_dsl.rb"
               load "#{problem_home}/test_cases/all_tests.cfg"
               problem = Problem.get_instance
               sandbox_dir = Dir.getwd
               if problem.well_formed? == false
-            -   log "RUN: The problem specification is not well formed."
+            +   log "RUN: ERROR: The problem specification is not well formed."
                 exit(127)
               end
               # Check if the test number is okay.
               if test_num <= 0 || test_num > problem.num_tests
-            -   log "RUN: You have specified a wrong test number."
+            +   log "RUN: ERROR: You have specified a wrong test number."
                 exit(127)
               end
               #####################################
               # Set the relavant file names here. #
               #####################################
               input_file_name = "#{problem_home}/test_cases/#{test_num}/input-#{test_num}.txt"
               #####################################
               time_limit = problem.get_time_limit test_num
               mem_limit = problem.get_mem_limit(test_num) * 1024
               # Copy the input file.
               #`cp #{problem_home}/test_cases/#{test_num}/#{input_file_name} .`
               # check if box is there, if not, compile it!
               if !File.exists?("#{problem_home}/script/box")
                 log "WARNING: Compiling box: to increase efficiency, it should be compile manually"
                 compile_box("#{problem_home}/script/box.cc",
                             "#{problem_home}/script/box")
               end

Write
Preview

You need to be logged in to leave comments. Login now

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository permissions settings

Sign in to your account

Author

r257:98303143aafa - Thu, 19 Jul 2018 15:49:37 - 3 files changed: 24 inserted, 2 deleted

Sign in to your account

Commit r257:98303143aafa public

Author

r257:98303143aafa - Thu, 19 Jul 2018 15:49:37 - 3 files changed: 24 inserted, 2 deleted

Commit `r257:98303143aafa` public