cafe-grader-judge-scripts Commit

cafe-grader-judge-scripts

Commit `r30:8c0d78da1958` public

parent | child

Description:

[grader] report error when the check script crashed (i.e., when the result file is not found, while the compilation is okay) git-svn-id: http://theory.cpe.ku.ac.th/grader/judge/trunk/scripts@117 6386c4cd-e34a-4fa8-8920-d93eb39b512e

Commit status:

[Not Reviewed]

References:

default

Diff options:

| | | |

Comments:

0 Commit comments 0 Inline Comments

Unresolved TODOs:

There are no unresolved TODOs

Add another comment

r30:8c0d78da1958 - Thu, 13 Mar 2008 19:24:45 - 4 files changed: 38 inserted, 19 deleted

lib/submission_helper.rb ¶ +27 -11

                     problem = submission.problem
                     grading_room = "#{@config.user_result_dir}/" +
                       "#{user.login}/#{problem.name}/#{submission.id}"
                     FileUtils.mkdir_p(grading_room)
                     grading_room
                   end
                   def find_problem_home(submission)
                     problem = submission.problem
                     "#{@config.problems_dir}/#{problem.name}"
                   end
                   def save_source(submission,source_name)
                     dir = self.produce_grading_room(submission)
                     f = File.open("#{dir}/#{source_name}","w")
                     f.write(submission.source)
                     f.close
                   end
                   def clean_up(submission)
                   end
                 end
                 class SubmissionReporter
                   def initialize
                     @config = Grader::Configuration.get_instance
                   end
                   def report(sub,test_result_dir)
                     save_result(sub,read_result(test_result_dir))
                   end
                   def report_error(sub,msg)
                     save_result(sub,{:points => 0,
                                   :comment => "Grading error: #{msg}" })
                   end
                   protected
                   def read_result(test_result_dir)
                     cmp_msg_fname = "#{test_result_dir}/compiler_message"
                     cmp_file = File.open(cmp_msg_fname)
                     cmp_msg = cmp_file.read
                     cmp_file.close
                     result_fname = "#{test_result_dir}/result"
                     comment_fname = "#{test_result_dir}/comment"
                     if FileTest.exist?(result_fname)
-            -         result_file = File.open(result_fname)
+            +         comment = ""
-            -         result = result_file.readline.to_i
+            +         begin
-            -         result_file.close
+            +           result_file = File.open(result_fname)
+            +           result = result_file.readline.to_i
-            -         comment_file = File.open(comment_fname)
+            +           result_file.close
-            -         comment = comment_file.readline.chomp
+            +         rescue
-            -         comment_file.close
+            +           result = 0
+            +           comment = "error reading result file."
+            +         end
+            +
+            +         begin
+            +           comment_file = File.open(comment_fname)
+            +           comment += comment_file.readline.chomp
+            +           comment_file.close
+            +         rescue
+            +           comment += ""
+            +         end
+            +
                       return {:points => result,
                         :comment => comment,
                         :cmp_msg => cmp_msg}
                     else
-            -         return {:points => 0,
+            +         if FileTest.exist?("#{test_result_dir}/a.out")
-            -           :comment => 'compile error',
+            +           return {:points => 0,
-            -           :cmp_msg => cmp_msg}
+            +             :comment => 'error during grading',
+            +             :cmp_msg => cmp_msg}
+            +         else
+            +           return {:points => 0,
+            +             :comment => 'compile error',
+            +             :cmp_msg => cmp_msg}
+            +         end
                     end
                   end
                   def save_result(submission,result)
                     problem = submission.problem
                     submission.graded_at = Time.now
                     points = result[:points]
                     submission.points = points
                     comment = @config.report_comment(result[:comment])
                     if problem == nil
                       submission.grader_comment = 'PASSED: ' + comment + '(problem is nil)'
                     elsif points == problem.full_score
                       submission.grader_comment = 'PASSED: ' + comment
                     else
                       submission.grader_comment = 'FAILED: ' + comment
                     end
                     submission.compiler_message = result[:cmp_msg] or ''
                     submission.save
                   end
                 end
               end

std-script/grade ¶ +9 -8

               #!/usr/bin/ruby
               def log(str='')
                 if ENV['TALKATIVE']!=nil
                   puts str
                 end
                 if ENV['GRADER_LOGGING']!=nil
                   log_fname = ENV['GRADER_LOGGING']
                   fp = File.open(log_fname,"a")
                   fp.puts("grade: #{Time.new.strftime("%H:%M")} #{str}")
                   fp.close
                 end
               end
               def char_comment(comment)
                 if comment =~ /[iI]ncorrect/
                   '-'
                 elsif comment =~ /[Cc]orrect/
                   'P'
                 elsif comment =~ /[Tt]ime/
                   'T'
                 else
                   'x'  # these are run time errors
                 end
               end
               problem_home = ENV['PROBLEM_HOME']
               require "#{problem_home}/script/test_dsl.rb"
               load "#{problem_home}/test_cases/all_tests.cfg"
               problem = Problem.get_instance
               if problem.well_formed? == false
                 log "The problem specification is not well formed."
                 exit(127)
               end
               all_score = 0
               all_comment = ''
               (1..(problem.runs.length-1)).each do |k|
                 log "grade run #{k}"
                 run = problem.runs[k]
                 run_score = 0
                 run_comment = ''
                 run_comment_short = ''
                 run.tests.each do |test_num|
                   result_file_name = "#{test_num}/result"
                   if not File.exists?(result_file_name)
+            +       run_comment += "result file for test #{test_num} not found\n"
+            +       run_comment_short += 'x'
                     log "Cannot find the file #{test_num}/result!"
-            -       exit(127)
+            +     else
+            +       result_file = File.new(result_file_name, "r")
+            +       result_file_lines = result_file.readlines
+            +       run_score = run_score + result_file_lines[1].to_i
+            +       run_comment += result_file_lines[0]
+            +       run_comment_short += char_comment(result_file_lines[0])
+            +       result_file.close
                   end
-            -     result_file = File.new(result_file_name, "r")
-            -     result_file_lines = result_file.readlines
-            -     run_score = run_score + result_file_lines[1].to_i
-            -     run_comment += result_file_lines[0]
-            -     run_comment_short += char_comment(result_file_lines[0])
-            -     result_file.close
                 end
                 run_result_file = File.new("result-#{k}", "w")
                 run_result_file.write run_score
                 run_result_file.write "\n"
                 run_result_file.close
                 run_comment_file = File.new("comment-#{k}", "w")
                 run_comment_file.write "#{run_comment}\n"
                 run_comment_file.close
                 all_score = all_score + run_score
                 all_comment += run_comment_short
               end
               result_file = File.new("result", "w")
               result_file.write all_score
               result_file.write "\n"
               result_file.close
               comment_file = File.new("comment", "w")
               comment_file.write "#{all_comment}\n"
               comment_file.close

std-script/judge ¶ +1

               #!/usr/bin/ruby
               def log(str='')
                 if ENV['TALKATIVE']!=nil
                   puts str
                 end
                 if ENV['GRADER_LOGGING']!=nil
                   log_fname = ENV['GRADER_LOGGING']
                   fp = File.open(log_fname,"a")
                   fp.puts("judge: #{Time.new.strftime("%H:%M")} #{str}")
                   fp.close
                 end
               end
               problem_home = ENV['PROBLEM_HOME']
               def execute(command, error_message="")
                 if not system(command)
+            +     log "ERROR: #{error_message}"
                   puts "ERROR: #{error_message}"
                   exit(127)
                 end
               end
               # ARGV[0] --- language
               # ARGV[1] --- program source file
               # ARGV[2] --- test result directory
               # ARGV[3] --- sandbox directory
               if ARGV.length < 2 || ARGV.length > 4
                 puts "Usage: judge <language> <program-source> [<test-result-directory>] [<sandbox-directory>]"
                 puts "  <sandbox-directory> is defaulted to ./sandbox"
                 puts "  <test-result-directory> is defaulted to ./test-result"
                 puts "WARNING: The judge script will forcefully create the (implicitly and explicitly) specified directories and remove anything inside it."
                 exit(127)
               end
               language = ARGV[0]
               if language != "c" && language != "c++" && language != "pascal"
                 log "You specified a language that is not supported."
                 exit(127)
               end
               source_file = ARGV[1]
               if File.exist?(source_file) == false
                 log "The source file does not exist."
                 exit(127)
               end
               log "Making test result and sandbox directories..."
               current_dir = `pwd`
               current_dir.strip!
               if ARGV.length >= 3
                 test_result_dir = ARGV[2]
               else
                 test_result_dir = "#{current_dir}/test-result"
               end
               log "Test result directory: #{test_result_dir}"
               system("rm -Rf #{test_result_dir}")
               execute("mkdir #{test_result_dir}", "Cannot make directory #{test_result_dir}.")
               if ARGV.length >= 4
                 sandbox_dir = ARGV[3]
               else
                 sandbox_dir = "#{current_dir}/sandbox"

std-script/run ¶ +1

               result_file = File.new("result", "w")
               comment_file = File.new("comment", "w")
               # Check if the program actually produced any output.
               run_result_file = File.new("run_result", "r")
               run_result = run_result_file.readlines
               run_result_file.close
               time_elapsed = run_result[run_result.length-1]
               running_time = extract_time(time_elapsed)
               report = lambda{ |status, points, comment|
                 result_file.write status.strip
                 result_file.write "\n"
                 result_file.write points.to_s.strip
                 result_file.write "\n"
                 result_file.write time_elapsed.strip
                 result_file.write "\n"
                 result_file.close
                 `rm run_result`
                 # `rm output.txt`   --- keep the output
                 comment_file.write comment
                 comment_file.write "--run-result--\n"
                 run_result.each do |l|
                   comment_file.write l
                 end
                 comment_file.close
                 log "Done!"
                 exit(0)
               }
               if run_result[0][0,2] != "OK"
                 log "There was a runtime error."
                 report.call(run_result[0], 0, "No comment.\n")
               end
               if running_time[:user].to_f + running_time[:sys].to_f > time_limit
                 log "Time limit exceeded."
                 report.call("Time limit exceeded", 0, "No comment.\n")
               end
               # Run 'check' to evaluate the output.
               #puts "There was no runtime error. Proceed to checking the output."
               check_command = "#{problem_home}/script/check #{language} #{test_num}"
               log "Checking the output..."
               log check_command
               if not system(check_command)
+            +   log "Problem with check script"
                 exit(127)
               end
               check_file = File.new("check_result", "r")
               check_file_lines = check_file.readlines
               report.call(check_file_lines[0], check_file_lines[1], "No comment.\n")

Write
Preview

You need to be logged in to leave comments. Login now

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository permissions settings

Sign in to your account

Author

r30:8c0d78da1958 - Thu, 13 Mar 2008 19:24:45 - 4 files changed: 38 inserted, 19 deleted

Sign in to your account

Commit r30:8c0d78da1958 public

Author

r30:8c0d78da1958 - Thu, 13 Mar 2008 19:24:45 - 4 files changed: 38 inserted, 19 deleted

Commit `r30:8c0d78da1958` public