Show More
Commit Description:
handle the case when problem id or submission id is null. Grader will simply skip such request. Add more report on console (for command line grading)...
Commit Description:
handle the case when problem id or submission id is null. Grader will simply skip such request. Add more report on console (for command line grading)
(mercurial grafted from d233105d3965c5368c9b33125f390e39b25f910e)
References:
File last commit:
Show/Diff file:
Action:
std-script/grade
| 106 lines
| 2.7 KiB
| text/plain
| TextLexer
|
Jittat Fakcharoenphol
|
r137 | #!/usr/bin/env ruby | ||
jittat
|
r0 | |||
|
jittat
|
r31 | CORRECT_MARK = 'P' | ||
| INCORRECT_MARK = '-' | ||||
| TIMEOUT_MARK = 'T' | ||||
| RUN_ERROR_MARK = 'x' | ||||
|
jittat
|
r22 | def log(str='') | ||
| if ENV['TALKATIVE']!=nil | ||||
| puts str | ||||
| end | ||||
| if ENV['GRADER_LOGGING']!=nil | ||||
| log_fname = ENV['GRADER_LOGGING'] | ||||
| fp = File.open(log_fname,"a") | ||||
| fp.puts("grade: #{Time.new.strftime("%H:%M")} #{str}") | ||||
| fp.close | ||||
| end | ||||
| end | ||||
|
jittat
|
r0 | def char_comment(comment) | ||
|
jittat
|
r40 | if comment =~ /[Ii]ncorrect/ | ||
|
jittat
|
r31 | INCORRECT_MARK | ||
|
jittat
|
r0 | elsif comment =~ /[Cc]orrect/ | ||
|
jittat
|
r31 | CORRECT_MARK | ||
|
jittat
|
r0 | elsif comment =~ /[Tt]ime/ | ||
|
jittat
|
r31 | TIMEOUT_MARK | ||
|
jittat
|
r40 | elsif res = /^[Cc]omment:(.*)$/.match(comment) | ||
| res[1] | ||||
|
jittat
|
r0 | else | ||
|
jittat
|
r31 | RUN_ERROR_MARK # these are run time errors | ||
|
jittat
|
r0 | end | ||
| end | ||||
| problem_home = ENV['PROBLEM_HOME'] | ||||
| require "#{problem_home}/script/test_dsl.rb" | ||||
| load "#{problem_home}/test_cases/all_tests.cfg" | ||||
| problem = Problem.get_instance | ||||
| if problem.well_formed? == false | ||||
|
jittat
|
r22 | log "The problem specification is not well formed." | ||
|
jittat
|
r0 | exit(127) | ||
| end | ||||
| all_score = 0 | ||||
| all_comment = '' | ||||
| (1..(problem.runs.length-1)).each do |k| | ||||
|
jittat
|
r22 | log "grade run #{k}" | ||
|
jittat
|
r0 | run = problem.runs[k] | ||
|
jittat
|
r66 | run_score = nil | ||
|
jittat
|
r0 | run_comment = '' | ||
|
jittat
|
r8 | run_comment_short = '' | ||
|
jittat
|
r0 | run.tests.each do |test_num| | ||
| result_file_name = "#{test_num}/result" | ||||
| if not File.exists?(result_file_name) | ||||
|
jittat
|
r30 | run_comment += "result file for test #{test_num} not found\n" | ||
|
jittat
|
r31 | run_comment_short += RUN_ERROR_MARK | ||
|
jittat
|
r22 | log "Cannot find the file #{test_num}/result!" | ||
|
jittat
|
r30 | else | ||
| result_file = File.new(result_file_name, "r") | ||||
| result_file_lines = result_file.readlines | ||||
|
jittat
|
r34 | if result_file_lines.length>=2 | ||
|
jittat
|
r66 | current_run_score = result_file_lines[1].to_i | ||
|
jittat
|
r34 | run_comment += result_file_lines[0] | ||
|
jittat
|
r40 | run_comment_short += char_comment(result_file_lines[0].chomp) | ||
|
jittat
|
r34 | else | ||
|
jittat
|
r66 | current_run_score = 0 | ||
|
jittat
|
r34 | run_comment += "result file for test #{test_num} error\n" | ||
| run_comment_short += RUN_ERROR_MARK | ||||
| log "Error in #{test_num}/result!" | ||||
| end | ||||
|
jittat
|
r66 | |||
| # the score of this run should be the minimum of the score for | ||||
| # each test case | ||||
| if (run_score==nil) or (run_score>current_run_score) | ||||
| run_score = current_run_score | ||||
| end | ||||
|
jittat
|
r30 | result_file.close | ||
|
jittat
|
r0 | end | ||
| end | ||||
|
jittat
|
r32 | |||
|
jittat
|
r0 | run_result_file = File.new("result-#{k}", "w") | ||
| run_result_file.write run_score | ||||
| run_result_file.write "\n" | ||||
| run_result_file.close | ||||
| run_comment_file = File.new("comment-#{k}", "w") | ||||
| run_comment_file.write "#{run_comment}\n" | ||||
| run_comment_file.close | ||||
| all_score = all_score + run_score | ||||
|
jittat
|
r32 | |||
| # append comment for test run with many test cases | ||||
| if run.tests.length > 1 | ||||
| run_comment_short = '[' + run_comment_short + ']' | ||||
| end | ||||
|
jittat
|
r8 | all_comment += run_comment_short | ||
|
jittat
|
r0 | end | ||
| result_file = File.new("result", "w") | ||||
| result_file.write all_score | ||||
| result_file.write "\n" | ||||
| result_file.close | ||||
| comment_file = File.new("comment", "w") | ||||
| comment_file.write "#{all_comment}\n" | ||||
| comment_file.close | ||||