Show More
Commit Description:
[grader] import script now support raw with testruns...
Commit Description:
[grader] import script now support raw with testruns
git-svn-id: http://theory.cpe.ku.ac.th/grader/judge/trunk/scripts@267 6386c4cd-e34a-4fa8-8920-d93eb39b512e
References:
File last commit:
Show/Diff file:
Action:
Last Author
Show All-
jittat-
std-script/grade
| 108 lines
| 2.8 KiB
| text/plain
| TextLexer
|
jittat
|
r0 | #!/usr/bin/ruby | ||
|
jittat
|
r31 | CORRECT_MARK = 'P' | ||
| INCORRECT_MARK = '-' | ||||
| TIMEOUT_MARK = 'T' | ||||
| RUN_ERROR_MARK = 'x' | ||||
|
jittat
|
r22 | def log(str='') | ||
| if ENV['TALKATIVE']!=nil | ||||
| puts str | ||||
| end | ||||
| if ENV['GRADER_LOGGING']!=nil | ||||
| log_fname = ENV['GRADER_LOGGING'] | ||||
| fp = File.open(log_fname,"a") | ||||
| fp.puts("grade: #{Time.new.strftime("%H:%M")} #{str}") | ||||
| fp.close | ||||
| end | ||||
| end | ||||
|
jittat
|
r0 | def char_comment(comment) | ||
|
jittat
|
r40 | if comment =~ /[Ii]ncorrect/ | ||
|
jittat
|
r31 | INCORRECT_MARK | ||
|
jittat
|
r0 | elsif comment =~ /[Cc]orrect/ | ||
|
jittat
|
r31 | CORRECT_MARK | ||
|
jittat
|
r0 | elsif comment =~ /[Tt]ime/ | ||
|
jittat
|
r31 | TIMEOUT_MARK | ||
|
jittat
|
r40 | elsif res = /^[Cc]omment:(.*)$/.match(comment) | ||
| res[1] | ||||
|
jittat
|
r0 | else | ||
|
jittat
|
r31 | RUN_ERROR_MARK # these are run time errors | ||
|
jittat
|
r0 | end | ||
| end | ||||
| problem_home = ENV['PROBLEM_HOME'] | ||||
| require "#{problem_home}/script/test_dsl.rb" | ||||
| load "#{problem_home}/test_cases/all_tests.cfg" | ||||
| problem = Problem.get_instance | ||||
| if problem.well_formed? == false | ||||
|
jittat
|
r22 | log "The problem specification is not well formed." | ||
|
jittat
|
r0 | exit(127) | ||
| end | ||||
| all_score = 0 | ||||
| all_comment = '' | ||||
| (1..(problem.runs.length-1)).each do |k| | ||||
|
jittat
|
r22 | log "grade run #{k}" | ||
|
jittat
|
r0 | run = problem.runs[k] | ||
| run_score = 0 | ||||
| run_comment = '' | ||||
|
jittat
|
r8 | run_comment_short = '' | ||
|
jittat
|
r0 | run.tests.each do |test_num| | ||
| result_file_name = "#{test_num}/result" | ||||
| if not File.exists?(result_file_name) | ||||
|
jittat
|
r30 | run_comment += "result file for test #{test_num} not found\n" | ||
|
jittat
|
r31 | run_comment_short += RUN_ERROR_MARK | ||
|
jittat
|
r22 | log "Cannot find the file #{test_num}/result!" | ||
|
jittat
|
r30 | else | ||
| result_file = File.new(result_file_name, "r") | ||||
| result_file_lines = result_file.readlines | ||||
|
jittat
|
r34 | if result_file_lines.length>=2 | ||
| run_score = run_score + result_file_lines[1].to_i | ||||
| run_comment += result_file_lines[0] | ||||
|
jittat
|
r40 | run_comment_short += char_comment(result_file_lines[0].chomp) | ||
|
jittat
|
r34 | else | ||
| run_comment += "result file for test #{test_num} error\n" | ||||
| run_comment_short += RUN_ERROR_MARK | ||||
| log "Error in #{test_num}/result!" | ||||
| end | ||||
|
jittat
|
r30 | result_file.close | ||
|
jittat
|
r0 | end | ||
| end | ||||
|
jittat
|
r32 | |||
| # find total score for this run | ||||
| run_total_score = 0 | ||||
| problem = Problem.get_instance | ||||
| run.tests.each { |test_num| run_total_score += problem.get_score(test_num) } | ||||
| if run_total_score!=run_score # fail in some test cases, fail the run | ||||
| run_score = 0 | ||||
| end | ||||
|
jittat
|
r0 | |||
| run_result_file = File.new("result-#{k}", "w") | ||||
| run_result_file.write run_score | ||||
| run_result_file.write "\n" | ||||
| run_result_file.close | ||||
| run_comment_file = File.new("comment-#{k}", "w") | ||||
| run_comment_file.write "#{run_comment}\n" | ||||
| run_comment_file.close | ||||
| all_score = all_score + run_score | ||||
|
jittat
|
r32 | |||
| # append comment for test run with many test cases | ||||
| if run.tests.length > 1 | ||||
| run_comment_short = '[' + run_comment_short + ']' | ||||
| end | ||||
|
jittat
|
r8 | all_comment += run_comment_short | ||
|
jittat
|
r0 | end | ||
| result_file = File.new("result", "w") | ||||
| result_file.write all_score | ||||
| result_file.write "\n" | ||||
| result_file.close | ||||
| comment_file = File.new("comment", "w") | ||||
| comment_file.write "#{all_comment}\n" | ||||
| comment_file.close | ||||