Show More
Commit Description:
add option -A <opt> to box. This options allow more argument to be explicitly passed to the program...
Commit Description:
add option -A <opt> to box. This options allow more argument to be explicitly passed to the program
We have to use this because if the argument we wish to pass to the program is option (in -? format),
box will intepret it as its option and failed accordingly.
be noted that, by the definition of getopt, these options will be put after original argument
(check the code for more info)
References:
File last commit:
Show/Diff file:
Action:
std-script/grade
| 133 lines
| 3.5 KiB
| text/plain
| TextLexer
|
Jittat Fakcharoenphol
|
r137 | #!/usr/bin/env ruby | ||
jittat
|
r0 | |||
|
jittat
|
r31 | CORRECT_MARK = 'P' | ||
| INCORRECT_MARK = '-' | ||||
| TIMEOUT_MARK = 'T' | ||||
| RUN_ERROR_MARK = 'x' | ||||
|
jittat
|
r22 | def log(str='') | ||
| if ENV['TALKATIVE']!=nil | ||||
| puts str | ||||
| end | ||||
| if ENV['GRADER_LOGGING']!=nil | ||||
| log_fname = ENV['GRADER_LOGGING'] | ||||
| fp = File.open(log_fname,"a") | ||||
| fp.puts("grade: #{Time.new.strftime("%H:%M")} #{str}") | ||||
| fp.close | ||||
| end | ||||
| end | ||||
|
jittat
|
r0 | def char_comment(comment) | ||
|
jittat
|
r40 | if comment =~ /[Ii]ncorrect/ | ||
|
jittat
|
r31 | INCORRECT_MARK | ||
|
jittat
|
r0 | elsif comment =~ /[Cc]orrect/ | ||
|
jittat
|
r31 | CORRECT_MARK | ||
|
jittat
|
r0 | elsif comment =~ /[Tt]ime/ | ||
|
jittat
|
r31 | TIMEOUT_MARK | ||
|
jittat
|
r40 | elsif res = /^[Cc]omment:(.*)$/.match(comment) | ||
| res[1] | ||||
|
jittat
|
r0 | else | ||
|
jittat
|
r31 | RUN_ERROR_MARK # these are run time errors | ||
|
jittat
|
r0 | end | ||
| end | ||||
| r160 | def extract_time(t) | |||
| r165 | #puts "TIME: #{t}" | |||
| r164 | if (result=/^(.*)r(.*)u(.*)s(.*)kbytes/.match(t)) | |||
| r160 | {:real => result[1], :user => result[2], :sys => result[3], :mem => result[4]} | |||
| else | ||||
| #{:real => 0, :user => 0, :sys => 0} | ||||
| #puts "ERROR READING RUNNING TIME: #{t}" | ||||
| raise "Error reading running time: #{t}" | ||||
| end | ||||
| end | ||||
|
jittat
|
r0 | problem_home = ENV['PROBLEM_HOME'] | ||
| require "#{problem_home}/script/test_dsl.rb" | ||||
| load "#{problem_home}/test_cases/all_tests.cfg" | ||||
| problem = Problem.get_instance | ||||
| if problem.well_formed? == false | ||||
|
jittat
|
r22 | log "The problem specification is not well formed." | ||
|
jittat
|
r0 | exit(127) | ||
| end | ||||
| all_score = 0 | ||||
| all_comment = '' | ||||
| r160 | peak_memory = -1 | |||
| max_runtime = -1 | ||||
|
jittat
|
r0 | (1..(problem.runs.length-1)).each do |k| | ||
|
jittat
|
r22 | log "grade run #{k}" | ||
|
jittat
|
r0 | run = problem.runs[k] | ||
|
jittat
|
r66 | run_score = nil | ||
|
jittat
|
r0 | run_comment = '' | ||
|
jittat
|
r8 | run_comment_short = '' | ||
|
jittat
|
r0 | run.tests.each do |test_num| | ||
| result_file_name = "#{test_num}/result" | ||||
| if not File.exists?(result_file_name) | ||||
|
jittat
|
r30 | run_comment += "result file for test #{test_num} not found\n" | ||
|
jittat
|
r31 | run_comment_short += RUN_ERROR_MARK | ||
|
jittat
|
r22 | log "Cannot find the file #{test_num}/result!" | ||
|
jittat
|
r30 | else | ||
| result_file = File.new(result_file_name, "r") | ||||
| result_file_lines = result_file.readlines | ||||
| r160 | if result_file_lines.length>=3 | |||
|
jittat
|
r66 | current_run_score = result_file_lines[1].to_i | ||
|
jittat
|
r34 | run_comment += result_file_lines[0] | ||
|
jittat
|
r40 | run_comment_short += char_comment(result_file_lines[0].chomp) | ||
| r160 | ||||
| #update max runtime & memory | ||||
| run_stat = extract_time result_file_lines[2] | ||||
| peak_memory = [peak_memory,run_stat[:mem].to_i].max | ||||
| max_runtime = [max_runtime,run_stat[:user].to_f + run_stat[:sys].to_f].max | ||||
|
jittat
|
r34 | else | ||
|
jittat
|
r66 | current_run_score = 0 | ||
|
jittat
|
r34 | run_comment += "result file for test #{test_num} error\n" | ||
| run_comment_short += RUN_ERROR_MARK | ||||
| log "Error in #{test_num}/result!" | ||||
| end | ||||
|
jittat
|
r66 | |||
| # the score of this run should be the minimum of the score for | ||||
| # each test case | ||||
| if (run_score==nil) or (run_score>current_run_score) | ||||
| run_score = current_run_score | ||||
| end | ||||
|
jittat
|
r30 | result_file.close | ||
|
jittat
|
r0 | end | ||
| end | ||||
|
jittat
|
r32 | |||
|
jittat
|
r0 | run_result_file = File.new("result-#{k}", "w") | ||
| run_result_file.write run_score | ||||
| run_result_file.write "\n" | ||||
| run_result_file.close | ||||
| run_comment_file = File.new("comment-#{k}", "w") | ||||
| run_comment_file.write "#{run_comment}\n" | ||||
| run_comment_file.close | ||||
| all_score = all_score + run_score | ||||
|
jittat
|
r32 | |||
| # append comment for test run with many test cases | ||||
| if run.tests.length > 1 | ||||
| run_comment_short = '[' + run_comment_short + ']' | ||||
| end | ||||
|
jittat
|
r8 | all_comment += run_comment_short | ||
|
jittat
|
r0 | end | ||
| result_file = File.new("result", "w") | ||||
| result_file.write all_score | ||||
| result_file.write "\n" | ||||
| result_file.close | ||||
| comment_file = File.new("comment", "w") | ||||
| comment_file.write "#{all_comment}\n" | ||||
| comment_file.close | ||||
| r157 | ||||
| r160 | ||||
| File.open("run_stat","w") do |file| | ||||
| file.puts max_runtime | ||||
| file.puts peak_memory | ||||
| end | ||||
| log "score = #{all_score}\ncomment = #{all_comment}" | ||||
| log "max_runtime = #{max_runtime}\npeak_memory = #{peak_memory}" | ||||