cafe-grader-judge-scripts

Location: cafe-grader-judge-scripts/std-script/run - annotation

Show More
Commit Description:
handle the case when problem id or submission id is null. Grader will simply skip such request. Add more report on console (for command line grading)...
Commit Description:
handle the case when problem id or submission id is null. Grader will simply skip such request. Add more report on console (for command line grading) (mercurial grafted from d233105d3965c5368c9b33125f390e39b25f910e)
References:
r181:5c6f0b732e70 default
File last commit:
r178:018475bbba3a algo
Show/Diff file:
Action:
std-script/run | 159 lines | 4.1 KiB | text/plain | AmplLexer |
History | Source | Raw | Download
Jittat Fakcharoenphol
fixed grader to work with ruby 1.9
 r137 #!/usr/bin/env ruby
jittat
import original files...
 r0
Jittat Fakcharoenphol
fixed missing require
 r105 require 'fileutils'
jittat
Merged new-arch-branch changes 61:73 into the trunk...
 r22 def log(str='')
if ENV['TALKATIVE']!=nil
puts str
end
if ENV['GRADER_LOGGING']!=nil
log_fname = ENV['GRADER_LOGGING']
fp = File.open(log_fname,"a")
fp.puts("run: #{Time.new.strftime("%H:%M")} #{str}")
fp.close
end
end
jittat
[grader] [MERGED] Merged new-arch-branch changes 74:105 into the trunk...
 r23 def extract_time(t)
jittat
[grader] added memory usage status report, better running time report...
 r42 # puts "TIME: #{t}"
jittat
[grader] [MERGED] Merged new-arch-branch changes 74:105 into the trunk...
 r23 if (result=/^(.*)r(.*)u(.*)s/.match(t))
{:real => result[1], :user => result[2], :sys => result[3]}
else
jittat
[grader] added memory usage status report, better running time report...
 r42 #{:real => 0, :user => 0, :sys => 0}
#puts "ERROR READING RUNNING TIME: #{t}"
raise "Error reading running time: #{t}"
jittat
[grader] [MERGED] Merged new-arch-branch changes 74:105 into the trunk...
 r23 end
end
def compile_box(source,bin)
jittat
[grader] added memory usage status report, better running time report...
 r42 system("g++ #{source} -o #{bin}")
jittat
[grader] [MERGED] Merged new-arch-branch changes 74:105 into the trunk...
 r23 end
jittat
import original files...
 r0 if ARGV.length < 2 || ARGV.length > 3
puts "Usage: run <language> <test-num> [<program-name>]"
exit(127)
end
language = ARGV[0]
test_num = ARGV[1].to_i
if ARGV.length > 2
program_name = ARGV[2]
else
program_name = "a.out"
end
problem_home = ENV['PROBLEM_HOME']
require "#{problem_home}/script/test_dsl.rb"
load "#{problem_home}/test_cases/all_tests.cfg"
problem = Problem.get_instance
if problem.well_formed? == false
jittat
Merged new-arch-branch changes 61:73 into the trunk...
 r22 log "The problem specification is not well formed."
jittat
import original files...
 r0 exit(127)
end
# Check if the test number is okay.
if test_num <= 0 || test_num > problem.num_tests
jittat
Merged new-arch-branch changes 61:73 into the trunk...
 r22 log "You have specified a wrong test number."
jittat
import original files...
 r0 exit(127)
end
#####################################
# Set the relavant file names here. #
#####################################
input_file_name = "#{problem_home}/test_cases/#{test_num}/input-#{test_num}.txt"
#####################################
time_limit = problem.get_time_limit test_num
mem_limit = problem.get_mem_limit(test_num) * 1024
# Copy the input file.
#`cp #{problem_home}/test_cases/#{test_num}/#{input_file_name} .`
jittat
[grader] [MERGED] Merged new-arch-branch changes 74:105 into the trunk...
 r23 # check if box is there, if not, compile it!
if !File.exists?("#{problem_home}/script/box")
log "WARNING: Compiling box: to increase efficiency, it should be compile manually"
jittat
[grader] added memory usage status report, better running time report...
 r42 compile_box("#{problem_home}/script/box.cc",
jittat
[grader] [MERGED] Merged new-arch-branch changes 74:105 into the trunk...
 r23 "#{problem_home}/script/box")
end
jittat
[grader] new test on accessing PROBLEM_HOME and openning files...
 r35 # Hide PROBLEM_HOME
ENV['PROBLEM_HOME'] = nil
jittat
import original files...
 r0 # Run the program.
jittat
[grader] added memory usage status report, better running time report...
 r42 #run_command = "/usr/bin/time -f \"#{time_output_format}\" 2>run_result #{problem_home}/script/box_new -a 2 -f -t #{time_limit} -m #{mem_limit} -i #{input_file_name} -o output.txt #{program_name}"
Jittat Fakcharoenphol
fixed grader to work with ruby 1.9
 r137
jittat
allow __NR_time in box...
 r62 run_command = "#{problem_home}/script/box -a 2 -f -T -t #{time_limit} -m #{mem_limit} -i #{input_file_name} -o output.txt #{program_name} 2>run_result"
Jittat Fakcharoenphol
fixed grader to work with ruby 1.9
 r137
jittat
Merged new-arch-branch changes 61:73 into the trunk...
 r22 log "Running test #{test_num}..."
log run_command
log
jittat
import original files...
 r0 system(run_command)
jittat
[grader] new test on accessing PROBLEM_HOME and openning files...
 r35 # Restore PROBLEM_HOME
ENV['PROBLEM_HOME'] = problem_home
jittat
import original files...
 r0 # Create the result file.
result_file = File.new("result", "w")
comment_file = File.new("comment", "w")
# Check if the program actually produced any output.
run_result_file = File.new("run_result", "r")
run_result = run_result_file.readlines
run_result_file.close
jittat
[grader] added memory usage status report, better running time report...
 r42
run_stat = run_result[run_result.length-1]
running_time = extract_time(run_stat)
jittat
import original files...
 r0
report = lambda{ |status, points, comment|
result_file.write status.strip
result_file.write "\n"
result_file.write points.to_s.strip
result_file.write "\n"
jittat
[grader] added memory usage status report, better running time report...
 r42 result_file.write run_stat.strip
jittat
import original files...
 r0 result_file.write "\n"
result_file.close
Jittat Fakcharoenphol
removed calls to 'pwd', other uses of back quotes
 r102 FileUtils.rm "run_result"
jittat
fix various bugs, save output, save comment...
 r8 # `rm output.txt` --- keep the output
jittat
import original files...
 r0
comment_file.write comment
jittat
[grader] added memory usage status report, better running time report...
 r42
# added for debuggin --- jittat
jittat
git-svn-id: http://theory.cpe.ku.ac.th/grader/cli/trunk/scripts@20 6386c4cd-e34a-4fa8-8920-d93eb39b512e
 r7 comment_file.write "--run-result--\n"
run_result.each do |l|
comment_file.write l
end
jittat
[grader] added memory usage status report, better running time report...
 r42
jittat
import original files...
 r0 comment_file.close
jittat
Merged new-arch-branch changes 61:73 into the trunk...
 r22 log "Done!"
jittat
import original files...
 r0 exit(0)
}
if run_result[0][0,2] != "OK"
jittat
Merged new-arch-branch changes 61:73 into the trunk...
 r22 log "There was a runtime error."
jittat
import original files...
 r0 report.call(run_result[0], 0, "No comment.\n")
end
jittat
[grader] [MERGED] Merged new-arch-branch changes 74:105 into the trunk...
 r23 if running_time[:user].to_f + running_time[:sys].to_f > time_limit
log "Time limit exceeded."
report.call("Time limit exceeded", 0, "No comment.\n")
end
jittat
import original files...
 r0 # Run 'check' to evaluate the output.
#puts "There was no runtime error. Proceed to checking the output."
check_command = "#{problem_home}/script/check #{language} #{test_num}"
jittat
Merged new-arch-branch changes 61:73 into the trunk...
 r22 log "Checking the output..."
log check_command
jittat
import original files...
 r0 if not system(check_command)
jittat
[grader] report error when the check script crashed (i.e., when the result file is not found, while the compilation is okay)...
 r30 log "Problem with check script"
jittat
[grader] fixed: import_problem (error in erb calls), check_wrapper; better error handling -- will get 0 score for a particular test run that fails...
 r31 report.call("Incorrect",0,"Check script error.\n")
jittat
import original files...
 r0 exit(127)
end
check_file = File.new("check_result", "r")
check_file_lines = check_file.readlines
report.call(check_file_lines[0], check_file_lines[1], "No comment.\n")