Show More
Commit Description:
merge
Commit Description:
merge
References:
File last commit:
Show/Diff file:
Action:
std-script/run
| 214 lines
| 8.1 KiB
| text/plain
| AmplLexer
|
Jittat Fakcharoenphol
|
r137 | #!/usr/bin/env ruby | ||
jittat
|
r0 | |||
| r257 | ## | |||
| # This program should be run in the sandbox dir containing the compiled file | ||||
| # (or source file for script language). It will call the sandbox program with | ||||
| # the given input and process the output of the sandbox | ||||
| # | ||||
| # If sandbox exit normally, this program will call the "check" script to do | ||||
| # scoring. Otherwise, it would record the error accordingly | ||||
| # | ||||
| # This program produces several file | ||||
| # * result - the result from check script | ||||
| # * comment - comment from sandbox | ||||
| # * output - output of the program | ||||
| # | ||||
|
Jittat Fakcharoenphol
|
r105 | require 'fileutils' | ||
|
jittat
|
r22 | def log(str='') | ||
| if ENV['TALKATIVE']!=nil | ||||
| puts str | ||||
| end | ||||
| if ENV['GRADER_LOGGING']!=nil | ||||
| log_fname = ENV['GRADER_LOGGING'] | ||||
| fp = File.open(log_fname,"a") | ||||
| fp.puts("run: #{Time.new.strftime("%H:%M")} #{str}") | ||||
| fp.close | ||||
| end | ||||
| end | ||||
|
jittat
|
r23 | def extract_time(t) | ||
| r156 | # puts "TIME: #{t}" | |||
| if (result=/^(.*)r(.*)u(.*)s/.match(t)) | ||||
|
jittat
|
r23 | {:real => result[1], :user => result[2], :sys => result[3]} | ||
| else | ||||
|
jittat
|
r42 | #{:real => 0, :user => 0, :sys => 0} | ||
| #puts "ERROR READING RUNNING TIME: #{t}" | ||||
| raise "Error reading running time: #{t}" | ||||
|
jittat
|
r23 | end | ||
| end | ||||
| def compile_box(source,bin) | ||||
|
jittat
|
r42 | system("g++ #{source} -o #{bin}") | ||
|
jittat
|
r23 | end | ||
| r257 | #------------------------------------------ | |||
| # MAIN | ||||
| #------------------------------------------ | ||||
| #parse parameter | ||||
|
jittat
|
r0 | if ARGV.length < 2 || ARGV.length > 3 | ||
| puts "Usage: run <language> <test-num> [<program-name>]" | ||||
| exit(127) | ||||
| end | ||||
| language = ARGV[0] | ||||
| test_num = ARGV[1].to_i | ||||
| if ARGV.length > 2 | ||||
| program_name = ARGV[2] | ||||
| else | ||||
| program_name = "a.out" | ||||
| end | ||||
| problem_home = ENV['PROBLEM_HOME'] | ||||
| r161 | source_name = ENV['SOURCE_NAME'] | |||
|
jittat
|
r0 | require "#{problem_home}/script/test_dsl.rb" | ||
| load "#{problem_home}/test_cases/all_tests.cfg" | ||||
| problem = Problem.get_instance | ||||
| r161 | sandbox_dir = Dir.getwd | |||
|
jittat
|
r0 | if problem.well_formed? == false | ||
| r257 | log "RUN: ERROR: The problem specification is not well formed." | |||
|
jittat
|
r0 | exit(127) | ||
| end | ||||
| # Check if the test number is okay. | ||||
| if test_num <= 0 || test_num > problem.num_tests | ||||
| r257 | log "RUN: ERROR: You have specified a wrong test number." | |||
|
jittat
|
r0 | exit(127) | ||
| end | ||||
| ##################################### | ||||
| # Set the relavant file names here. # | ||||
| ##################################### | ||||
| input_file_name = "#{problem_home}/test_cases/#{test_num}/input-#{test_num}.txt" | ||||
| ##################################### | ||||
| time_limit = problem.get_time_limit test_num | ||||
| mem_limit = problem.get_mem_limit(test_num) * 1024 | ||||
| # Copy the input file. | ||||
| #`cp #{problem_home}/test_cases/#{test_num}/#{input_file_name} .` | ||||
|
jittat
|
r23 | # check if box is there, if not, compile it! | ||
| if !File.exists?("#{problem_home}/script/box") | ||||
| log "WARNING: Compiling box: to increase efficiency, it should be compile manually" | ||||
|
jittat
|
r42 | compile_box("#{problem_home}/script/box.cc", | ||
|
jittat
|
r23 | "#{problem_home}/script/box") | ||
| end | ||||
|
jittat
|
r35 | # Hide PROBLEM_HOME | ||
| ENV['PROBLEM_HOME'] = nil | ||||
| r161 | ENV['SOURCE_NAME'] = nil | |||
|
jittat
|
r35 | |||
|
jittat
|
r0 | # Run the program. | ||
|
jittat
|
r42 | #run_command = "/usr/bin/time -f \"#{time_output_format}\" 2>run_result #{problem_home}/script/box_new -a 2 -f -t #{time_limit} -m #{mem_limit} -i #{input_file_name} -o output.txt #{program_name}" | ||
| r147 | # | |||
|
Jittat Fakcharoenphol
|
r137 | |||
| r161 | JAVA_OPTION = "-s set_robust_list -s futex -s clone -s getppid -s clone -s wait4 -p /usr/bin/ -p ./" | |||
| r240 | RUBY_OPTION = "-p /usr/lib64/ -p /usr/local/lib64/ -p /usr/local/lib/ -p /lib64/ -p /dev/urandom -p #{sandbox_dir}/#{program_name} -p #{sandbox_dir}/ -s set_robust_list -s sched_getaffinity -s clock_gettime -s sigaltstack -s pipe2 -s clone -s futex -s openat -s pipe -s getrandom" | |||
| r227 | PYTHON_OPTION = "-p /usr/lib64/ -p /usr/local/lib64/ -p /usr/local/lib/ -p /usr/bin/ -p /lib64/ -p /dev/urandom -p /usr/ -p #{sandbox_dir}/#{program_name} -p ./#{program_name} -p #{sandbox_dir}/#{source_name} -p /proc/sys/crypto/fips_enabled -p /proc/self/status -p /proc/mounts -p /var/lib/dpkg/status -s statfs -s set_robust_list -s openat -s sysinfo -s recvmsg -s connect -s socket -s sendto -s futex -s sigaltstack -s getrandom -E PYTHONNOUSERSITE=yes" | |||
| r261 | OCTAVE_OPTION = "-p /usr/lib64/ -p /usr/local/lib64/ -p /usr/local/lib/ -p /usr/bin/ -p /lib64/ -p /dev/urandom -p /usr/ -p #{sandbox_dir}/#{program_name} -p ./#{program_name} -p #{sandbox_dir}/#{source_name} -p /proc/sys/crypto/fips_enabled -p /proc/self/status -p /proc/mounts -p /var/lib/dpkg/status -s statfs -s set_robust_list -s openat -s sysinfo -s recvmsg -s connect -s socket -s sendto -s futex -s sigaltstack -s getrandom -s prlimit64 -s execve -E PYTHONNOUSERSITE=yes" | |||
| r171 | PHP_OPTION = "-p /usr/lib64/ -p/lib64/ -p /usr/bin/ -p #{sandbox_dir}/#{program_name} -p ./#{program_name} -p /usr/share/ -s setfsuid -s setfsgid -s openat -s set_robust_list -s futex -s clone -s socket -s connect" | |||
| r219 | HASKELL_OPTION = "-s set_robust_list -s clock_gettime -s sysinfo -s timer_create -s timer_settime -s futex -s timer_delete" | |||
| r147 | ||||
| case language | ||||
| when "java" | ||||
| r158 | # for java, extract the classname | |||
| # wne have to add additional systemcall and we don't check the mem limit (dunno how to fix...) | ||||
| classname = 'DUMMY' | ||||
| File.open(program_name,"r").each do |line| | ||||
| classname = line | ||||
| end | ||||
| r161 | #for java, we cannot really check the memory limit... | |||
| r187 | run_command = "#{problem_home}/script/box -a 3 -f -T -t #{time_limit} #{JAVA_OPTION} -i #{input_file_name} -o output.txt /usr/bin/java -A -Xmx#{mem_limit}k -A #{classname} " | |||
| r147 | when "ruby" | |||
| r178 | run_command = "#{problem_home}/script/box -a 2 -f -T -t #{time_limit*=2} -m #{mem_limit} #{RUBY_OPTION} -i #{input_file_name} -o output.txt /usr/bin/ruby #{program_name} " | |||
| r154 | when "python" | |||
| r244 | run_command = "#{problem_home}/script/box -a 2 -f -T -t #{time_limit*=2} -m #{[512 * 1024,mem_limit].max} #{PYTHON_OPTION} -i #{input_file_name} -o output.txt /usr/bin/python3 #{program_name} " | |||
| r219 | when "haskell" | |||
| r220 | run_command = "#{problem_home}/script/box -a 2 -f -T -t #{time_limit} -m #{[512 * 1024,mem_limit].max} #{HASKELL_OPTION} -i #{input_file_name} -o output.txt #{program_name} " | |||
| r165 | when "php" | |||
| r252 | run_command = "#{problem_home}/script/box -a 2 -f -T -t #{time_limit*=2} -m #{[512 * 1024,mem_limit].max} #{PHP_OPTION} -i #{input_file_name} -o output.txt /usr/bin/php -A -d -A memory_limit=#{mem_limit}k -A #{program_name} " | |||
| r261 | when "octave" | |||
| run_command = "#{problem_home}/script/box -T -t #{time_limit*=2} -m #{[512 * 1024,mem_limit].max} #{OCTAVE_OPTION} -i #{input_file_name} -o output.txt /usr/bin/octave -A -W -A --no-gui #{program_name}" | ||||
| r154 | else # for c++, pascal, we do the normal checking | |||
| r178 | run_command = "#{problem_home}/script/box -a 2 -f -T -t #{time_limit} -m #{mem_limit} -i #{input_file_name} -o output.txt #{program_name} " | |||
| r147 | end | |||
|
Jittat Fakcharoenphol
|
r137 | |||
| r256 | log "RUN: Running test #{test_num}..." | |||
| log "RUN: Run command = [#{run_command}]" | ||||
| r161 | log | |||
| r178 | system(run_command,err: 'run_result') | |||
|
jittat
|
r0 | |||
|
jittat
|
r35 | # Restore PROBLEM_HOME | ||
| ENV['PROBLEM_HOME'] = problem_home | ||||
|
jittat
|
r0 | # Create the result file. | ||
| result_file = File.new("result", "w") | ||||
| comment_file = File.new("comment", "w") | ||||
| # Check if the program actually produced any output. | ||||
| run_result_file = File.new("run_result", "r") | ||||
| run_result = run_result_file.readlines | ||||
| run_result_file.close | ||||
|
jittat
|
r42 | |||
| run_stat = run_result[run_result.length-1] | ||||
| running_time = extract_time(run_stat) | ||||
|
jittat
|
r0 | |||
| report = lambda{ |status, points, comment| | ||||
| result_file.write status.strip | ||||
| result_file.write "\n" | ||||
| result_file.write points.to_s.strip | ||||
| result_file.write "\n" | ||||
|
jittat
|
r42 | result_file.write run_stat.strip | ||
|
jittat
|
r0 | result_file.write "\n" | ||
| result_file.close | ||||
|
Jittat Fakcharoenphol
|
r102 | FileUtils.rm "run_result" | ||
|
jittat
|
r8 | # `rm output.txt` --- keep the output | ||
|
jittat
|
r0 | |||
| comment_file.write comment | ||||
|
jittat
|
r42 | |||
| # added for debuggin --- jittat | ||||
|
jittat
|
r7 | comment_file.write "--run-result--\n" | ||
| run_result.each do |l| | ||||
| comment_file.write l | ||||
| end | ||||
|
jittat
|
r42 | |||
|
jittat
|
r0 | comment_file.close | ||
|
jittat
|
r22 | log "Done!" | ||
|
jittat
|
r0 | exit(0) | ||
| } | ||||
| r161 | ||||
|
jittat
|
r0 | if run_result[0][0,2] != "OK" | ||
|
jittat
|
r22 | log "There was a runtime error." | ||
|
jittat
|
r0 | report.call(run_result[0], 0, "No comment.\n") | ||
| end | ||||
| r147 | if running_time[:user].to_f > time_limit | |||
|
jittat
|
r23 | log "Time limit exceeded." | ||
| report.call("Time limit exceeded", 0, "No comment.\n") | ||||
| end | ||||
|
jittat
|
r0 | # Run 'check' to evaluate the output. | ||
| #puts "There was no runtime error. Proceed to checking the output." | ||||
| check_command = "#{problem_home}/script/check #{language} #{test_num}" | ||||
|
jittat
|
r22 | log "Checking the output..." | ||
| log check_command | ||||
|
jittat
|
r0 | if not system(check_command) | ||
|
jittat
|
r30 | log "Problem with check script" | ||
|
jittat
|
r31 | report.call("Incorrect",0,"Check script error.\n") | ||
|
jittat
|
r0 | exit(127) | ||
| end | ||||
| check_file = File.new("check_result", "r") | ||||
| check_file_lines = check_file.readlines | ||||
| report.call(check_file_lines[0], check_file_lines[1], "No comment.\n") | ||||