Show More
Commit Description:
add dump submission & octave
Commit Description:
add dump submission & octave
References:
File last commit:
Show/Diff file:
Action:
lib/engine.rb
| 204 lines
| 5.6 KiB
| text/x-ruby
| RubyLexer
|
jittat
|
r23 | require 'fileutils' | ||
|
jittat
|
r78 | require File.join(File.dirname(__FILE__),'dir_init') | ||
|
jittat
|
r22 | |||
| module Grader | ||||
|
jittat
|
r23 | # | ||
| # A grader engine grades a submission, against anything: a test | ||||
| # data, or a user submitted test data. It uses two helpers objects: | ||||
| # room_maker and reporter. | ||||
| # | ||||
|
jittat
|
r22 | class Engine | ||
| r254 | ||||
|
jittat
|
r23 | attr_writer :room_maker | ||
| attr_writer :reporter | ||||
|
jittat
|
r22 | |||
Jittat Fakcharoenphol
|
r92 | def initialize(options={}) | ||
| # default options | ||||
| if not options.include? :room_maker | ||||
| options[:room_maker] = Grader::SubmissionRoomMaker.new | ||||
| end | ||||
| if not options.include? :reporter | ||||
| options[:reporter] = Grader::SubmissionReporter.new | ||||
| end | ||||
|
jittat
|
r22 | @config = Grader::Configuration.get_instance | ||
|
jittat
|
r23 | |||
|
Jittat Fakcharoenphol
|
r92 | @room_maker = options[:room_maker] | ||
| @reporter = options[:reporter] | ||||
|
jittat
|
r22 | end | ||
| r254 | ||||
|
jittat
|
r23 | # takes a submission, asks room_maker to produce grading directories, | ||
| # calls grader scripts, and asks reporter to save the result | ||||
| def grade(submission) | ||||
|
Jittat Fakcharoenphol
|
r102 | current_dir = FileUtils.pwd | ||
|
jittat
|
r22 | |||
|
jittat
|
r23 | user = submission.user | ||
| problem = submission.problem | ||||
|
jittat
|
r22 | |||
| r150 | begin | |||
| # TODO: will have to create real exception for this | ||||
| if user==nil or problem == nil | ||||
| @reporter.report_error(submission,"Grading error: problem with submission") | ||||
| raise "engine: user or problem is nil" | ||||
| end | ||||
|
jittat
|
r50 | |||
| r150 | # TODO: this is another hack so that output only task can be judged | |||
| if submission.language!=nil | ||||
| language = submission.language.name | ||||
| lang_ext = submission.language.ext | ||||
| else | ||||
| language = 'c' | ||||
| lang_ext = 'c' | ||||
| end | ||||
|
jittat
|
r22 | |||
| r150 | # This is needed because older version of std-scripts/compile | |||
| # only look for c++. | ||||
| if language == 'cpp' | ||||
| language = 'c++' | ||||
| end | ||||
|
jittat
|
r22 | |||
| r150 | # COMMENT: should it be only source.ext? | |||
| if problem!=nil | ||||
| source_name = "#{problem.name}.#{lang_ext}" | ||||
| else | ||||
| source_name = "source.#{lang_ext}" | ||||
| end | ||||
|
jittat
|
r23 | grading_dir = @room_maker.produce_grading_room(submission) | ||
| @room_maker.save_source(submission,source_name) | ||||
| problem_home = @room_maker.find_problem_home(submission) | ||||
| # puts "GRADING DIR: #{grading_dir}" | ||||
| # puts "PROBLEM DIR: #{problem_home}" | ||||
|
jittat
|
r22 | |||
|
jittat
|
r83 | if !FileTest.exist?(problem_home) | ||
| r148 | puts "PROBLEM DIR: #{problem_home}" | |||
| r150 | raise "engine: No test data." | |||
|
jittat
|
r83 | end | ||
| r256 | talk "ENGINE: grading dir at #{grading_dir} is created" | |||
| r257 | talk "ENGINE: located problem home at #{problem_home} is created" | |||
| r256 | ||||
| r254 | # copy the source script, using lock | |||
|
jittat
|
r71 | dinit = DirInit::Manager.new(problem_home) | ||
| r254 | # lock the directory and copy the scripts | |||
|
jittat
|
r71 | dinit.setup do | ||
| copy_log = copy_script(problem_home) | ||||
| save_copy_log(problem_home,copy_log) | ||||
| r256 | talk "ENGINE: following std script is copied: #{copy_log.join ' '}" | |||
|
jittat
|
r71 | end | ||
| r254 | ||||
| r256 | ||||
|
jittat
|
r23 | call_judge(problem_home,language,grading_dir,source_name) | ||
| @reporter.report(submission,"#{grading_dir}/test-result") | ||||
|
jittat
|
r22 | |||
| r254 | # unlock the directory | |||
|
jittat
|
r71 | dinit.teardown do | ||
| copy_log = load_copy_log(problem_home) | ||||
| clear_copy_log(problem_home) | ||||
|
Jittat Fakcharoenphol
|
r138 | clear_script(copy_log,problem_home) | ||
|
jittat
|
r71 | end | ||
|
jittat
|
r23 | |||
| rescue RuntimeError => msg | ||||
|
jittat
|
r83 | @reporter.report_error(submission, msg) | ||
| r150 | puts "ERROR: #{msg}" | |||
|
jittat
|
r23 | |||
| ensure | ||||
| @room_maker.clean_up(submission) | ||||
| Dir.chdir(current_dir) # this is really important | ||||
|
jittat
|
r22 | end | ||
| end | ||||
| r254 | ||||
|
jittat
|
r22 | protected | ||
| r254 | ||||
|
jittat
|
r22 | def talk(str) | ||
| if @config.talkative | ||||
| puts str | ||||
| end | ||||
| end | ||||
| r254 | #change directory to problem_home | |||
| #call the "judge" script | ||||
|
jittat
|
r23 | def call_judge(problem_home,language,grading_dir,fname) | ||
|
jittat
|
r22 | ENV['PROBLEM_HOME'] = problem_home | ||
|
Jittat Fakcharoenphol
|
r139 | ENV['RUBYOPT'] = '' | ||
| r254 | ||||
|
jittat
|
r23 | Dir.chdir grading_dir | ||
| r174 | script_name = "#{problem_home}/script/judge" | |||
| cmd = "#{script_name} #{language} #{fname}" | ||||
| r256 | talk "ENGINE: Calling Judge at #{cmd}" | |||
| r174 | warn "ERROR: file does not exists #{script_name}" unless File.exists? script_name | |||
|
jittat
|
r22 | system(cmd) | ||
| end | ||||
| def get_std_script_dir | ||||
| GRADER_ROOT + '/std-script' | ||||
| end | ||||
| r254 | #copy any script presented in std-script directory that is not in the problem_home | |||
| #this allow a problem setter to provide their own version for each script | ||||
| #in case that they want to hack something | ||||
|
jittat
|
r22 | def copy_script(problem_home) | ||
| script_dir = "#{problem_home}/script" | ||||
| std_script_dir = get_std_script_dir | ||||
| r150 | raise "engine: std-script directory not found" if !FileTest.exist?(std_script_dir) | |||
|
jittat
|
r22 | |||
| scripts = Dir[std_script_dir + '/*'] | ||||
| r254 | ||||
|
jittat
|
r22 | copied = [] | ||
| scripts.each do |s| | ||||
| fname = File.basename(s) | ||||
|
Jittat Fakcharoenphol
|
r103 | next if FileTest.directory?(s) | ||
|
jittat
|
r22 | if !FileTest.exist?("#{script_dir}/#{fname}") | ||
| copied << fname | ||||
|
Jittat Fakcharoenphol
|
r137 | FileUtils.cp(s, "#{script_dir}", :preserve => true) | ||
|
jittat
|
r22 | end | ||
| end | ||||
| r254 | ||||
|
jittat
|
r22 | return copied | ||
| end | ||||
|
jittat
|
r71 | |||
| def copy_log_filename(problem_home) | ||||
| return File.join(problem_home, '.scripts_copied') | ||||
| end | ||||
| def save_copy_log(problem_home, log) | ||||
| f = File.new(copy_log_filename(problem_home),"w") | ||||
| log.each do |fname| | ||||
| f.write("#{fname}\n") | ||||
| end | ||||
| f.close | ||||
| end | ||||
| r254 | ||||
|
jittat
|
r71 | def load_copy_log(problem_home) | ||
| f = File.new(copy_log_filename(problem_home),"r") | ||||
| log = [] | ||||
| f.readlines.each do |line| | ||||
| log << line.strip | ||||
| end | ||||
| f.close | ||||
| log | ||||
| end | ||||
| def clear_copy_log(problem_home) | ||||
| File.delete(copy_log_filename(problem_home)) | ||||
| end | ||||
|
jittat
|
r22 | def clear_script(log,problem_home) | ||
| log.each do |s| | ||||
|
Jittat Fakcharoenphol
|
r101 | FileUtils.rm("#{problem_home}/script/#{s}") | ||
|
jittat
|
r22 | end | ||
| end | ||||
| def mkdir_if_does_not_exist(dirname) | ||||
| Dir.mkdir(dirname) if !FileTest.exist?(dirname) | ||||
| end | ||||
| end | ||||
| end | ||||