cafe-grader-judge-scripts Commit

cafe-grader-judge-scripts

Commit `r117:cc3e1102f8c6` public

parent | child

Description:

translates test_request input/output file paths for remote grading test_request

Commit status:

[Not Reviewed]

References:

default

Diff options:

| | | |

Comments:

0 Commit comments 0 Inline Comments

Unresolved TODOs:

There are no unresolved TODOs

Add another comment

r117:cc3e1102f8c6 - Sun, 25 Apr 2010 12:38:40 - 5 files changed: 36 inserted, 3 deleted

config/env_exam.rb.SAMPLE ¶ +3

               #
               # See documentation in lib/configuration.rb
               #
               Grader::Initializer.run do |config|
                 config.problems_dir = GRADER_ROOT + "/../ev-exam"
                 config.user_result_dir = GRADER_ROOT + "/../result"
                 config.talkative = true
                 config.logging = true
                 config.log_dir = GRADER_ROOT + "/../log"
                 config.report_grader = true
                 config.test_request_input_base_dir = RAILS_ROOT + "/data/test_request/input"
                 config.test_request_output_base_dir = RAILS_ROOT + "/data/test_request/output"
                 config.test_request_problem_templates_dir = config.problems_dir + "/test_request"
+            +   # change this if you want the path on the output to be translated
+            +   config.test_request_org_output_base_dir = config.test_request_output_base_dir
+            +
                 config.comment_report_style = :short
               end

config/env_grading.rb.SAMPLE ¶ +3

               #
               # See documentation in lib/configuration.rb
               #
               Grader::Initializer.run do |config|
                 config.problems_dir = GRADER_ROOT + "/../ev"
                 config.user_result_dir = GRADER_ROOT + "/../result"
                 config.talkative = true
                 config.logging = true
                 config.log_dir = GRADER_ROOT + "/../log"
                 config.report_grader = true
                 config.test_request_input_base_dir = RAILS_ROOT + "/data/test_request/input"
                 config.test_request_output_base_dir = RAILS_ROOT + "/data/test_request/output"
                 config.test_request_problem_templates_dir = config.problems_dir + "/test_request"
+            +
+            +   # change this if you want the path on the output to be translated
+            +   config.test_request_org_output_base_dir = config.test_request_output_base_dir
                 config.comment_report_style = :full
               end

config/env_test.rb.SAMPLE ¶ +3

               #
               # See documentation in lib/configuration.rb
               #
               Grader::Initializer.run do |config|
                 config.problems_dir = GRADER_ROOT + "/test/sandbox/ev"
                 config.user_result_dir = GRADER_ROOT + "/test/sandbox/result"
                 config.talkative = false
                 config.report_grader = false
                 config.rails_env = 'test'
                 config.comment_report_style = :full
                 config.test_request_input_base_dir = GRADER_ROOT + "/test/data/test_request/input"
                 config.test_request_output_base_dir = GRADER_ROOT + "/test/sandbox/test_request/output"
                 config.test_request_problem_templates_dir = GRADER_ROOT + "/test/data/test_request/problems"
+            +   # change this if you want the path on the output to be translated
+            +   config.test_request_org_output_base_dir = config.test_request_output_base_dir
+            +
                 #
                 # These options are for testing
                 #
                 class << config
                   attr_accessor :test_data_dir, :test_sandbox_dir
                 end
                 config.test_data_dir = GRADER_ROOT + "/test/data"
                 config.test_sandbox_dir = GRADER_ROOT + "/test/sandbox"
               end

lib/configuration.rb ¶ +4

               module Grader
                 # This singleton class holds basic configurations for grader.  When
                 # running in each mode, grader uses resources from different
                 # directories and outputs differently.  Usually the attributes name
                 # are descriptive; below we explain more on each attributes.
                 class Configuration
                   # Rails' environment: "development", "production"
                   attr_accessor :rails_env
                   # Grader looks for problem [prob] in problem_dir/[prob], and store
                   # execution results for submission [x] of user [u] in directory
                   # user_result_dir/[u]/[x]
                   attr_accessor :problems_dir
                   attr_accessor :user_result_dir
                   # If report_grader=true, the grader would add a row in model
                   # GraderProcess.  It would report itself with grader_hostname and
                   # process id.
                   attr_accessor :report_grader
                   attr_accessor :grader_hostname
                   # If talkative=true, grader would report status to console.  If
                   # logging=true, grader would report status to a log file located
                   # in log_dir, in a file name mode.options.pid.  TODO: defined
                   # log file naming.
                   attr_accessor :talkative
                   attr_accessor :logging
                   attr_accessor :log_dir
                   # These are directories related to the test interface.
                   attr_accessor :test_request_input_base_dir
                   attr_accessor :test_request_output_base_dir
                   attr_accessor :test_request_problem_templates_dir
+            +     # this is for linking output from test request
+            +     # TODO: find a cleaner way to do this.
+            +     attr_accessor :test_request_org_output_base_dir
+            +
                   # Comment received from the grading script will be filtered
                   # through Configuration#report_comment.  How this method behave
                   # depends on this option; right now only two formats, :short and
                   # :long
                   attr_accessor :comment_report_style
                   def report_comment(comment)
                     case comment_report_style
                     when :short
                       if comment.chomp =~ /^[\[\]P]+$/    # all P's
                         'passed'
                       elsif comment.chomp =~ /[Cc]ompil.*[Ee]rror/
                         'compilation error'
                       else
                         'failed'
                       end
                     when :full
                       comment.chomp
                     end
                   end
                   # Codes for singleton
                   private_class_method :new
                   @@instance = nil
                   def self.get_instance
                     if @@instance==nil
                       @@instance = new
                     end
                     @@instance
                   end
                   private
                   def initialize
                     @talkative = false
                     @log_file = nil
                     @report_grader = false
                     @grader_hostname = `hostname`.chomp
                     @rails_env = 'development'
                     @comment_report_style = :full
                   end
                 end
               end

lib/test_request_helper.rb ¶ +23 -3

               #
               # This part contains various test_request helpers for interfacing
               # with Grader::Engine.  There are TestRequestRoomMaker and
               # TestRequestReporter.
               module Grader
+            +   def self.translate_filepath(filename, marker, new_base_path)
+            +     p = filename.index(marker)
+            +     end_path = filename[(p+marker.length)..-1]
+            +     return new_base_path + end_path
+            +   end
+            +
                 def self.link_or_copy(src, des)
                   begin
                     FileUtils.ln_s(src, des)
                   rescue NotImplementedError
                     FileUtils.cp(src,des)
                   end
                 end
                 def self.call_and_log(error_message)
                   begin
                     yield
                   rescue
                     msg = "ERROR: #{error_message}"
                     raise msg
                   end
                 end
                 #
                 # A TestRequestRoomMaker is a helper object for Engine
                 # - finds grading room: in user_result_dir/(user)/test_request/ ...
                 # - prepare problem configuration for grading --- basically it copy
                 #   all config files, and copy user's input into the testcase
                 #   directory.  First, it finds the template from problem template
                 #   directory; if it can't find a template, it'll use the template
                 #   from default template.
                 class TestRequestRoomMaker
                   def initialize
                     @config = Grader::Configuration.get_instance
                   end
                   def produce_grading_room(test_request)
                     grading_room = grading_room_dir(test_request)
                     FileUtils.mkdir_p(grading_room)
                     #
                     # Also copy additional submitted file to this directory as well.
                     # The program would see this file only if it is copied
                     #    to the sandbox directory later.  The run script should do it.
                     #
                     if FileTest.exists?("#{test_request.input_file_name}.files")
                       FileUtils.cp_r("#{test_request.input_file_name}.files/.",
                                      "#{grading_room}")
                     end
                     grading_room
                   end
                   def find_problem_home(test_request)
                     problem_name = test_request.problem_name
                     template_dir = "#{@config.test_request_problem_templates_dir}/" + problem_name
                     raise "Test Request: error template not found" if !File.exists?(template_dir)
                     problem_home = problem_home_dir(test_request)
                     FileUtils.mkdir_p(problem_home)
                     copy_problem_template(template_dir,problem_home)
                     link_input_file(test_request,problem_home)
                     problem_home
                   end
                   def save_source(test_request,source_name)
                     dir = self.produce_grading_room(test_request)
                     submission = test_request.submission
                     f = File.open("#{dir}/#{source_name}","w")
                     f.write(submission.source)
                     f.close
                   end
                   def clean_up(test_request)
                     problem_home = problem_home_dir(test_request)
                     remove_data_files(problem_home)
                   end
                   protected
                   def grading_room_dir(test_request)
                     problem_name = test_request.problem_name
                     user = test_request.user
                     grading_room = "#{@config.user_result_dir}" +
                       "/#{user.login}/test_request" +
                       "/#{problem_name}/#{test_request.id}"
                     grading_room
                   end
                   def problem_home_dir(test_request)
                     problem_name = test_request.problem_name
                     user = test_request.user
                     "#{@config.user_result_dir}" +
                       "/#{user.login}/test_request/#{problem_name}"
                   end
                   def copy_problem_template(template_dir,problem_home)
                     Grader::call_and_log("Test Request: cannot copy problem template") {
                       FileUtils.cp_r("#{template_dir}/.","#{problem_home}")
                     }
                   end
+            +     def translate_input_filename(filename)
+            +       return Grader::translate_filepath(filename,
+            +                                         'input',
+            +                                         @config.test_request_input_base_dir)
+            +     end
+            +
                   def link_input_file(test_request, problem_home)
-            -       input_fname = "#{test_request.input_file_name}"
+            +       input_fname = translate_input_filename(test_request.input_file_name)
+            +
                     if !File.exists?(input_fname)
                       raise "Test Request: input file not found."
                     end
                     input_fname_problem_home = "#{problem_home}/test_cases/1/input-1.txt"
                     if File.exists?(input_fname_problem_home)
                       FileUtils.rm([input_fname_problem_home], :force => true)
                     end
                     Grader::link_or_copy("#{input_fname}", "#{input_fname_problem_home}")
                   end
                   def remove_data_files(problem_home)
                     if File.exists?("#{problem_home}/test_cases/1/input-1.txt")
                       Grader::call_and_log("Test Request: cannot remove data files") {
                         FileUtils.rm Dir.glob("#{problem_home}/test_cases/1/*")
                       }
                     end
                   end
                 end
                 class TestRequestReporter
                   def initialize
                     @config = Grader::Configuration.get_instance
                   end
                   def report(test_request,test_result_dir)
                     save_result(test_request,read_result(test_result_dir))
                   end
                   def report_error(test_request, msg)
                     save_result(test_request, {:running_stat => {
                                     :msg => "#{msg}",
                                     :running_time => nil,
                                     :exit_status => "Some error occured. Program did not run",
                                     :memory_usage => nil
                                   }})
                   end
                   protected
                   def read_result(test_result_dir)
                     # TODO:
                     cmp_msg_fname = "#{test_result_dir}/compiler_message"
                     cmp_file = File.open(cmp_msg_fname)
                     cmp_msg = cmp_file.read
                     cmp_file.close
                     result_file_name = "#{test_result_dir}/1/result"
                     if File.exists?(result_file_name)
                       output_file_name = "#{test_result_dir}/1/output.txt"
                       results = []
                       File.open("#{test_result_dir}/1/result") do |f|
                         results = f.readlines
                       end
                       stat = extract_running_stat(results)
                       return {
                         :output_file_name => output_file_name,
                         :running_stat => stat,
                         :comment => "",
                         :cmp_msg => cmp_msg}
                     else
                       return {
                         :running_stat => nil,
                         :comment => "Compilation error",
                         :cmp_msg => cmp_msg}
                     end
                   end
                   def extract_running_stat(results)
                     running_stat_line = results[-1]
                     # extract exit status line
                     run_stat = ""
                     if !(/[Cc]orrect/.match(results[0]))
                       run_stat = results[0].chomp
                     else
                       run_stat = 'Program exited normally'
                     end
                     # extract running time
                     if res = /r(.*)u(.*)s/.match(running_stat_line)
                       seconds = (res[1].to_f + res[2].to_f)
                       time_stat = "Time used: #{seconds} sec."
                     else
                       seconds = nil
                       time_stat = "Time used: n/a sec."
                     end
                     # extract memory usage
                     if res = /s(.*)m/.match(running_stat_line)
                       memory_used = res[1].to_i
                     else
                       memory_used = -1
                     end
                     return {
                       :msg => "#{run_stat}\n#{time_stat}",
                       :running_time => seconds,
                       :exit_status => run_stat,
                       :memory_usage => memory_used
                     }
                   end
                   def save_result(test_request,result)
                     if result[:output_file_name]!=nil
-            -         test_request.output_file_name = link_output_file(test_request,
+            +         org_filename = link_output_file(test_request,
-            -                                                          result[:output_file_name])
+            +                                         result[:output_file_name])
+            +         test_request.output_file_name = translate_output_filename(org_filename)
                     end
                     test_request.graded_at = Time.now
                     test_request.compiler_message = (result[:cmp_msg] or '')
                     test_request.grader_comment = (result[:comment] or '')
                     if result[:running_stat]!=nil
                       test_request.running_stat = (result[:running_stat][:msg] or '')
                       test_request.running_time = (result[:running_stat][:running_time] or nil)
                       test_request.exit_status = result[:running_stat][:exit_status]
                       test_request.memory_usage = result[:running_stat][:memory_usage]
                     else
                       test_request.running_stat = ''
                     end
                     test_request.save
                   end
                   protected
+            +     def translate_output_filename(filename)
+            +       return Grader::translate_filepath(filename,
+            +                                         'output',
+            +                                         @config.test_request_org_output_base_dir)
+            +     end
+            +
                   def link_output_file(test_request, fname)
                     target_file_name = random_output_file_name(test_request.user,
                                                                test_request.problem)
                     FileUtils.mkdir_p(File.dirname(target_file_name))
                     Grader::link_or_copy("#{fname}", "#{target_file_name}")
                     return target_file_name
                   end
                   def random_output_file_name(user,problem)
                     problem_name = TestRequest.name_of(problem)
                     begin
                       tmpname =  "#{@config.test_request_output_base_dir}" +
                         "/#{user.login}/#{problem_name}/#{rand(10000)}"
                     end while File.exists?(tmpname)
                     tmpname
                   end
                 end
               end

Write
Preview

You need to be logged in to leave comments. Login now

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository permissions settings

Sign in to your account

Author

r117:cc3e1102f8c6 - Sun, 25 Apr 2010 12:38:40 - 5 files changed: 36 inserted, 3 deleted

Sign in to your account

Commit r117:cc3e1102f8c6 public

Author

r117:cc3e1102f8c6 - Sun, 25 Apr 2010 12:38:40 - 5 files changed: 36 inserted, 3 deleted

Commit `r117:cc3e1102f8c6` public