cafe-grader-judge-scripts Commit

cafe-grader-judge-scripts

Commit `r61:3dcc15f24294` public

parent | child

Description:

[grader] +grade submission git-svn-id: http://theory.cpe.ku.ac.th/grader/judge/trunk/scripts@264 6386c4cd-e34a-4fa8-8920-d93eb39b512e

Commit status:

[Not Reviewed]

References:

default

Diff options:

| | | |

Comments:

0 Commit comments 0 Inline Comments

Unresolved TODOs:

There are no unresolved TODOs

Add another comment

r61:3dcc15f24294 - Sun, 11 May 2008 13:26:20 - 3 files changed: 34 inserted, 0 deleted

grader ¶ +23

               #!/usr/bin/ruby
               def stop_grader(id)
                 if id==:all
                   File.open(File.dirname(__FILE__) + "/stop.all",'w').close
                 else
                   File.open(File.dirname(__FILE__) + "/stop.#{id}",'w').close
                 end
               end
               def check_stopfile
                 FileTest.exist?(File.dirname(__FILE__) + "/stop.all") or
                   FileTest.exist?(File.dirname(__FILE__) + "/stop.#{Process.pid}")
               end
               def clear_stopfile
                 if FileTest.exist?(File.dirname(__FILE__) + "/stop.#{Process.pid}")
                   system("rm " + File.dirname(__FILE__) + "/stop.#{Process.pid}")
                 end
               end
               def config
                 Grader::Configuration.get_instance
               end
               def log_file_name
                 if !File.exists?(config.log_dir)
                   raise "Log directory does not exist: #{config.log_dir}"
                 end
                 config.log_dir +
                   "/#{GRADER_ENV}_#{config.grader_mode}.#{Process.pid}"
               end
               def log(str)
                 if config.talkative
                   puts str
                 end
                 if config.logging
                   fp = File.open(log_file_name,"a")
                   fp.puts("GRADER: #{Time.new.strftime("%H:%M")} #{str}")
                   fp.close
                 end
               end
               def display_manual
                 puts <<USAGE
               Grader.
               using: (1) grader
                      (2) grader environment [mode]
                      (3) grader stop [all|pids-list]
                      (4) grader --help
               (1) call grader with environment = 'exam', mode = 'queue'
               (2) possible modes are: 'queue', 'prob', 'test_request'
               (3) create stop-file to stop running grader in queue mode
               (4) You are here.
               USAGE
               end
               #########################################
               # main program
               #########################################
               # with --help
               if (ARGV.length==1) and (/help/.match(ARGV[0]))
                 display_manual
                 exit(0)
               end
               # reading environment and options
               if (ARGV.length >= 1) and (ARGV[0]=='stop')
                 if ARGV.length==1
                   puts "you should specify pid-list or 'all'"
                   display_manual
                 elsif (ARGV.length==2) and (ARGV[1]=='all')
                   stop_grader(:all)
                   puts "A global stop file ('stop.all') created."
                   puts "You should remove it manually later."
                 else
                   (1..ARGV.length-1).each do |i|
                     stop_grader(ARGV[i])
                   end
                   puts "stop file(s) created"
                 end
                 exit(0)
               end
               if check_stopfile
                 puts "Stop file exists.  Terminated."
                 clear_stopfile
                 exit(0)
               end
               grader_mode = 'queue'
               if ARGV.length >= 1
                 GRADER_ENV = ARGV[0]
                 if ARGV.length >=2
                   grader_mode = ARGV[1]
                 end
               else
                 GRADER_ENV = 'exam'
               end
               puts "environment: #{GRADER_ENV}"
               require File.join(File.dirname(__FILE__),'config/environment')
               # add grader_mode to config
               # this is needed because method log needs it.  TODO: clean this up
               class << config
                 attr_accessor :grader_mode
               end
               config.grader_mode = grader_mode
               # reading rails environment
               log 'Reading rails environment'
               RAILS_ENV = config.rails_env
               require RAILS_ROOT + '/config/environment'
               # register grader process
               if config.report_grader
                 grader_proc = GraderProcess.register(config.grader_hostname,
                                                      Process.pid,
                                                      grader_mode)
               else
                 grader_proc = nil
               end
               #set loggin environment
               ENV['GRADER_LOGGING'] = log_file_name
               #
               # MAIN LOOP
               #
               case grader_mode
               when "queue", "test_request"
                 log "Grader: #{grader_mode}"
                 if grader_mode=="queue"
                   engine = Grader::Engine.new
                 else
                   engine = Grader::Engine.new(Grader::TestRequestRoomMaker.new,
                                               Grader::TestRequestReporter.new)
                 end
                 runner = Grader::Runner.new(engine, grader_proc)
                 while true
                   if check_stopfile    # created by calling grader stop
                     clear_stopfile
                     log "stopped (with stop file)"
                     break
                   end
                   if grader_mode=="queue"
                     task = runner.grade_oldest_task
                   else
                     task = runner.grade_oldest_test_request
                   end
                   if task==nil
                     sleep(1)
                   end
                 end
               when "prob"
                 engine = Grader::Engine.new
                 runner = Grader::Runner.new(engine, grader_proc)
                 grader_proc.report_active if grader_proc!=nil
                 ARGV.shift
                 ARGV.shift
                 ARGV.each do |prob_name|
                   prob = Problem.find_by_name(prob_name)
                   if prob==nil
                     puts "cannot find problem: #{prob_name}"
                   else
                     runner.grade_problem(prob)
                   end
                 end
+            + when "sub"
+            +   engine = Grader::Engine.new
+            +   runner = Grader::Runner.new(engine, grader_proc)
+            +
+            +   grader_proc.report_active if grader_proc!=nil
+            +
+            +   ARGV.shift
+            +   ARGV.shift
+            +
+            +   ARGV.each do |sub_id|
+            +     puts "Grading #{sub_id}"
+            +     begin
+            +       submission = Submission.find(sub_id.to_i)
+            +     rescue ActiveRecord::RecordNotFound
+            +       puts "Record not found"
+            +       submission = nil
+            +     end
+            +
+            +     if submission!=nil
+            +       runner.grade_submission(submission)
+            +     end
+            +   end
+            +
               else
                 display_manual
                 exit(0)
               end
               # report inactive
               grader_proc.report_inactive if grader_proc!=nil

lib/runner.rb ¶ +5

               #
               # A runner drives the engine into various tasks.
               #
               module Grader
                 class Runner
                   def initialize(engine, grader_process=nil)
                     @engine = engine
                     @grader_process = grader_process
                   end
                   def grade_oldest_task
                     task = Task.get_inqueue_and_change_status(Task::STATUS_GRADING)
                     if task!=nil
                       @grader_process.report_active(task) if @grader_process!=nil
                       submission = Submission.find(task.submission_id)
                       @engine.grade(submission)
                       task.status_complete!
                       @grader_process.report_inactive(task) if @grader_process!=nil
                     end
                     return task
                   end
                   def grade_problem(problem)
                     users = User.find(:all)
                     users.each do |u|
                       puts "user: #{u.login}"
                       last_sub = Submission.find(:first,
                                                  :conditions => "user_id = #{u.id} and " +
                                                                 "problem_id = #{problem.id}",
                                                  :order => 'submitted_at DESC')
                       if last_sub!=nil
                         @engine.grade(last_sub)
                       end
                     end
                   end
+            +     def grade_submission(submission)
+            +       puts "Submission: #{submission.id} by #{submission.user.full_name}"
+            +       @engine.grade(submission)
+            +     end
+            +
                   def grade_oldest_test_request
                     test_request = TestRequest.get_inqueue_and_change_status(Task::STATUS_GRADING)
                     if test_request!=nil
                       @grader_process.report_active(test_request) if @grader_process!=nil
                       @engine.grade(test_request)
                       test_request.status_complete!
                       @grader_process.report_inactive(test_request) if @grader_process!=nil
                     end
                     return test_request
                   end
                 end
               end

std-script/judge ¶ +6

               #!/usr/bin/ruby
               def log(str='')
                 if ENV['TALKATIVE']!=nil
                   puts str
                 end
                 if ENV['GRADER_LOGGING']!=nil
                   log_fname = ENV['GRADER_LOGGING']
                   fp = File.open(log_fname,"a")
                   fp.puts("judge: #{Time.new.strftime("%H:%M")} #{str}")
                   fp.close
                 end
               end
               problem_home = ENV['PROBLEM_HOME']
               def execute(command, error_message="")
                 if not system(command)
                   msg = "ERROR: #{error_message}"
                   log msg
                   raise msg
                 end
               end
               # ARGV[0] --- language
               # ARGV[1] --- program source file
               # ARGV[2] --- test result directory
               # ARGV[3] --- sandbox directory
               if ARGV.length < 2 || ARGV.length > 4
                 puts "Usage: judge <language> <program-source> [<test-result-directory>] [<sandbox-directory>]"
                 puts "  <sandbox-directory> is defaulted to ./sandbox"
                 puts "  <test-result-directory> is defaulted to ./test-result"
                 puts "WARNING: The judge script will forcefully create the (implicitly and explicitly) specified directories and remove anything inside it."
                 exit(127)
               end
               language = ARGV[0]
               if language != "c" && language != "c++" && language != "pas"
                 log "You specified a language that is not supported: #{language}."
                 exit(127)
               end
               source_file = ARGV[1]
               if File.exist?(source_file) == false
                 log "The source file does not exist."
                 exit(127)
               end
               log "Making test result and sandbox directories..."
               current_dir = `pwd`
               current_dir.strip!
               if ARGV.length >= 3
                 test_result_dir = ARGV[2]
               else
                 test_result_dir = "#{current_dir}/test-result"
               end
               log "Test result directory: #{test_result_dir}"
               system("rm -Rf #{test_result_dir}")
               execute("mkdir #{test_result_dir}", "Cannot make directory #{test_result_dir}.")
               if ARGV.length >= 4
                 sandbox_dir = ARGV[3]
               else
                 sandbox_dir = "#{current_dir}/sandbox"
               end
               log "Sandbox directory: #{sandbox_dir}"
               system("rm -Rf #{sandbox_dir}")
               execute("mkdir #{sandbox_dir}", "Cannot make directory #{sandbox_dir}")
               # Compile
               log
               log "Compiling..."
               execute("cp #{source_file} #{sandbox_dir}", "Cannot copy the source file to #{sandbox_dir}")
               begin
                 Dir.chdir sandbox_dir
               rescue
                 log "ERROR: Cannot change directory to #{sandbox_dir}."
                 exit(127)
               end
               execute("#{problem_home}/script/compile #{language} #{source_file}", "Compilation error!")
               compile_message = `cat compiler_message`
               compile_message.strip!
               execute("mv compiler_message #{test_result_dir}", "Cannot move the compiler message to #{test_result_dir}.")
               if !FileTest.exist?("a.out")
                 log "Cannot compile the source code. See message in #{test_result_dir}/compile_message"
                 exit(127)
               else
                 execute("mv a.out #{test_result_dir}", "Cannot move the compiled program to #{test_result_dir}")
                 system("rm -Rf #{sandbox_dir}/*")
               end
               require "#{problem_home}/script/test_dsl.rb"
               load "#{problem_home}/test_cases/all_tests.cfg"
               problem = Problem.get_instance
               if problem.well_formed? == false
                 log "The problem specification is not well formed."
                 exit(127)
               end
               # Doing the testing.
               (1..(problem.num_tests)).each do |test_num|
+            +
+            +   $stdout.print "[#{test_num}]"
+            +   $stdout.flush
+            +
                 log "Test number: #{test_num}"
                 execute("cp #{test_result_dir}/a.out #{sandbox_dir}", "Cannot copy the compiled program into #{sandbox_dir}")
                 begin
                   execute("#{problem_home}/script/run #{language} #{test_num}", "Error occured during execution of the run script")
                 rescue
                   # do nothing
                 end
                 execute("mkdir #{test_result_dir}/#{test_num}", "Cannot create directory #{test_result_dir}/#{test_num}")
                 execute("mv #{sandbox_dir}/result #{test_result_dir}/#{test_num}", "Cannot copy the result file into #{test_result_dir}/#{test_num}")
                 execute("mv #{sandbox_dir}/comment #{test_result_dir}/#{test_num}", "Cannot copy the comment file into #{test_result_dir}/#{test_num}")
                 execute("mv #{sandbox_dir}/output.txt #{test_result_dir}/#{test_num}", "Cannot copy the output file into #{test_result_dir}/#{test_num}")
                 execute("rm -Rf #{sandbox_dir}/*", "Cannot clear #{sandbox_dir}")
               end
+            + $stdout.print "[done]\n"
+            +
               # Grade
               log
               log "Grading..."
               begin
                 Dir.chdir test_result_dir
               rescue
                 log "ERROR: Cannot change directory to #{test_result_dir}."
                 exit(127)
               end
               execute("#{problem_home}/script/grade", "An error occured during grading!")
               log
               log "All done!"

Write
Preview

You need to be logged in to leave comments. Login now

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository permissions settings

Sign in to your account

Author

r61:3dcc15f24294 - Sun, 11 May 2008 13:26:20 - 3 files changed: 34 inserted, 0 deleted

Sign in to your account

Commit r61:3dcc15f24294 public

Author

r61:3dcc15f24294 - Sun, 11 May 2008 13:26:20 - 3 files changed: 34 inserted, 0 deleted

Commit `r61:3dcc15f24294` public