cafe-grader-judge-scripts Commit

cafe-grader-judge-scripts

Commit `r8:4a121cdd0baf` public

parent | child

Description:

fix various bugs, save output, save comment git-svn-id: http://theory.cpe.ku.ac.th/grader/cli/trunk/scripts@21 6386c4cd-e34a-4fa8-8920-d93eb39b512e

Commit status:

[Not Reviewed]

References:

default

Diff options:

| | | |

Comments:

0 Commit comments 0 Inline Comments

Unresolved TODOs:

There are no unresolved TODOs

Add another comment

r8:4a121cdd0baf - Fri, 18 Jan 2008 10:09:27 - 3 files changed: 6 inserted, 7 deleted

std-script/grade ¶ +4 -6

               #!/usr/bin/ruby
               def char_comment(comment)
                 if comment =~ /[iI]ncorrect/
                   '-'
                 elsif comment =~ /[Cc]orrect/
                   'P'
                 elsif comment =~ /[Tt]ime/
                   'T'
                 else
                   '?'
                 end
               end
               problem_home = ENV['PROBLEM_HOME']
               require "#{problem_home}/script/test_dsl.rb"
               load "#{problem_home}/test_cases/all_tests.cfg"
               problem = Problem.get_instance
               if problem.well_formed? == false
                 puts "The problem specification is not well formed."
                 exit(127)
               end
               all_score = 0
               all_comment = ''
               (1..(problem.runs.length-1)).each do |k|
                 run = problem.runs[k]
                 run_score = 0
                 run_comment = ''
+            +   run_comment_short = ''
                 run.tests.each do |test_num|
                   result_file_name = "#{test_num}/result"
                   if not File.exists?(result_file_name)
                     puts "Cannot find the file #{test_num}/result!"
                     exit(127)
                   end
                   result_file = File.new(result_file_name, "r")
                   result_file_lines = result_file.readlines
                   run_score = run_score + result_file_lines[1].to_i
-            - #    run_comment += char_comment(result_file_lines[0])
+            +     run_comment += result_file_lines[0]
-            -     result_file_lines.each do |l|
+            +     run_comment_short += char_comment(result_file_lines[0])
-            -       run_comment += l
-            -     end
-            -     run_comment += "----\n"
                   result_file.close
                 end
                 run_result_file = File.new("result-#{k}", "w")
                 run_result_file.write run_score
                 run_result_file.write "\n"
                 run_result_file.close
                 run_comment_file = File.new("comment-#{k}", "w")
                 run_comment_file.write "#{run_comment}\n"
                 run_comment_file.close
                 all_score = all_score + run_score
-            -   all_comment += run_comment
+            +   all_comment += run_comment_short
               end
               result_file = File.new("result", "w")
               result_file.write all_score
               result_file.write "\n"
               result_file.close
               comment_file = File.new("comment", "w")
               comment_file.write "#{all_comment}\n"
               comment_file.close

std-script/judge ¶ +1

               if ARGV.length >= 4
                 sandbox_dir = ARGV[3]
               else
                 sandbox_dir = "#{current_dir}/sandbox"
               end
               puts "Sandbox directory: #{sandbox_dir}"
               system("rm -Rf #{sandbox_dir}")
               execute("mkdir #{sandbox_dir}", "Cannot make directory #{sandbox_dir}")
               # Compile
               puts
               puts "Compiling..."
               execute("cp #{source_file} #{sandbox_dir}", "Cannot copy the source file to #{sandbox_dir}")
               begin
                 Dir.chdir sandbox_dir
               rescue
                 puts "ERROR: Cannot change directory to #{sandbox_dir}."
                 exit(127)
               end
               execute("#{problem_home}/script/compile #{language} #{source_file}", "Compilation error!")
               compile_message = `cat compiler_message`
               compile_message.strip!
               execute("mv compiler_message #{test_result_dir}", "Cannot move the compiler message to #{test_result_dir}.")
               if !FileTest.exist?("a.out")
                 puts "Cannot compile the source code. See message in #{test_result_dir}/compile_message"
                 exit(127)
               else
                 execute("mv a.out #{test_result_dir}", "Cannot move the compiled program to #{test_result_dir}")
                 system("rm -Rf #{sandbox_dir}/*")
               end
               require "#{problem_home}/script/test_dsl.rb"
               load "#{problem_home}/test_cases/all_tests.cfg"
               problem = Problem.get_instance
               if problem.well_formed? == false
                 puts "The problem specification is not well formed."
                 exit(127)
               end
               # Doing the testing.
               (1..(problem.num_tests)).each do |test_num|
                 puts
                 execute("cp #{test_result_dir}/a.out #{sandbox_dir}", "Cannot copy the compiled program into #{sandbox_dir}")
                 execute("#{problem_home}/script/run #{language} #{test_num}", "Error occured during execution of the run script")
                 execute("mkdir #{test_result_dir}/#{test_num}", "Cannot create directory #{test_result_dir}/#{test_num}")
                 execute("mv #{sandbox_dir}/result #{test_result_dir}/#{test_num}", "Cannot copy the result file into #{test_result_dir}/#{test_num}")
                 execute("mv #{sandbox_dir}/comment #{test_result_dir}/#{test_num}", "Cannot copy the comment file into #{test_result_dir}/#{test_num}")
+            +   execute("mv #{sandbox_dir}/output.txt #{test_result_dir}/#{test_num}", "Cannot copy the output file into #{test_result_dir}/#{test_num}")
                 execute("rm -Rf #{sandbox_dir}/*", "Cannot clear #{sandbox_dir}")
               end
               # Grade
               puts
               puts "Grading..."
               begin
                 Dir.chdir test_result_dir
               rescue
                 puts "ERROR: Cannot change directory to #{test_result_dir}."
                 exit(127)
               end
               execute("#{problem_home}/script/grade", "An error occured during grading!")
               puts
               puts "All done!"

std-script/run ¶ +1 -1

               end
               # Check if the test number is okay.
               if test_num <= 0 || test_num > problem.num_tests
                 puts "You have specified a wrong test number."
                 exit(127)
               end
               #####################################
               # Set the relavant file names here. #
               #####################################
               input_file_name = "#{problem_home}/test_cases/#{test_num}/input-#{test_num}.txt"
               #####################################
               time_limit = problem.get_time_limit test_num
               mem_limit = problem.get_mem_limit(test_num) * 1024
               # Copy the input file.
               #`cp #{problem_home}/test_cases/#{test_num}/#{input_file_name} .`
               # Run the program.
               run_command = "/usr/bin/time -f \"%E\" 2>run_result #{problem_home}/script/box -a 2 -f -t #{time_limit} -m #{mem_limit} -i #{input_file_name} -o output.txt #{program_name}"
               puts "Running test #{test_num}..."
               puts run_command
               puts
               system(run_command)
               # Create the result file.
               result_file = File.new("result", "w")
               comment_file = File.new("comment", "w")
               # Check if the program actually produced any output.
               run_result_file = File.new("run_result", "r")
               run_result = run_result_file.readlines
               run_result_file.close
               time_elapsed = run_result[run_result.length-1]
               report = lambda{ |status, points, comment|
                 result_file.write status.strip
                 result_file.write "\n"
                 result_file.write points.to_s.strip
                 result_file.write "\n"
                 result_file.write time_elapsed.strip
                 result_file.write "\n"
                 result_file.close
                 `rm run_result`
-            -   `rm output.txt`
+            +   # `rm output.txt`   --- keep the output
                 comment_file.write comment
                 comment_file.write "--run-result--\n"
                 run_result.each do |l|
                   comment_file.write l
                 end
                 comment_file.close
                 puts
                 puts "Done!"
                 exit(0)
               }
               if run_result[0][0,2] != "OK"
                 puts "There was a runtime error."
                 report.call(run_result[0], 0, "No comment.\n")
               end
               # Run 'check' to evaluate the output.
               #puts "There was no runtime error. Proceed to checking the output."
               check_command = "#{problem_home}/script/check #{language} #{test_num}"
               puts "Checking the output..."
               puts check_command
               if not system(check_command)
                 exit(127)
               end
               check_file = File.new("check_result", "r")
               check_file_lines = check_file.readlines
               report.call(check_file_lines[0], check_file_lines[1], "No comment.\n")

Write
Preview

You need to be logged in to leave comments. Login now

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository permissions settings

Sign in to your account

Author

r8:4a121cdd0baf - Fri, 18 Jan 2008 10:09:27 - 3 files changed: 6 inserted, 7 deleted

Sign in to your account

Commit r8:4a121cdd0baf public

Author

r8:4a121cdd0baf - Fri, 18 Jan 2008 10:09:27 - 3 files changed: 6 inserted, 7 deleted

Commit `r8:4a121cdd0baf` public