cafe-grader-judge-scripts Files

cafe-grader-judge-scripts

Location: cafe-grader-judge-scripts/std-script/judge - annotation

Commit Description:

handle the case when problem id or submission id is null. Grader will simply skip such request. Add more report on console (for command line grading)...

Commit Description:

handle the case when problem id or submission id is null. Grader will simply skip such request. Add more report on console (for command line grading) (mercurial grafted from d233105d3965c5368c9b33125f390e39b25f910e)

References:

r181:5c6f0b732e70 default

File last commit:

r165:6f663119800b algo

Show/Diff file:

Action:

History | Source | Raw | Download

Jittat Fakcharoenphol fixed grader to work with ruby 1.9	r137	#!/usr/bin/env ruby
jittat import original files...	r0
Jittat Fakcharoenphol removed many 'system' invokations	r101	require 'fileutils'

jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	def log(str='')
		if ENV['TALKATIVE']!=nil
		puts str
		end
		if ENV['GRADER_LOGGING']!=nil
		log_fname = ENV['GRADER_LOGGING']
		fp = File.open(log_fname,"a")
		fp.puts("judge: #{Time.new.strftime("%H:%M")} #{str}")
		fp.close
		end
		end

jittat import original files...	r0	problem_home = ENV['PROBLEM_HOME']

		def execute(command, error_message="")
		if not system(command)
jittat [grader] fixed: import_problem (error in erb calls), check_wrapper; better error handling -- will get 0 score for a particular test run that fails...	r31	msg = "ERROR: #{error_message}"
		log msg
Jittat Fakcharoenphol fixed grader to work with ruby 1.9	r137	raise(msg)
jittat import original files...	r0	end
		end

Jittat Fakcharoenphol removed many 'system' invokations	r101	def call_and_log(error_message)
		begin
		yield
		rescue
		msg = "ERROR: #{error_message}"
		log msg
		raise msg
		end
		end

		def clear_and_create_empty_dir(dir)
		FileUtils.rm_rf(dir, :secure => true)
		call_and_log("Cannot make directory #{dir}.") { FileUtils.mkdir(dir) }
		end

jittat import original files...	r0	# ARGV[0] --- language
		# ARGV[1] --- program source file
		# ARGV[2] --- test result directory
		# ARGV[3] --- sandbox directory

		if ARGV.length < 2 \|\| ARGV.length > 4
		puts "Usage: judge <language> <program-source> [<test-result-directory>] [<sandbox-directory>]"
		puts " <sandbox-directory> is defaulted to ./sandbox"
		puts " <test-result-directory> is defaulted to ./test-result"
		puts "WARNING: The judge script will forcefully create the (implicitly and explicitly) specified directories and remove anything inside it."
		exit(127)
		end

		language = ARGV[0]
jittat [grader] fixed to work with free pascal...	r53	if language != "c" && language != "c++" && language != "pas"
		log "You specified a language that is not supported: #{language}."
jittat import original files...	r0	exit(127)
		end

		source_file = ARGV[1]
		if File.exist?(source_file) == false
jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log "The source file does not exist."
jittat import original files...	r0	exit(127)
		end

jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log "Making test result and sandbox directories..."
jittat import original files...	r0
Jittat Fakcharoenphol removed calls to 'pwd', other uses of back quotes	r102	current_dir = FileUtils.pwd
jittat import original files...	r0	current_dir.strip!

		if ARGV.length >= 3
		test_result_dir = ARGV[2]
		else
		test_result_dir = "#{current_dir}/test-result"
		end
Jittat Fakcharoenphol removed many 'system' invokations	r101
jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log "Test result directory: #{test_result_dir}"
Jittat Fakcharoenphol removed many 'system' invokations	r101	clear_and_create_empty_dir(test_result_dir)
jittat import original files...	r0
		if ARGV.length >= 4
		sandbox_dir = ARGV[3]
		else
		sandbox_dir = "#{current_dir}/sandbox"
		end
jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log "Sandbox directory: #{sandbox_dir}"
Jittat Fakcharoenphol removed many 'system' invokations	r101	clear_and_create_empty_dir(sandbox_dir)
jittat import original files...	r0
		# Compile
jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log
		log "Compiling..."
Jittat Fakcharoenphol removed many 'system' invokations	r101	call_and_log("Cannot copy the source file to #{sandbox_dir}") {
		FileUtils.cp(source_file, sandbox_dir)
		}
jittat import original files...	r0	begin
		Dir.chdir sandbox_dir
		rescue
jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log "ERROR: Cannot change directory to #{sandbox_dir}."
jittat import original files...	r0	exit(127)
		end
		execute("#{problem_home}/script/compile #{language} #{source_file}", "Compilation error!")
Jittat Fakcharoenphol removed calls to 'pwd', other uses of back quotes	r102	compile_message = open("compiler_message").read
jittat import original files...	r0	compile_message.strip!
Jittat Fakcharoenphol removed many 'system' invokations	r101	call_and_log("Cannot move the compiler message to #{test_result_dir}.") {
		FileUtils.mv("compiler_message", test_result_dir)
		}
jittat fix bugs: paths, check compilation error, all_tests.cfg.erb...	r3	if !FileTest.exist?("a.out")
jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log "Cannot compile the source code. See message in #{test_result_dir}/compile_message"
jittat import original files...	r0	exit(127)
		else
Jittat Fakcharoenphol removed many 'system' invokations	r101	call_and_log("Cannot move the compiled program to #{test_result_dir}") {
		FileUtils.mv("a.out",test_result_dir)
		}
		FileUtils.rm_rf("#{sandbox_dir}/.")
jittat import original files...	r0	end

		require "#{problem_home}/script/test_dsl.rb"
		load "#{problem_home}/test_cases/all_tests.cfg"
		problem = Problem.get_instance

		if problem.well_formed? == false
jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log "The problem specification is not well formed."
jittat import original files...	r0	exit(127)
		end

		# Doing the testing.
		(1..(problem.num_tests)).each do \|test_num\|
jittat [grader] +grade submission...	r61
		$stdout.print "[#{test_num}]"
		$stdout.flush

jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log "Test number: #{test_num}"
Jittat Fakcharoenphol fixed grader to work with ruby 1.9	r137
Jittat Fakcharoenphol removed many 'system' invokations	r101	call_and_log("Cannot copy the compiled program into #{sandbox_dir}") {
Jittat Fakcharoenphol fixed grader to work with ruby 1.9	r137	FileUtils.cp("#{test_result_dir}/a.out", sandbox_dir, :preserve => true)
Jittat Fakcharoenphol removed many 'system' invokations	r101	}
Jittat Fakcharoenphol fixed grader to work with ruby 1.9	r137
jittat [grader] fixed: import_problem (error in erb calls), check_wrapper; better error handling -- will get 0 score for a particular test run that fails...	r31	begin
		execute("#{problem_home}/script/run #{language} #{test_num}", "Error occured during execution of the run script")
		rescue
		# do nothing
		end
Jittat Fakcharoenphol fixed grader to work with ruby 1.9	r137
Jittat Fakcharoenphol removed many 'system' invokations	r101	call_and_log("Cannot create directory #{test_result_dir}/#{test_num}") {
		FileUtils.mkdir "#{test_result_dir}/#{test_num}"
		}
		call_and_log("Cannot copy the result file into #{test_result_dir}/#{test_num}") {
		FileUtils.mv "#{sandbox_dir}/result", "#{test_result_dir}/#{test_num}"
		}
		call_and_log("Cannot copy the comment file into #{test_result_dir}/#{test_num}") {
		FileUtils.mv "#{sandbox_dir}/comment", "#{test_result_dir}/#{test_num}"
		}
		call_and_log("Cannot copy the output file into #{test_result_dir}/#{test_num}") {
		FileUtils.mv "#{sandbox_dir}/output.txt", "#{test_result_dir}/#{test_num}"
		}
		call_and_log("Cannot clear #{sandbox_dir}") {
		FileUtils.rm_rf(Dir.glob("#{sandbox_dir}/*"), :secure => true)
		}
jittat import original files...	r0	end

jittat [grader] +grade submission...	r61	$stdout.print "[done]\n"

jittat import original files...	r0	# Grade
jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log
		log "Grading..."
jittat import original files...	r0	begin
		Dir.chdir test_result_dir
		rescue
jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log "ERROR: Cannot change directory to #{test_result_dir}."
jittat import original files...	r0	exit(127)
		end
		execute("#{problem_home}/script/grade", "An error occured during grading!")

jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log
		log "All done!"

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository permissions settings

Sign in to your account

Last Author