cafe-grader-judge-scripts Files

cafe-grader-judge-scripts

Location: cafe-grader-judge-scripts/std-script/judge - annotation

Commit Description:

[grader] +grade submission...

Commit Description:

[grader] +grade submission git-svn-id: http://theory.cpe.ku.ac.th/grader/judge/trunk/scripts@264 6386c4cd-e34a-4fa8-8920-d93eb39b512e

References:

r61:3dcc15f24294 default

File last commit:

r61:3dcc15f24294 default

Show/Diff file:

Action:

History | Source | Raw | Download

jittat import original files...	r0	#!/usr/bin/ruby

jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	def log(str='')
		if ENV['TALKATIVE']!=nil
		puts str
		end
		if ENV['GRADER_LOGGING']!=nil
		log_fname = ENV['GRADER_LOGGING']
		fp = File.open(log_fname,"a")
		fp.puts("judge: #{Time.new.strftime("%H:%M")} #{str}")
		fp.close
		end
		end

jittat import original files...	r0	problem_home = ENV['PROBLEM_HOME']

		def execute(command, error_message="")
		if not system(command)
jittat [grader] fixed: import_problem (error in erb calls), check_wrapper; better error handling -- will get 0 score for a particular test run that fails...	r31	msg = "ERROR: #{error_message}"
		log msg
		raise msg
jittat import original files...	r0	end
		end

		# ARGV[0] --- language
		# ARGV[1] --- program source file
		# ARGV[2] --- test result directory
		# ARGV[3] --- sandbox directory

		if ARGV.length < 2 \|\| ARGV.length > 4
		puts "Usage: judge <language> <program-source> [<test-result-directory>] [<sandbox-directory>]"
		puts " <sandbox-directory> is defaulted to ./sandbox"
		puts " <test-result-directory> is defaulted to ./test-result"
		puts "WARNING: The judge script will forcefully create the (implicitly and explicitly) specified directories and remove anything inside it."
		exit(127)
		end

		language = ARGV[0]
jittat [grader] fixed to work with free pascal...	r53	if language != "c" && language != "c++" && language != "pas"
		log "You specified a language that is not supported: #{language}."
jittat import original files...	r0	exit(127)
		end

		source_file = ARGV[1]
		if File.exist?(source_file) == false
jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log "The source file does not exist."
jittat import original files...	r0	exit(127)
		end

jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log "Making test result and sandbox directories..."
jittat import original files...	r0
		current_dir = `pwd`
		current_dir.strip!

		if ARGV.length >= 3
		test_result_dir = ARGV[2]
		else
		test_result_dir = "#{current_dir}/test-result"
		end
jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log "Test result directory: #{test_result_dir}"
jittat import original files...	r0	system("rm -Rf #{test_result_dir}")
		execute("mkdir #{test_result_dir}", "Cannot make directory #{test_result_dir}.")

		if ARGV.length >= 4
		sandbox_dir = ARGV[3]
		else
		sandbox_dir = "#{current_dir}/sandbox"
		end
jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log "Sandbox directory: #{sandbox_dir}"
jittat import original files...	r0	system("rm -Rf #{sandbox_dir}")
		execute("mkdir #{sandbox_dir}", "Cannot make directory #{sandbox_dir}")

		# Compile
jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log
		log "Compiling..."
jittat import original files...	r0	execute("cp #{source_file} #{sandbox_dir}", "Cannot copy the source file to #{sandbox_dir}")
		begin
		Dir.chdir sandbox_dir
		rescue
jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log "ERROR: Cannot change directory to #{sandbox_dir}."
jittat import original files...	r0	exit(127)
		end
		execute("#{problem_home}/script/compile #{language} #{source_file}", "Compilation error!")
		compile_message = `cat compiler_message`
		compile_message.strip!
		execute("mv compiler_message #{test_result_dir}", "Cannot move the compiler message to #{test_result_dir}.")
jittat fix bugs: paths, check compilation error, all_tests.cfg.erb...	r3	if !FileTest.exist?("a.out")
jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log "Cannot compile the source code. See message in #{test_result_dir}/compile_message"
jittat import original files...	r0	exit(127)
		else
		execute("mv a.out #{test_result_dir}", "Cannot move the compiled program to #{test_result_dir}")
		system("rm -Rf #{sandbox_dir}/*")
		end

		require "#{problem_home}/script/test_dsl.rb"
		load "#{problem_home}/test_cases/all_tests.cfg"
		problem = Problem.get_instance

		if problem.well_formed? == false
jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log "The problem specification is not well formed."
jittat import original files...	r0	exit(127)
		end

		# Doing the testing.
		(1..(problem.num_tests)).each do \|test_num\|
jittat [grader] +grade submission...	r61
		$stdout.print "[#{test_num}]"
		$stdout.flush

jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log "Test number: #{test_num}"
jittat import original files...	r0	execute("cp #{test_result_dir}/a.out #{sandbox_dir}", "Cannot copy the compiled program into #{sandbox_dir}")
jittat [grader] fixed: import_problem (error in erb calls), check_wrapper; better error handling -- will get 0 score for a particular test run that fails...	r31	begin
		execute("#{problem_home}/script/run #{language} #{test_num}", "Error occured during execution of the run script")
		rescue
		# do nothing
		end
jittat import original files...	r0	execute("mkdir #{test_result_dir}/#{test_num}", "Cannot create directory #{test_result_dir}/#{test_num}")
		execute("mv #{sandbox_dir}/result #{test_result_dir}/#{test_num}", "Cannot copy the result file into #{test_result_dir}/#{test_num}")
		execute("mv #{sandbox_dir}/comment #{test_result_dir}/#{test_num}", "Cannot copy the comment file into #{test_result_dir}/#{test_num}")
jittat fix various bugs, save output, save comment...	r8	execute("mv #{sandbox_dir}/output.txt #{test_result_dir}/#{test_num}", "Cannot copy the output file into #{test_result_dir}/#{test_num}")
jittat import original files...	r0	execute("rm -Rf #{sandbox_dir}/*", "Cannot clear #{sandbox_dir}")
		end

jittat [grader] +grade submission...	r61	$stdout.print "[done]\n"

jittat import original files...	r0	# Grade
jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log
		log "Grading..."
jittat import original files...	r0	begin
		Dir.chdir test_result_dir
		rescue
jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log "ERROR: Cannot change directory to #{test_result_dir}."
jittat import original files...	r0	exit(127)
		end
		execute("#{problem_home}/script/grade", "An error occured during grading!")

jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log
		log "All done!"

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository permissions settings

Sign in to your account

Last Author