cafe-grader-judge-scripts Files

cafe-grader-judge-scripts

Location: cafe-grader-judge-scripts/std-script/grade - annotation

Commit Description:

fix run of php

Commit Description:

fix run of php

References:

r171:71d83c577dc9 algo

File last commit:

r165:6f663119800b algo

Show/Diff file:

Action:

History | Source | Raw | Download

Jittat Fakcharoenphol fixed grader to work with ruby 1.9	r137	#!/usr/bin/env ruby
jittat import original files...	r0
jittat [grader] fixed: import_problem (error in erb calls), check_wrapper; better error handling -- will get 0 score for a particular test run that fails...	r31	CORRECT_MARK = 'P'
		INCORRECT_MARK = '-'
		TIMEOUT_MARK = 'T'
		RUN_ERROR_MARK = 'x'

jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	def log(str='')
		if ENV['TALKATIVE']!=nil
		puts str
		end
		if ENV['GRADER_LOGGING']!=nil
		log_fname = ENV['GRADER_LOGGING']
		fp = File.open(log_fname,"a")
		fp.puts("grade: #{Time.new.strftime("%H:%M")} #{str}")
		fp.close
		end
		end

jittat import original files...	r0	def char_comment(comment)
jittat [web] allow check script to inject the comment...	r40	if comment =~ /[Ii]ncorrect/
jittat [grader] fixed: import_problem (error in erb calls), check_wrapper; better error handling -- will get 0 score for a particular test run that fails...	r31	INCORRECT_MARK
jittat import original files...	r0	elsif comment =~ /[Cc]orrect/
jittat [grader] fixed: import_problem (error in erb calls), check_wrapper; better error handling -- will get 0 score for a particular test run that fails...	r31	CORRECT_MARK
jittat import original files...	r0	elsif comment =~ /[Tt]ime/
jittat [grader] fixed: import_problem (error in erb calls), check_wrapper; better error handling -- will get 0 score for a particular test run that fails...	r31	TIMEOUT_MARK
jittat [web] allow check script to inject the comment...	r40	elsif res = /^[Cc]omment:(.*)$/.match(comment)
		res[1]
jittat import original files...	r0	else
jittat [grader] fixed: import_problem (error in erb calls), check_wrapper; better error handling -- will get 0 score for a particular test run that fails...	r31	RUN_ERROR_MARK # these are run time errors
jittat import original files...	r0	end
		end

admin add run_stat checking	r160	def extract_time(t)
admin add php	r165	#puts "TIME: #{t}"
admin change memory resolution in report to kbytes	r164	if (result=/^(.)r(.)u(.)s(.)kbytes/.match(t))
admin add run_stat checking	r160	{:real => result[1], :user => result[2], :sys => result[3], :mem => result[4]}
		else
		#{:real => 0, :user => 0, :sys => 0}
		#puts "ERROR READING RUNNING TIME: #{t}"
		raise "Error reading running time: #{t}"
		end
		end

jittat import original files...	r0	problem_home = ENV['PROBLEM_HOME']
		require "#{problem_home}/script/test_dsl.rb"
		load "#{problem_home}/test_cases/all_tests.cfg"
		problem = Problem.get_instance

		if problem.well_formed? == false
jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log "The problem specification is not well formed."
jittat import original files...	r0	exit(127)
		end

		all_score = 0
		all_comment = ''
admin add run_stat checking	r160	peak_memory = -1
		max_runtime = -1
jittat import original files...	r0	(1..(problem.runs.length-1)).each do \|k\|
jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log "grade run #{k}"
jittat import original files...	r0	run = problem.runs[k]
jittat fixed test run scoring bug: now it takes the minimum of each test case's score...	r66	run_score = nil
jittat import original files...	r0	run_comment = ''
jittat fix various bugs, save output, save comment...	r8	run_comment_short = ''
jittat import original files...	r0	run.tests.each do \|test_num\|
		result_file_name = "#{test_num}/result"
		if not File.exists?(result_file_name)
jittat [grader] report error when the check script crashed (i.e., when the result file is not found, while the compilation is okay)...	r30	run_comment += "result file for test #{test_num} not found\n"
jittat [grader] fixed: import_problem (error in erb calls), check_wrapper; better error handling -- will get 0 score for a particular test run that fails...	r31	run_comment_short += RUN_ERROR_MARK
jittat Merged new-arch-branch changes 61:73 into the trunk...	r22	log "Cannot find the file #{test_num}/result!"
jittat [grader] report error when the check script crashed (i.e., when the result file is not found, while the compilation is okay)...	r30	else
		result_file = File.new(result_file_name, "r")
		result_file_lines = result_file.readlines
admin add run_stat checking	r160	if result_file_lines.length>=3
jittat fixed test run scoring bug: now it takes the minimum of each test case's score...	r66	current_run_score = result_file_lines[1].to_i
jittat [grader] fixed the case when result file is ill-formatted...	r34	run_comment += result_file_lines[0]
jittat [web] allow check script to inject the comment...	r40	run_comment_short += char_comment(result_file_lines[0].chomp)
admin add run_stat checking	r160
		#update max runtime & memory
		run_stat = extract_time result_file_lines[2]
		peak_memory = [peak_memory,run_stat[:mem].to_i].max
		max_runtime = [max_runtime,run_stat[:user].to_f + run_stat[:sys].to_f].max
jittat [grader] fixed the case when result file is ill-formatted...	r34	else
jittat fixed test run scoring bug: now it takes the minimum of each test case's score...	r66	current_run_score = 0
jittat [grader] fixed the case when result file is ill-formatted...	r34	run_comment += "result file for test #{test_num} error\n"
		run_comment_short += RUN_ERROR_MARK
		log "Error in #{test_num}/result!"
		end
jittat fixed test run scoring bug: now it takes the minimum of each test case's score...	r66
		# the score of this run should be the minimum of the score for
		# each test case
		if (run_score==nil) or (run_score>current_run_score)
		run_score = current_run_score
		end
jittat [grader] report error when the check script crashed (i.e., when the result file is not found, while the compilation is okay)...	r30	result_file.close
jittat import original files...	r0	end
		end
jittat fix test run scoring bug...	r32
jittat import original files...	r0	run_result_file = File.new("result-#{k}", "w")
		run_result_file.write run_score
		run_result_file.write "\n"
		run_result_file.close

		run_comment_file = File.new("comment-#{k}", "w")
		run_comment_file.write "#{run_comment}\n"
		run_comment_file.close

		all_score = all_score + run_score
jittat fix test run scoring bug...	r32
		# append comment for test run with many test cases
		if run.tests.length > 1
		run_comment_short = '[' + run_comment_short + ']'
		end
jittat fix various bugs, save output, save comment...	r8	all_comment += run_comment_short
jittat import original files...	r0	end

		result_file = File.new("result", "w")
		result_file.write all_score
		result_file.write "\n"
		result_file.close

		comment_file = File.new("comment", "w")
		comment_file.write "#{all_comment}\n"
		comment_file.close
admin fix bux when pid=0	r157
admin add run_stat checking	r160
		File.open("run_stat","w") do \|file\|
		file.puts max_runtime
		file.puts peak_memory
		end

		log "score = #{all_score}\ncomment = #{all_comment}"
		log "max_runtime = #{max_runtime}\npeak_memory = #{peak_memory}"

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository permissions settings

Sign in to your account

Last Author