cafe-grader-judge-scripts

Commit r34:4907486f53b2 public

parent | child
Description:
[grader] fixed the case when result file is ill-formatted git-svn-id: http://theory.cpe.ku.ac.th/grader/judge/trunk/scripts@130 6386c4cd-e34a-4fa8-8920-d93eb39b512e
Commit status:
[Not Reviewed]
References:
default
Diff options:
Raw Diff | Patch Diff | Download Diff | Show whitespace | Increase context
Comments:
0 Commit comments 0 Inline Comments
Unresolved TODOs:
There are no unresolved TODOs
Side by Side Unified
Expand All Files Collapse All Files Wide Mode Diff
Add another comment
Browse Files

r34:4907486f53b2 - - 2 files changed: 10 inserted, 0 deleted

Show file before | Show file after | Raw diff | Download diff | Show whitespace Increase context Show commentsHide comments
@@ -3,99 +3,103
3 3 class SubmissionRoomMaker
4 4 def initialize
5 5 @config = Grader::Configuration.get_instance
6 6 end
7 7
8 8 def produce_grading_room(submission)
9 9 user = submission.user
10 10 problem = submission.problem
11 11 grading_room = "#{@config.user_result_dir}/" +
12 12 "#{user.login}/#{problem.name}/#{submission.id}"
13 13
14 14 FileUtils.mkdir_p(grading_room)
15 15 grading_room
16 16 end
17 17
18 18 def find_problem_home(submission)
19 19 problem = submission.problem
20 20 "#{@config.problems_dir}/#{problem.name}"
21 21 end
22 22
23 23 def save_source(submission,source_name)
24 24 dir = self.produce_grading_room(submission)
25 25 f = File.open("#{dir}/#{source_name}","w")
26 26 f.write(submission.source)
27 27 f.close
28 28 end
29 29
30 30 def clean_up(submission)
31 31 end
32 32 end
33 33
34 34 class SubmissionReporter
35 35 def initialize
36 36 @config = Grader::Configuration.get_instance
37 37 end
38 38
39 39 def report(sub,test_result_dir)
40 40 save_result(sub,read_result(test_result_dir))
41 41 end
42 42
43 43 def report_error(sub,msg)
44 44 save_result(sub,{:points => 0,
45 45 :comment => "Grading error: #{msg}" })
46 46 end
47 47
48 48 protected
49 49 def read_result(test_result_dir)
50 50 cmp_msg_fname = "#{test_result_dir}/compiler_message"
51 + if FileTest.exist?(cmp_msg_fname)
51 52 cmp_file = File.open(cmp_msg_fname)
52 53 cmp_msg = cmp_file.read
53 54 cmp_file.close
55 + else
56 + cmp_msg = ""
57 + end
54 58
55 59 result_fname = "#{test_result_dir}/result"
56 60 comment_fname = "#{test_result_dir}/comment"
57 61 if FileTest.exist?(result_fname)
58 62 comment = ""
59 63 begin
60 64 result_file = File.open(result_fname)
61 65 result = result_file.readline.to_i
62 66 result_file.close
63 67 rescue
64 68 result = 0
65 69 comment = "error reading result file."
66 70 end
67 71
68 72 begin
69 73 comment_file = File.open(comment_fname)
70 74 comment += comment_file.readline.chomp
71 75 comment_file.close
72 76 rescue
73 77 comment += ""
74 78 end
75 79
76 80 return {:points => result,
77 81 :comment => comment,
78 82 :cmp_msg => cmp_msg}
79 83 else
80 84 if FileTest.exist?("#{test_result_dir}/a.out")
81 85 return {:points => 0,
82 86 :comment => 'error during grading',
83 87 :cmp_msg => cmp_msg}
84 88 else
85 89 return {:points => 0,
86 90 :comment => 'compile error',
87 91 :cmp_msg => cmp_msg}
88 92 end
89 93 end
90 94 end
91 95
92 96 def save_result(submission,result)
93 97 problem = submission.problem
94 98 submission.graded_at = Time.now
95 99 points = result[:points]
96 100 submission.points = points
97 101 comment = @config.report_comment(result[:comment])
98 102 if problem == nil
99 103 submission.grader_comment = 'PASSED: ' + comment + '(problem is nil)'
100 104 elsif points == problem.full_score
101 105 submission.grader_comment = 'PASSED: ' + comment
Show file before | Show file after | Raw diff | Download diff | Show whitespace Increase context Show commentsHide comments
@@ -11,90 +11,96
11 11 end
12 12 if ENV['GRADER_LOGGING']!=nil
13 13 log_fname = ENV['GRADER_LOGGING']
14 14 fp = File.open(log_fname,"a")
15 15 fp.puts("grade: #{Time.new.strftime("%H:%M")} #{str}")
16 16 fp.close
17 17 end
18 18 end
19 19
20 20 def char_comment(comment)
21 21 if comment =~ /[iI]ncorrect/
22 22 INCORRECT_MARK
23 23 elsif comment =~ /[Cc]orrect/
24 24 CORRECT_MARK
25 25 elsif comment =~ /[Tt]ime/
26 26 TIMEOUT_MARK
27 27 else
28 28 RUN_ERROR_MARK # these are run time errors
29 29 end
30 30 end
31 31
32 32 problem_home = ENV['PROBLEM_HOME']
33 33 require "#{problem_home}/script/test_dsl.rb"
34 34 load "#{problem_home}/test_cases/all_tests.cfg"
35 35 problem = Problem.get_instance
36 36
37 37 if problem.well_formed? == false
38 38 log "The problem specification is not well formed."
39 39 exit(127)
40 40 end
41 41
42 42 all_score = 0
43 43 all_comment = ''
44 44 (1..(problem.runs.length-1)).each do |k|
45 45 log "grade run #{k}"
46 46 run = problem.runs[k]
47 47 run_score = 0
48 48 run_comment = ''
49 49 run_comment_short = ''
50 50 run.tests.each do |test_num|
51 51 result_file_name = "#{test_num}/result"
52 52 if not File.exists?(result_file_name)
53 53 run_comment += "result file for test #{test_num} not found\n"
54 54 run_comment_short += RUN_ERROR_MARK
55 55 log "Cannot find the file #{test_num}/result!"
56 56 else
57 57 result_file = File.new(result_file_name, "r")
58 58 result_file_lines = result_file.readlines
59 + if result_file_lines.length>=2
59 60 run_score = run_score + result_file_lines[1].to_i
60 61 run_comment += result_file_lines[0]
61 62 run_comment_short += char_comment(result_file_lines[0])
63 + else
64 + run_comment += "result file for test #{test_num} error\n"
65 + run_comment_short += RUN_ERROR_MARK
66 + log "Error in #{test_num}/result!"
67 + end
62 68 result_file.close
63 69 end
64 70 end
65 71
66 72 # find total score for this run
67 73 run_total_score = 0
68 74 problem = Problem.get_instance
69 75 run.tests.each { |test_num| run_total_score += problem.get_score(test_num) }
70 76
71 77 if run_total_score!=run_score # fail in some test cases, fail the run
72 78 run_score = 0
73 79 end
74 80
75 81 run_result_file = File.new("result-#{k}", "w")
76 82 run_result_file.write run_score
77 83 run_result_file.write "\n"
78 84 run_result_file.close
79 85
80 86 run_comment_file = File.new("comment-#{k}", "w")
81 87 run_comment_file.write "#{run_comment}\n"
82 88 run_comment_file.close
83 89
84 90 all_score = all_score + run_score
85 91
86 92 # append comment for test run with many test cases
87 93 if run.tests.length > 1
88 94 run_comment_short = '[' + run_comment_short + ']'
89 95 end
90 96 all_comment += run_comment_short
91 97 end
92 98
93 99 result_file = File.new("result", "w")
94 100 result_file.write all_score
95 101 result_file.write "\n"
96 102 result_file.close
97 103
98 104 comment_file = File.new("comment", "w")
99 105 comment_file.write "#{all_comment}\n"
100 106 comment_file.close
You need to be logged in to leave comments. Login now