cafe-grader-judge-scripts

Commit r45:dafc790ec9b7 public

parent | child
Description:
[grader] test_request: fixed error when input file is not found, or input file remains in problem home git-svn-id: http://theory.cpe.ku.ac.th/grader/judge/trunk/scripts@171 6386c4cd-e34a-4fa8-8920-d93eb39b512e
Commit status:
[Not Reviewed]
References:
default
Diff options:
Raw Diff | Patch Diff | Download Diff | Show whitespace | Increase context
Comments:
0 Commit comments 0 Inline Comments
Unresolved TODOs:
There are no unresolved TODOs
Side by Side Unified
Expand All Files Collapse All Files Wide Mode Diff
Add another comment
Browse Files

r45:dafc790ec9b7 - - 1 file changed: 17 inserted, 2 deleted

Show file before | Show file after | Raw diff | Download diff | Show whitespace Increase context Show commentsHide comments
@@ -1,203 +1,218
1 1 #
2 2 # This part contains various test_request helpers for interfacing
3 3 # with Grader::Engine. There are TestRequestRoomMaker and
4 4 # TestRequestReporter.
5 5
6 6 module Grader
7 7
8 8 #
9 9 # A TestRequestRoomMaker is a helper object for Engine
10 10 # - finds grading room: in user_result_dir/(user)/test_request/ ...
11 11 # - prepare problem configuration for grading --- basically it copy
12 12 # all config files, and copy user's input into the testcase
13 13 # directory. First, it finds the template from problem template
14 14 # directory; if it can't find a template, it'll use the template
15 15 # from default template.
16 16 class TestRequestRoomMaker
17 17 def initialize
18 18 @config = Grader::Configuration.get_instance
19 19 end
20 20
21 21 def produce_grading_room(test_request)
22 22 grading_room = grading_room_dir(test_request)
23 23 FileUtils.mkdir_p(grading_room)
24 24 grading_room
25 25 end
26 26
27 27 def find_problem_home(test_request)
28 28 problem_name = test_request.problem_name
29 29
30 30 template_dir = "#{@config.test_request_problem_templates_dir}/" + problem_name
31 31
32 32 raise "Test Request: error template not found" if !File.exists?(template_dir)
33 33
34 34 problem_home = problem_home_dir(test_request)
35 35 FileUtils.mkdir_p(problem_home)
36 36
37 37 copy_problem_template(template_dir,problem_home)
38 38 link_input_file(test_request,problem_home)
39 39
40 40 problem_home
41 41 end
42 42
43 43 def save_source(test_request,source_name)
44 44 dir = self.produce_grading_room(test_request)
45 45 submission = test_request.submission
46 46 f = File.open("#{dir}/#{source_name}","w")
47 47 f.write(submission.source)
48 48 f.close
49 49 end
50 50
51 51 def clean_up(test_request)
52 52 problem_home = problem_home_dir(test_request)
53 53 remove_data_files(problem_home)
54 54 end
55 55
56 56 protected
57 57 def grading_room_dir(test_request)
58 58 problem_name = test_request.problem_name
59 59 user = test_request.user
60 60 "#{@config.user_result_dir}" +
61 61 "/#{user.login}/test_request" +
62 62 "/#{problem_name}/#{test_request.id}"
63 63 end
64 64
65 65 def problem_home_dir(test_request)
66 66 problem_name = test_request.problem_name
67 67 user = test_request.user
68 68 "#{@config.user_result_dir}" +
69 69 "/#{user.login}/test_request/#{problem_name}"
70 70 end
71 71
72 72 def copy_problem_template(template_dir,problem_home)
73 73 cmd = "cp -R #{template_dir}/* #{problem_home}"
74 74 system_and_raise_when_fail(cmd,"Test Request: cannot copy problem template")
75 75 end
76 76
77 77 def link_input_file(test_request,problem_home)
78 - cmd = "ln -s #{test_request.input_file_name} #{problem_home}/test_cases/1/input-1.txt"
78 + input_fname = "#{test_request.input_file_name}"
79 + if !File.exists?(input_fname)
80 + raise "Test Request: input file not found."
81 + end
82 +
83 + input_fname_problem_home = "#{problem_home}/test_cases/1/input-1.txt"
84 + if File.exists?(input_fname_problem_home)
85 + FileUtils.rm([input_fname_problem_home], :force => true)
86 + end
87 +
88 + cmd = "ln -s #{input_fname} #{input_fname_problem_home}"
79 89 system_and_raise_when_fail(cmd,"Test Request: cannot link input file")
80 90 end
81 91
82 92 def remove_data_files(problem_home)
83 93 if File.exists?("#{problem_home}/test_cases/1/input-1.txt")
84 94 cmd = "rm #{problem_home}/test_cases/1/*"
85 95 system_and_raise_when_fail(cmd,"Test Request: cannot remove data files")
86 96 end
87 97 end
88 98
89 99 def system_and_raise_when_fail(cmd,msg)
90 100 if !system(cmd)
91 101 raise msg
92 102 end
93 103 end
94 104
95 105 end
96 106
97 107 class TestRequestReporter
98 108 def initialize
99 109 @config = Grader::Configuration.get_instance
100 110 end
101 111
102 112 def report(test_request,test_result_dir)
103 113 save_result(test_request,read_result(test_result_dir))
104 114 end
105 115
106 116 def report_error(test_request, msg)
107 - save_result(test_request, {:running_stat => {:msg => "#{msg}"}})
117 + save_result(test_request, {:running_stat => {
118 + :msg => "#{msg}",
119 + :running_time => nil,
120 + :exit_status => "Some error occured. Program did not run",
121 + :memory_usage => nil
122 + }})
108 123 end
109 124
110 125 protected
111 126 def read_result(test_result_dir)
112 127 # TODO:
113 128 cmp_msg_fname = "#{test_result_dir}/compiler_message"
114 129 cmp_file = File.open(cmp_msg_fname)
115 130 cmp_msg = cmp_file.read
116 131 cmp_file.close
117 132
118 133 result_file_name = "#{test_result_dir}/1/result"
119 134
120 135 if File.exists?(result_file_name)
121 136 output_file_name = "#{test_result_dir}/1/output.txt"
122 137 results = File.open("#{test_result_dir}/1/result").readlines
123 138 stat = extract_running_stat(results)
124 139
125 140 return {
126 141 :output_file_name => output_file_name,
127 142 :running_stat => stat,
128 143 :comment => "",
129 144 :cmp_msg => cmp_msg}
130 145 else
131 146 return {
132 147 :running_stat => nil,
133 148 :comment => "Compilation error",
134 149 :cmp_msg => cmp_msg}
135 150 end
136 151 end
137 152
138 153 def extract_running_stat(results)
139 154 running_stat_line = results[-1]
140 155
141 156 # extract exit status line
142 157 run_stat = ""
143 158 if !(/[Cc]orrect/.match(results[0]))
144 159 run_stat = results[0].chomp
145 160 else
146 161 run_stat = 'Program exited normally'
147 162 end
148 163
149 164 # extract running time
150 165 if res = /r(.*)u(.*)s/.match(running_stat_line)
151 166 seconds = (res[1].to_f + res[2].to_f)
152 167 time_stat = "Time used: #{seconds} sec."
153 168 else
154 169 seconds = nil
155 170 time_stat = "Time used: n/a sec."
156 171 end
157 172
158 173 # extract memory usage
159 174 if res = /s(.*)m/.match(running_stat_line)
160 175 memory_used = res[1].to_i
161 176 else
162 177 memory_used = -1
163 178 end
164 179
165 180 return {
166 181 :msg => "#{run_stat}\n#{time_stat}",
167 182 :running_time => seconds,
168 183 :exit_status => run_stat,
169 184 :memory_usage => memory_used
170 185 }
171 186 end
172 187
173 188 def save_result(test_request,result)
174 189 if result[:output_file_name]!=nil
175 190 test_request.output_file_name = link_output_file(test_request,
176 191 result[:output_file_name])
177 192 end
178 193 test_request.graded_at = Time.now
179 194 test_request.compiler_message = (result[:cmp_msg] or '')
180 195 test_request.grader_comment = (result[:comment] or '')
181 196 if result[:running_stat]!=nil
182 197 test_request.running_stat = (result[:running_stat][:msg] or '')
183 198 test_request.running_time = (result[:running_stat][:running_time] or nil)
184 199 test_request.exit_status = result[:running_stat][:exit_status]
185 200 test_request.memory_usage = result[:running_stat][:memory_usage]
186 201 else
187 202 test_request.running_stat = ''
188 203 end
189 204 test_request.save
190 205 end
191 206
192 207 protected
193 208 def link_output_file(test_request, fname)
194 209 target_file_name = random_output_file_name(test_request.user,
195 210 test_request.problem)
196 211 FileUtils.mkdir_p(File.dirname(target_file_name))
197 212 cmd = "ln -s #{fname} #{target_file_name}"
198 213 if !system(cmd)
199 214 raise "TestRequestReporter: cannot move output file"
200 215 end
201 216 return target_file_name
202 217 end
203 218
You need to be logged in to leave comments. Login now