Description:
Updated `be_true` and `be_false` to `be true` and `be false` respectively
Commit status:
[Not Reviewed]
References:
Diff options:
Comments:
0 Commit comments
0 Inline Comments
Unresolved TODOs:
There are no unresolved TODOs
r205:825a5364bee6 - - 1 file changed: 4 inserted, 4 deleted
@@ -181,122 +181,122 | |||||
|
181 | :with => 'in1.txt', |
|
181 | :with => 'in1.txt', |
|
182 | :and_report => { |
|
182 | :and_report => { |
|
183 | :graded_at= => nil, |
|
183 | :graded_at= => nil, |
|
184 | :compiler_message= => '', |
|
184 | :compiler_message= => '', |
|
185 | :grader_comment= => '', |
|
185 | :grader_comment= => '', |
|
186 | :running_stat= => /template not found/, |
|
186 | :running_stat= => /template not found/, |
|
187 | :running_time= => nil, |
|
187 | :running_time= => nil, |
|
188 | :exit_status= => nil, |
|
188 | :exit_status= => nil, |
|
189 | :memory_usage= => nil, |
|
189 | :memory_usage= => nil, |
|
190 | :save => nil}) |
|
190 | :save => nil}) |
|
191 | end |
|
191 | end |
|
192 |
|
192 | ||
|
193 | it "should run test request and produce output file" do |
|
193 | it "should run test request and produce output file" do |
|
194 | problem = stub(Problem, |
|
194 | problem = stub(Problem, |
|
195 | :id => 1, :name => 'test_normal') |
|
195 | :id => 1, :name => 'test_normal') |
|
196 | grader_should(:grade => 'test1_correct.c', |
|
196 | grader_should(:grade => 'test1_correct.c', |
|
197 | :on => problem, |
|
197 | :on => problem, |
|
198 | :with => 'in1.txt', |
|
198 | :with => 'in1.txt', |
|
199 | :and_report => { |
|
199 | :and_report => { |
|
200 | :graded_at= => nil, |
|
200 | :graded_at= => nil, |
|
201 | :compiler_message= => '', |
|
201 | :compiler_message= => '', |
|
202 | :grader_comment= => '', |
|
202 | :grader_comment= => '', |
|
203 | :running_stat= => /0.0\d* sec./, |
|
203 | :running_stat= => /0.0\d* sec./, |
|
204 | :output_file_name= => lambda { |fname| |
|
204 | :output_file_name= => lambda { |fname| |
|
205 |
- File.exists?(fname).should be |
|
205 | + File.exists?(fname).should be true |
|
206 | }, |
|
206 | }, |
|
207 | :running_time= => nil, |
|
207 | :running_time= => nil, |
|
208 | :exit_status= => nil, |
|
208 | :exit_status= => nil, |
|
209 | :memory_usage= => nil, |
|
209 | :memory_usage= => nil, |
|
210 | :save => nil}) |
|
210 | :save => nil}) |
|
211 | end |
|
211 | end |
|
212 |
|
212 | ||
|
213 | it "should clean up problem directory after running test request" do |
|
213 | it "should clean up problem directory after running test request" do |
|
214 | problem = stub(Problem, |
|
214 | problem = stub(Problem, |
|
215 | :id => 1, :name => 'test_normal') |
|
215 | :id => 1, :name => 'test_normal') |
|
216 | grader_should(:grade => 'test1_correct.c', |
|
216 | grader_should(:grade => 'test1_correct.c', |
|
217 | :on => problem, |
|
217 | :on => problem, |
|
218 | :with => 'in1.txt', |
|
218 | :with => 'in1.txt', |
|
219 | :and_report => { |
|
219 | :and_report => { |
|
220 | :graded_at= => nil, |
|
220 | :graded_at= => nil, |
|
221 | :compiler_message= => '', |
|
221 | :compiler_message= => '', |
|
222 | :grader_comment= => '', |
|
222 | :grader_comment= => '', |
|
223 | :running_stat= => nil, |
|
223 | :running_stat= => nil, |
|
224 | :output_file_name= => nil, |
|
224 | :output_file_name= => nil, |
|
225 | :running_time= => nil, |
|
225 | :running_time= => nil, |
|
226 | :exit_status= => nil, |
|
226 | :exit_status= => nil, |
|
227 | :memory_usage= => nil, |
|
227 | :memory_usage= => nil, |
|
228 | :save => nil}) |
|
228 | :save => nil}) |
|
229 |
- File.exists?(@config.user_result_dir + "/test_request/test_normal/test_cases/1/input-1.txt").should be |
|
229 | + File.exists?(@config.user_result_dir + "/test_request/test_normal/test_cases/1/input-1.txt").should be false |
|
230 | end |
|
230 | end |
|
231 |
|
231 | ||
|
232 | it "should compile test request with error and report compilation error" do |
|
232 | it "should compile test request with error and report compilation error" do |
|
233 | problem = stub(Problem, |
|
233 | problem = stub(Problem, |
|
234 | :id => 1, :name => 'test_normal') |
|
234 | :id => 1, :name => 'test_normal') |
|
235 | grader_should(:grade => 'test1_compile_error.c', |
|
235 | grader_should(:grade => 'test1_compile_error.c', |
|
236 | :on => problem, |
|
236 | :on => problem, |
|
237 | :with => 'in1.txt', |
|
237 | :with => 'in1.txt', |
|
238 | :and_report => { |
|
238 | :and_report => { |
|
239 | :graded_at= => nil, |
|
239 | :graded_at= => nil, |
|
240 | :compiler_message= => /.+/, |
|
240 | :compiler_message= => /.+/, |
|
241 | :grader_comment= => /[Cc]ompil.*error/, |
|
241 | :grader_comment= => /[Cc]ompil.*error/, |
|
242 | :running_stat= => '', |
|
242 | :running_stat= => '', |
|
243 | :save => nil}) |
|
243 | :save => nil}) |
|
244 | end |
|
244 | end |
|
245 |
|
245 | ||
|
246 | it "should report exit status" do |
|
246 | it "should report exit status" do |
|
247 | problem = stub(Problem, |
|
247 | problem = stub(Problem, |
|
248 | :id => 1, :name => 'test_normal') |
|
248 | :id => 1, :name => 'test_normal') |
|
249 | grader_should(:grade => 'add_nonzero_exit_status.c', |
|
249 | grader_should(:grade => 'add_nonzero_exit_status.c', |
|
250 | :on => problem, |
|
250 | :on => problem, |
|
251 | :with => 'in1.txt', |
|
251 | :with => 'in1.txt', |
|
252 | :and_report => { |
|
252 | :and_report => { |
|
253 | :graded_at= => nil, |
|
253 | :graded_at= => nil, |
|
254 | :compiler_message= => '', |
|
254 | :compiler_message= => '', |
|
255 | :grader_comment= => '', |
|
255 | :grader_comment= => '', |
|
256 | :running_stat= => /[Ee]xit.*status.*10.*0\.0\d* sec/m, |
|
256 | :running_stat= => /[Ee]xit.*status.*10.*0\.0\d* sec/m, |
|
257 | :output_file_name= => lambda { |fname| |
|
257 | :output_file_name= => lambda { |fname| |
|
258 |
- File.exists?(fname).should be |
|
258 | + File.exists?(fname).should be true |
|
259 | }, |
|
259 | }, |
|
260 | :running_time= => nil, |
|
260 | :running_time= => nil, |
|
261 | :exit_status= => /10/, |
|
261 | :exit_status= => /10/, |
|
262 | :memory_usage= => nil, |
|
262 | :memory_usage= => nil, |
|
263 | :save => nil}) |
|
263 | :save => nil}) |
|
264 | end |
|
264 | end |
|
265 |
|
265 | ||
|
266 | it "should produce running statistics for normal submission" do |
|
266 | it "should produce running statistics for normal submission" do |
|
267 | problem = stub(Problem, |
|
267 | problem = stub(Problem, |
|
268 | :id => 1, :name => 'test_normal') |
|
268 | :id => 1, :name => 'test_normal') |
|
269 | grader_should(:grade => 'test_run_stat.c', |
|
269 | grader_should(:grade => 'test_run_stat.c', |
|
270 | :on => problem, |
|
270 | :on => problem, |
|
271 | :with => 'in1.txt', |
|
271 | :with => 'in1.txt', |
|
272 | :and_report => { |
|
272 | :and_report => { |
|
273 | :graded_at= => nil, |
|
273 | :graded_at= => nil, |
|
274 | :compiler_message= => '', |
|
274 | :compiler_message= => '', |
|
275 | :grader_comment= => '', |
|
275 | :grader_comment= => '', |
|
276 | :running_stat= => nil, |
|
276 | :running_stat= => nil, |
|
277 | :output_file_name= => lambda { |fname| |
|
277 | :output_file_name= => lambda { |fname| |
|
278 |
- File.exists?(fname).should be |
|
278 | + File.exists?(fname).should be true |
|
279 | }, |
|
279 | }, |
|
280 | :running_time= => lambda { |t| |
|
280 | :running_time= => lambda { |t| |
|
281 | (t>=0.14) and (t<=0.16) |
|
281 | (t>=0.14) and (t<=0.16) |
|
282 | }, |
|
282 | }, |
|
283 | :exit_status= => nil, |
|
283 | :exit_status= => nil, |
|
284 | :memory_usage= => lambda { |s| |
|
284 | :memory_usage= => lambda { |s| |
|
285 | (s>=500) and (s<=1000) |
|
285 | (s>=500) and (s<=1000) |
|
286 | }, |
|
286 | }, |
|
287 | :save => nil}) |
|
287 | :save => nil}) |
|
288 | end |
|
288 | end |
|
289 |
|
289 | ||
|
290 | protected |
|
290 | protected |
|
291 | def grader_should(args) |
|
291 | def grader_should(args) |
|
292 | @user1 = stub(User, |
|
292 | @user1 = stub(User, |
|
293 | :id => 1, :login => 'user1') |
|
293 | :id => 1, :login => 'user1') |
|
294 |
|
294 | ||
|
295 | problem = args[:on] |
|
295 | problem = args[:on] |
|
296 | input_file = @config.test_request_input_base_dir + "/" + args[:with] |
|
296 | input_file = @config.test_request_input_base_dir + "/" + args[:with] |
|
297 |
|
297 | ||
|
298 | submission = |
|
298 | submission = |
|
299 | create_submission_from_file(1, @user1, args[:on], args[:grade]) |
|
299 | create_submission_from_file(1, @user1, args[:on], args[:grade]) |
|
300 |
|
300 | ||
|
301 | test_request = stub(TestRequest, |
|
301 | test_request = stub(TestRequest, |
|
302 | :id => 1, |
|
302 | :id => 1, |
You need to be logged in to leave comments.
Login now