Description:
[grader] engine_spec: fix reg-ex new line problem, change test case for 1.5 sec submission (as the machine is a little faster)
git-svn-id: http://theory.cpe.ku.ac.th/grader/judge/trunk/scripts@150 6386c4cd-e34a-4fa8-8920-d93eb39b512e
Commit status:
[Not Reviewed]
References:
Diff options:
Comments:
0 Commit comments
0 Inline Comments
Unresolved TODOs:
There are no unresolved TODOs
r39:7a9b64601b9d - - 3 files changed: 3 inserted, 3 deleted
@@ -1,21 +1,21 | |||||
|
1 | #include <stdio.h> |
|
1 | #include <stdio.h> |
|
2 | #include <stdlib.h> |
|
2 | #include <stdlib.h> |
|
3 |
|
3 | ||
|
4 | int main() |
|
4 | int main() |
|
5 | { |
|
5 | { |
|
6 | int a,b; |
|
6 | int a,b; |
|
7 |
|
7 | ||
|
8 | int c=0; |
|
8 | int c=0; |
|
9 |
|
9 | ||
|
10 | scanf("%d %d",&a,&b); |
|
10 | scanf("%d %d",&a,&b); |
|
11 | printf("%d\n",a+b); |
|
11 | printf("%d\n",a+b); |
|
12 |
|
12 | ||
|
13 | for(a=0; a<2; a++) { |
|
13 | for(a=0; a<2; a++) { |
|
14 |
- while(c<1 |
|
14 | + while(c<1550000000) { |
|
15 | c++; |
|
15 | c++; |
|
16 | b+=c; |
|
16 | b+=c; |
|
17 | } |
|
17 | } |
|
18 | } |
|
18 | } |
|
19 | exit(0); |
|
19 | exit(0); |
|
20 | } |
|
20 | } |
|
21 |
|
21 |
@@ -187,94 +187,94 | |||||
|
187 | :grader_comment= => '', |
|
187 | :grader_comment= => '', |
|
188 | :running_stat= => /0.0 sec./, |
|
188 | :running_stat= => /0.0 sec./, |
|
189 | :output_file_name= => lambda { |fname| |
|
189 | :output_file_name= => lambda { |fname| |
|
190 | File.exists?(fname).should be_true |
|
190 | File.exists?(fname).should be_true |
|
191 | }, |
|
191 | }, |
|
192 | :save => nil}) |
|
192 | :save => nil}) |
|
193 | end |
|
193 | end |
|
194 |
|
194 | ||
|
195 | it "should clean up problem directory after running test request" do |
|
195 | it "should clean up problem directory after running test request" do |
|
196 | problem = stub(Problem, |
|
196 | problem = stub(Problem, |
|
197 | :id => 1, :name => 'test_normal') |
|
197 | :id => 1, :name => 'test_normal') |
|
198 | grader_should(:grade => 'test1_correct.c', |
|
198 | grader_should(:grade => 'test1_correct.c', |
|
199 | :on => problem, |
|
199 | :on => problem, |
|
200 | :with => 'in1.txt', |
|
200 | :with => 'in1.txt', |
|
201 | :and_report => { |
|
201 | :and_report => { |
|
202 | :graded_at= => nil, |
|
202 | :graded_at= => nil, |
|
203 | :compiler_message= => '', |
|
203 | :compiler_message= => '', |
|
204 | :grader_comment= => '', |
|
204 | :grader_comment= => '', |
|
205 | :running_stat= => nil, |
|
205 | :running_stat= => nil, |
|
206 | :output_file_name= => nil, |
|
206 | :output_file_name= => nil, |
|
207 | :save => nil}) |
|
207 | :save => nil}) |
|
208 | File.exists?(@config.user_result_dir + "/test_request/test_normal/test_cases/1/input-1.txt").should be_false |
|
208 | File.exists?(@config.user_result_dir + "/test_request/test_normal/test_cases/1/input-1.txt").should be_false |
|
209 | end |
|
209 | end |
|
210 |
|
210 | ||
|
211 | it "should compile test request with error and report compilation error" do |
|
211 | it "should compile test request with error and report compilation error" do |
|
212 | problem = stub(Problem, |
|
212 | problem = stub(Problem, |
|
213 | :id => 1, :name => 'test_normal') |
|
213 | :id => 1, :name => 'test_normal') |
|
214 | grader_should(:grade => 'test1_compile_error.c', |
|
214 | grader_should(:grade => 'test1_compile_error.c', |
|
215 | :on => problem, |
|
215 | :on => problem, |
|
216 | :with => 'in1.txt', |
|
216 | :with => 'in1.txt', |
|
217 | :and_report => { |
|
217 | :and_report => { |
|
218 | :graded_at= => nil, |
|
218 | :graded_at= => nil, |
|
219 | :compiler_message= => /.+/, |
|
219 | :compiler_message= => /.+/, |
|
220 | :grader_comment= => /[Cc]ompil.*error/, |
|
220 | :grader_comment= => /[Cc]ompil.*error/, |
|
221 | :running_stat= => '', |
|
221 | :running_stat= => '', |
|
222 | :save => nil}) |
|
222 | :save => nil}) |
|
223 | end |
|
223 | end |
|
224 |
|
224 | ||
|
225 | it "should report exit status" do |
|
225 | it "should report exit status" do |
|
226 | problem = stub(Problem, |
|
226 | problem = stub(Problem, |
|
227 | :id => 1, :name => 'test_normal') |
|
227 | :id => 1, :name => 'test_normal') |
|
228 | grader_should(:grade => 'add_nonzero_exit_status.c', |
|
228 | grader_should(:grade => 'add_nonzero_exit_status.c', |
|
229 | :on => problem, |
|
229 | :on => problem, |
|
230 | :with => 'in1.txt', |
|
230 | :with => 'in1.txt', |
|
231 | :and_report => { |
|
231 | :and_report => { |
|
232 | :graded_at= => nil, |
|
232 | :graded_at= => nil, |
|
233 | :compiler_message= => '', |
|
233 | :compiler_message= => '', |
|
234 | :grader_comment= => '', |
|
234 | :grader_comment= => '', |
|
235 |
- :running_stat= => /[Ee]xit.*status.*10.*0.0 sec |
|
235 | + :running_stat= => /[Ee]xit.*status.*10.*0\.0 sec/m, |
|
236 | :output_file_name= => lambda { |fname| |
|
236 | :output_file_name= => lambda { |fname| |
|
237 | File.exists?(fname).should be_true |
|
237 | File.exists?(fname).should be_true |
|
238 | }, |
|
238 | }, |
|
239 | :save => nil}) |
|
239 | :save => nil}) |
|
240 | end |
|
240 | end |
|
241 |
|
241 | ||
|
242 | protected |
|
242 | protected |
|
243 | def grader_should(args) |
|
243 | def grader_should(args) |
|
244 | @user1 = stub(User, |
|
244 | @user1 = stub(User, |
|
245 | :id => 1, :login => 'user1') |
|
245 | :id => 1, :login => 'user1') |
|
246 |
|
246 | ||
|
247 | problem = args[:on] |
|
247 | problem = args[:on] |
|
248 | input_file = @config.test_request_input_base_dir + "/" + args[:with] |
|
248 | input_file = @config.test_request_input_base_dir + "/" + args[:with] |
|
249 |
|
249 | ||
|
250 | submission = |
|
250 | submission = |
|
251 | create_submission_from_file(1, @user1, args[:on], args[:grade]) |
|
251 | create_submission_from_file(1, @user1, args[:on], args[:grade]) |
|
252 |
|
252 | ||
|
253 | test_request = stub(TestRequest, |
|
253 | test_request = stub(TestRequest, |
|
254 | :id => 1, |
|
254 | :id => 1, |
|
255 | :user => @user1, |
|
255 | :user => @user1, |
|
256 | :problem => problem, |
|
256 | :problem => problem, |
|
257 | :submission => submission, |
|
257 | :submission => submission, |
|
258 | :input_file_name => input_file, |
|
258 | :input_file_name => input_file, |
|
259 | :language => submission.language, |
|
259 | :language => submission.language, |
|
260 | :problem_name => problem.name) |
|
260 | :problem_name => problem.name) |
|
261 |
|
261 | ||
|
262 | expectations = args[:and_report] |
|
262 | expectations = args[:and_report] |
|
263 |
|
263 | ||
|
264 | expectations.each do |key,val| |
|
264 | expectations.each do |key,val| |
|
265 | if val==nil |
|
265 | if val==nil |
|
266 | test_request.should_receive(key) |
|
266 | test_request.should_receive(key) |
|
267 | elsif val.class == Proc |
|
267 | elsif val.class == Proc |
|
268 | test_request.should_receive(key) { |fname| |
|
268 | test_request.should_receive(key) { |fname| |
|
269 | val.call(fname) |
|
269 | val.call(fname) |
|
270 | } |
|
270 | } |
|
271 | else |
|
271 | else |
|
272 | test_request.should_receive(key).with(val) |
|
272 | test_request.should_receive(key).with(val) |
|
273 | end |
|
273 | end |
|
274 | end |
|
274 | end |
|
275 |
|
275 | ||
|
276 | @engine.grade(test_request) |
|
276 | @engine.grade(test_request) |
|
277 | end |
|
277 | end |
|
278 |
|
278 | ||
|
279 | end |
|
279 | end |
|
280 |
|
280 |
@@ -1,30 +1,30 | |||||
|
1 | module GraderEngineHelperMethods |
|
1 | module GraderEngineHelperMethods |
|
2 |
|
2 | ||
|
3 | def clear_sandbox |
|
3 | def clear_sandbox |
|
4 | config = Grader::Configuration.get_instance |
|
4 | config = Grader::Configuration.get_instance |
|
5 | clear_cmd = "rm -rf #{config.test_sandbox_dir}/*" |
|
5 | clear_cmd = "rm -rf #{config.test_sandbox_dir}/*" |
|
6 | system(clear_cmd) |
|
6 | system(clear_cmd) |
|
7 | end |
|
7 | end |
|
8 |
|
8 | ||
|
9 | def init_sandbox |
|
9 | def init_sandbox |
|
10 | config = Grader::Configuration.get_instance |
|
10 | config = Grader::Configuration.get_instance |
|
11 | clear_sandbox |
|
11 | clear_sandbox |
|
12 |
- |
|
12 | + FileUtils.mkdir_p config.user_result_dir |
|
13 | cp_cmd = "cp -R #{config.test_data_dir}/ev #{config.test_sandbox_dir}" |
|
13 | cp_cmd = "cp -R #{config.test_data_dir}/ev #{config.test_sandbox_dir}" |
|
14 | system(cp_cmd) |
|
14 | system(cp_cmd) |
|
15 | end |
|
15 | end |
|
16 |
|
16 | ||
|
17 | def create_submission_from_file(id, user, problem, |
|
17 | def create_submission_from_file(id, user, problem, |
|
18 | source_fname, language=nil) |
|
18 | source_fname, language=nil) |
|
19 |
|
19 | ||
|
20 | language = stub(Language, :name => 'c', :ext => 'c') if language==nil |
|
20 | language = stub(Language, :name => 'c', :ext => 'c') if language==nil |
|
21 |
|
21 | ||
|
22 | config = Grader::Configuration.get_instance |
|
22 | config = Grader::Configuration.get_instance |
|
23 | source = File.open(config.test_data_dir + "/" + source_fname).read |
|
23 | source = File.open(config.test_data_dir + "/" + source_fname).read |
|
24 | stub(Submission, |
|
24 | stub(Submission, |
|
25 | :id => id, :user => user, :problem => problem, |
|
25 | :id => id, :user => user, :problem => problem, |
|
26 | :source => source, :language => language) |
|
26 | :source => source, :language => language) |
|
27 | end |
|
27 | end |
|
28 |
|
28 | ||
|
29 | end |
|
29 | end |
|
30 |
|
30 |
You need to be logged in to leave comments.
Login now