Description:
add warning for check
git-svn-id: http://theory.cpe.ku.ac.th/grader/cli/trunk/scripts@22 6386c4cd-e34a-4fa8-8920-d93eb39b512e
Commit status:
[Not Reviewed]
References:
Diff options:
Comments:
0 Commit comments
0 Inline Comments
Unresolved TODOs:
There are no unresolved TODOs
r9:8595e5379ca6 - - 2 files changed: 32 inserted, 0 deleted
@@ -1,160 +1,188 | |||||
|
1 | #!/usr/bin/ruby |
|
1 | #!/usr/bin/ruby |
|
2 |
|
2 | ||
|
3 | def talk(str) |
|
3 | def talk(str) |
|
4 | if TALKATIVE |
|
4 | if TALKATIVE |
|
5 | puts str |
|
5 | puts str |
|
6 | end |
|
6 | end |
|
7 | end |
|
7 | end |
|
8 |
|
8 | ||
|
9 | def execute(command, error_message="") |
|
9 | def execute(command, error_message="") |
|
10 | if not system(command) |
|
10 | if not system(command) |
|
11 | puts "ERROR: #{error_message}" |
|
11 | puts "ERROR: #{error_message}" |
|
12 | exit(127) |
|
12 | exit(127) |
|
13 | end |
|
13 | end |
|
14 | end |
|
14 | end |
|
15 |
|
15 | ||
|
16 | def save_source(submission,dir,fname) |
|
16 | def save_source(submission,dir,fname) |
|
17 | f = File.open("#{dir}/#{fname}","w") |
|
17 | f = File.open("#{dir}/#{fname}","w") |
|
18 | f.write(submission.source) |
|
18 | f.write(submission.source) |
|
19 | f.close |
|
19 | f.close |
|
20 | end |
|
20 | end |
|
21 |
|
21 | ||
|
22 | def call_judge(problem_home,language,problem_out_dir,fname) |
|
22 | def call_judge(problem_home,language,problem_out_dir,fname) |
|
23 | ENV['PROBLEM_HOME'] = problem_home |
|
23 | ENV['PROBLEM_HOME'] = problem_home |
|
24 |
|
24 | ||
|
25 | puts problem_out_dir |
|
25 | puts problem_out_dir |
|
26 | Dir.chdir problem_out_dir |
|
26 | Dir.chdir problem_out_dir |
|
27 | cmd = "#{problem_home}/script/judge #{language} #{fname}" |
|
27 | cmd = "#{problem_home}/script/judge #{language} #{fname}" |
|
28 | # puts "CMD: #{cmd}" |
|
28 | # puts "CMD: #{cmd}" |
|
29 | system(cmd) |
|
29 | system(cmd) |
|
30 | end |
|
30 | end |
|
31 |
|
31 | ||
|
32 | def read_result(test_result_dir) |
|
32 | def read_result(test_result_dir) |
|
33 | cmp_msg_fname = "#{test_result_dir}/compiler_message" |
|
33 | cmp_msg_fname = "#{test_result_dir}/compiler_message" |
|
34 | cmp_file = File.open(cmp_msg_fname) |
|
34 | cmp_file = File.open(cmp_msg_fname) |
|
35 | cmp_msg = cmp_file.read |
|
35 | cmp_msg = cmp_file.read |
|
36 | cmp_file.close |
|
36 | cmp_file.close |
|
37 |
|
37 | ||
|
38 | result_fname = "#{test_result_dir}/result" |
|
38 | result_fname = "#{test_result_dir}/result" |
|
39 | comment_fname = "#{test_result_dir}/comment" |
|
39 | comment_fname = "#{test_result_dir}/comment" |
|
40 | if FileTest.exist?(result_fname) |
|
40 | if FileTest.exist?(result_fname) |
|
41 | result_file = File.open(result_fname) |
|
41 | result_file = File.open(result_fname) |
|
42 | result = result_file.readline.to_i |
|
42 | result = result_file.readline.to_i |
|
43 | result_file.close |
|
43 | result_file.close |
|
44 |
|
44 | ||
|
45 | comment_file = File.open(comment_fname) |
|
45 | comment_file = File.open(comment_fname) |
|
46 | comment = comment_file.readline.chomp |
|
46 | comment = comment_file.readline.chomp |
|
47 | comment_file.close |
|
47 | comment_file.close |
|
48 |
|
48 | ||
|
49 | return {:points => result, |
|
49 | return {:points => result, |
|
50 | :comment => comment, |
|
50 | :comment => comment, |
|
51 | :cmp_msg => cmp_msg} |
|
51 | :cmp_msg => cmp_msg} |
|
52 | else |
|
52 | else |
|
53 | return {:points => 0, |
|
53 | return {:points => 0, |
|
54 | :comment => 'compile error', |
|
54 | :comment => 'compile error', |
|
55 | :cmp_msg => cmp_msg} |
|
55 | :cmp_msg => cmp_msg} |
|
56 | end |
|
56 | end |
|
57 | end |
|
57 | end |
|
58 |
|
58 | ||
|
59 | def save_result(submission,result) |
|
59 | def save_result(submission,result) |
|
60 | problem = Problem.find(submission.problem_id) |
|
60 | problem = Problem.find(submission.problem_id) |
|
61 | submission.graded_at = Time.now |
|
61 | submission.graded_at = Time.now |
|
62 | submission.points = result[:points] |
|
62 | submission.points = result[:points] |
|
63 | if submission.points == problem.full_score |
|
63 | if submission.points == problem.full_score |
|
64 | submission.grader_comment = 'PASSED: ' + report_comment(result[:comment]) |
|
64 | submission.grader_comment = 'PASSED: ' + report_comment(result[:comment]) |
|
65 | else |
|
65 | else |
|
66 | submission.grader_comment = 'FAILED: ' + report_comment(result[:comment]) |
|
66 | submission.grader_comment = 'FAILED: ' + report_comment(result[:comment]) |
|
67 | end |
|
67 | end |
|
68 | submission.compiler_message = result[:cmp_msg] |
|
68 | submission.compiler_message = result[:cmp_msg] |
|
69 | submission.save |
|
69 | submission.save |
|
70 | end |
|
70 | end |
|
71 |
|
71 | ||
|
72 | def grade(submission_id) |
|
72 | def grade(submission_id) |
|
73 | current_dir = `pwd`.chomp |
|
73 | current_dir = `pwd`.chomp |
|
74 |
|
74 | ||
|
75 | sub = Submission.find(submission_id) |
|
75 | sub = Submission.find(submission_id) |
|
76 | user = sub.user |
|
76 | user = sub.user |
|
77 | problem = sub.problem |
|
77 | problem = sub.problem |
|
78 |
|
78 | ||
|
79 | language = sub.language.name |
|
79 | language = sub.language.name |
|
80 | lang_ext = sub.language.ext |
|
80 | lang_ext = sub.language.ext |
|
81 | # FIX THIS |
|
81 | # FIX THIS |
|
82 | talk 'some hack on language' |
|
82 | talk 'some hack on language' |
|
83 | if language == 'cpp' |
|
83 | if language == 'cpp' |
|
84 | language = 'c++' |
|
84 | language = 'c++' |
|
85 | end |
|
85 | end |
|
86 |
|
86 | ||
|
87 | user_dir = "#{USER_RESULT_DIR}/#{user.login}" |
|
87 | user_dir = "#{USER_RESULT_DIR}/#{user.login}" |
|
88 | Dir.mkdir(user_dir) if !FileTest.exist?(user_dir) |
|
88 | Dir.mkdir(user_dir) if !FileTest.exist?(user_dir) |
|
89 |
|
89 | ||
|
90 | problem_out_dir = "#{user_dir}/#{problem.name}" |
|
90 | problem_out_dir = "#{user_dir}/#{problem.name}" |
|
91 | Dir.mkdir(problem_out_dir) if !FileTest.exist?(problem_out_dir) |
|
91 | Dir.mkdir(problem_out_dir) if !FileTest.exist?(problem_out_dir) |
|
92 |
|
92 | ||
|
93 | problem_home = "#{PROBLEMS_DIR}/#{problem.name}" |
|
93 | problem_home = "#{PROBLEMS_DIR}/#{problem.name}" |
|
94 | source_name = "#{problem.name}.#{lang_ext}" |
|
94 | source_name = "#{problem.name}.#{lang_ext}" |
|
95 |
|
95 | ||
|
96 | save_source(sub,problem_out_dir,source_name) |
|
96 | save_source(sub,problem_out_dir,source_name) |
|
97 | call_judge(problem_home,language,problem_out_dir,source_name) |
|
97 | call_judge(problem_home,language,problem_out_dir,source_name) |
|
98 | save_result(sub,read_result("#{problem_out_dir}/test-result")) |
|
98 | save_result(sub,read_result("#{problem_out_dir}/test-result")) |
|
99 |
|
99 | ||
|
100 | Dir.chdir(current_dir) |
|
100 | Dir.chdir(current_dir) |
|
101 | end |
|
101 | end |
|
102 |
|
102 | ||
|
103 | def stop_grader |
|
103 | def stop_grader |
|
104 | File.open(File.dirname(__FILE__) + '/stop','w').close |
|
104 | File.open(File.dirname(__FILE__) + '/stop','w').close |
|
105 | end |
|
105 | end |
|
106 |
|
106 | ||
|
107 | def check_stopfile |
|
107 | def check_stopfile |
|
108 | FileTest.exist?(File.dirname(__FILE__) + '/stop') |
|
108 | FileTest.exist?(File.dirname(__FILE__) + '/stop') |
|
109 | end |
|
109 | end |
|
110 |
|
110 | ||
|
111 | def clear_stopfile |
|
111 | def clear_stopfile |
|
112 | system("rm " + File.dirname(__FILE__) + '/stop') |
|
112 | system("rm " + File.dirname(__FILE__) + '/stop') |
|
113 | end |
|
113 | end |
|
114 |
|
114 | ||
|
115 | # reading environment and options |
|
115 | # reading environment and options |
|
116 | if (ARGV.length >= 1) and (ARGV[0]=='stop') |
|
116 | if (ARGV.length >= 1) and (ARGV[0]=='stop') |
|
117 | stop_grader |
|
117 | stop_grader |
|
118 | puts "stop file created" |
|
118 | puts "stop file created" |
|
119 | exit(0) |
|
119 | exit(0) |
|
120 | end |
|
120 | end |
|
121 |
|
121 | ||
|
122 | if check_stopfile |
|
122 | if check_stopfile |
|
123 | puts "stop file exists" |
|
123 | puts "stop file exists" |
|
124 | clear_stopfile |
|
124 | clear_stopfile |
|
125 | exit(0) |
|
125 | exit(0) |
|
126 | end |
|
126 | end |
|
127 |
|
127 | ||
|
|
128 | + grader_mode = 'queue' | ||
|
128 | if ARGV.length >= 1 |
|
129 | if ARGV.length >= 1 |
|
129 | GRADER_ENV = ARGV[0] |
|
130 | GRADER_ENV = ARGV[0] |
|
|
131 | + if ARGV.length >=2 | ||
|
|
132 | + grader_mode = ARGV[1] | ||
|
|
133 | + end | ||
|
130 | else |
|
134 | else |
|
131 | GRADER_ENV = 'exam' |
|
135 | GRADER_ENV = 'exam' |
|
132 | end |
|
136 | end |
|
133 |
|
137 | ||
|
134 | puts "environment: #{GRADER_ENV}" |
|
138 | puts "environment: #{GRADER_ENV}" |
|
135 | require File.dirname(__FILE__) + "/environment.rb" |
|
139 | require File.dirname(__FILE__) + "/environment.rb" |
|
136 |
|
140 | ||
|
137 | #main program |
|
141 | #main program |
|
138 | talk 'Reading rails environment' |
|
142 | talk 'Reading rails environment' |
|
139 |
|
143 | ||
|
140 | RAILS_ENV = 'development' |
|
144 | RAILS_ENV = 'development' |
|
141 | require RAILS_APP_DIR + '/config/environment' |
|
145 | require RAILS_APP_DIR + '/config/environment' |
|
142 |
|
146 | ||
|
|
147 | + case grader_mode | ||
|
|
148 | + when "queue" | ||
|
143 | talk 'Grader queue' |
|
149 | talk 'Grader queue' |
|
144 | while true |
|
150 | while true |
|
145 | if check_stopfile # created by calling grader stop |
|
151 | if check_stopfile # created by calling grader stop |
|
146 | clear_stopfile |
|
152 | clear_stopfile |
|
147 | puts "stopped" |
|
153 | puts "stopped" |
|
148 | exit(0) |
|
154 | exit(0) |
|
149 | end |
|
155 | end |
|
150 |
|
156 | ||
|
151 | task = Task.find(:first, :order => 'created_at') |
|
157 | task = Task.find(:first, :order => 'created_at') |
|
152 | if task!=nil |
|
158 | if task!=nil |
|
153 | grade(task.submission_id) |
|
159 | grade(task.submission_id) |
|
154 | task.destroy |
|
160 | task.destroy |
|
155 | else |
|
161 | else |
|
156 | sleep(1) |
|
162 | sleep(1) |
|
157 | end |
|
163 | end |
|
158 | end |
|
164 | end |
|
159 |
|
165 | ||
|
|
166 | + when "prob" | ||
|
|
167 | + prob = Problem.find_by_name(ARGV[2]) | ||
|
|
168 | + if prob==nil | ||
|
|
169 | + puts "cannot find problem: #{ARGV[2]}" | ||
|
|
170 | + exit(0) | ||
|
|
171 | + end | ||
|
|
172 | + users = User.find(:all) | ||
|
|
173 | + users.each do |u| | ||
|
|
174 | + puts "user: #{u.login}" | ||
|
|
175 | + last_sub = Submission.find(:first, | ||
|
|
176 | + :conditions => "user_id = #{u.id} and " + | ||
|
|
177 | + "problem_id = #{prob.id}", | ||
|
|
178 | + :order => 'submitted_at DESC') | ||
|
|
179 | + if last_sub!=nil | ||
|
|
180 | + grade(last_sub.id) | ||
|
|
181 | + end | ||
|
|
182 | + end | ||
|
|
183 | + end | ||
|
160 |
|
184 | ||
|
|
185 | + | ||
|
|
186 | + | ||
|
|
187 | + | ||
|
|
188 | + |
@@ -1,59 +1,63 | |||||
|
1 | #!/usr/bin/ruby |
|
1 | #!/usr/bin/ruby |
|
2 |
|
2 | ||
|
3 | problem_home = ENV['PROBLEM_HOME'] |
|
3 | problem_home = ENV['PROBLEM_HOME'] |
|
4 | require "#{problem_home}/script/test_dsl.rb" |
|
4 | require "#{problem_home}/script/test_dsl.rb" |
|
5 |
|
5 | ||
|
6 | if ARGV.length < 2 |
|
6 | if ARGV.length < 2 |
|
7 | puts "Usage: check <language> <test-number> [<output-file>]" |
|
7 | puts "Usage: check <language> <test-number> [<output-file>]" |
|
8 | exit(0) |
|
8 | exit(0) |
|
9 | end |
|
9 | end |
|
10 |
|
10 | ||
|
11 | language = ARGV[0] |
|
11 | language = ARGV[0] |
|
12 | test_num = ARGV[1].to_i |
|
12 | test_num = ARGV[1].to_i |
|
13 | if ARGV.length >= 3 |
|
13 | if ARGV.length >= 3 |
|
14 | output_file_name = ARGV[2] |
|
14 | output_file_name = ARGV[2] |
|
15 | else |
|
15 | else |
|
16 | output_file_name = "output.txt" |
|
16 | output_file_name = "output.txt" |
|
17 | end |
|
17 | end |
|
18 |
|
18 | ||
|
19 | load "#{problem_home}/test_cases/all_tests.cfg" |
|
19 | load "#{problem_home}/test_cases/all_tests.cfg" |
|
20 | problem = Problem.get_instance |
|
20 | problem = Problem.get_instance |
|
21 |
|
21 | ||
|
22 | output_file = File.new(output_file_name, "r") |
|
22 | output_file = File.new(output_file_name, "r") |
|
23 | answer_file = File.new("#{problem_home}/test_cases/#{test_num}/answer-#{test_num}.txt") |
|
23 | answer_file = File.new("#{problem_home}/test_cases/#{test_num}/answer-#{test_num}.txt") |
|
24 | result_file = File.new("check_result", "w") |
|
24 | result_file = File.new("check_result", "w") |
|
25 |
|
25 | ||
|
26 | output_file_content = output_file.read |
|
26 | output_file_content = output_file.read |
|
27 | answer_file_content = answer_file.read |
|
27 | answer_file_content = answer_file.read |
|
28 |
|
28 | ||
|
29 | report_correct = lambda { |
|
29 | report_correct = lambda { |
|
30 | result_file.write "Correct\n" |
|
30 | result_file.write "Correct\n" |
|
31 | result_file.write problem.get_score(test_num) |
|
31 | result_file.write problem.get_score(test_num) |
|
32 | result_file.write "\n" |
|
32 | result_file.write "\n" |
|
33 | result_file.close |
|
33 | result_file.close |
|
34 | exit(0) |
|
34 | exit(0) |
|
35 | } |
|
35 | } |
|
36 |
|
36 | ||
|
37 | report_wrong = lambda { |
|
37 | report_wrong = lambda { |
|
38 | result_file.write "Incorrect\n" |
|
38 | result_file.write "Incorrect\n" |
|
39 | result_file.write "0\n" |
|
39 | result_file.write "0\n" |
|
40 | result_file.close |
|
40 | result_file.close |
|
41 | exit(0) |
|
41 | exit(0) |
|
42 | } |
|
42 | } |
|
43 |
|
43 | ||
|
44 | ################## |
|
44 | ################## |
|
45 | # Your code here # |
|
45 | # Your code here # |
|
46 | ################## |
|
46 | ################## |
|
|
47 | + | ||
|
|
48 | + puts "YOU HAVE TO EDIT THE CHECKING CODE HERE: #{__FILE__}" | ||
|
|
49 | + exit(127) | ||
|
|
50 | + | ||
|
47 | num_pattern = /^[0-9]*/ |
|
51 | num_pattern = /^[0-9]*/ |
|
48 | if (output_file_content =~ num_pattern) == nil |
|
52 | if (output_file_content =~ num_pattern) == nil |
|
49 | report_wrong.call |
|
53 | report_wrong.call |
|
50 | end |
|
54 | end |
|
51 |
|
55 | ||
|
52 | output_i = output_file_content.to_i |
|
56 | output_i = output_file_content.to_i |
|
53 | answer_i = answer_file_content.to_i |
|
57 | answer_i = answer_file_content.to_i |
|
54 |
|
58 | ||
|
55 | if output_i == answer_i |
|
59 | if output_i == answer_i |
|
56 | report_correct.call |
|
60 | report_correct.call |
|
57 | else |
|
61 | else |
|
58 | report_wrong.call |
|
62 | report_wrong.call |
|
59 | end |
|
63 | end |
You need to be logged in to leave comments.
Login now