Description:
merge
Commit status:
[Not Reviewed]
References:
Diff options:
Comments:
0 Commit comments
0 Inline Comments
Unresolved TODOs:
There are no unresolved TODOs
r241:19abb7c667e3 - - 7 files changed: 128 inserted, 8 deleted
@@ -0,0 +1,93 | |||||
|
|
1 | + #!/usr/bin/env ruby | ||
|
|
2 | + | ||
|
|
3 | + def config | ||
|
|
4 | + Grader::Configuration.get_instance | ||
|
|
5 | + end | ||
|
|
6 | + | ||
|
|
7 | + def display_manual | ||
|
|
8 | + puts <<USAGE | ||
|
|
9 | + Check similarity between submission | ||
|
|
10 | + using: check_similar sub1 sub2 | ||
|
|
11 | + -- or -- | ||
|
|
12 | + check_similar problem_name | ||
|
|
13 | + sub1 and sub2 are submission IDs to be checked | ||
|
|
14 | + problem_name will check all submissions of the problem wit problem short name is 'problem_name' | ||
|
|
15 | + | ||
|
|
16 | + The output are given as | ||
|
|
17 | + sub1.login, sub1.id, sub1.point, sub2.login, sub2.id, sub2.point, similarity | ||
|
|
18 | + | ||
|
|
19 | + USAGE | ||
|
|
20 | + end | ||
|
|
21 | + | ||
|
|
22 | + def process_options_and_stop_file | ||
|
|
23 | + | ||
|
|
24 | + # Process 'help' option | ||
|
|
25 | + if (ARGV.length == 0) or ((ARGV.length==1) and (/help/.match(ARGV[0]))) | ||
|
|
26 | + display_manual | ||
|
|
27 | + exit(0) | ||
|
|
28 | + end | ||
|
|
29 | + | ||
|
|
30 | + #default options | ||
|
|
31 | + options = { | ||
|
|
32 | + :dry_run => false, | ||
|
|
33 | + } | ||
|
|
34 | + | ||
|
|
35 | + | ||
|
|
36 | + if ARGV.length == 2 | ||
|
|
37 | + options[:sub1] = ARGV[0].to_i | ||
|
|
38 | + options[:sub2] = ARGV[1].to_i | ||
|
|
39 | + elsif ARGV.length == 1 | ||
|
|
40 | + options[:problem] = ARGV[0] | ||
|
|
41 | + end | ||
|
|
42 | + | ||
|
|
43 | + | ||
|
|
44 | + return options | ||
|
|
45 | + end | ||
|
|
46 | + | ||
|
|
47 | + def compare(sub1,sub2,full = sub1.problem.full_score) | ||
|
|
48 | + dis = @jarow.getDistance(sub1.source, sub2.source) | ||
|
|
49 | + puts [sub1.user.login,"##{sub1.id}",(sub1.points * 100.0 / full).to_i, | ||
|
|
50 | + sub2.user.login,"##{sub2.id}",(sub2.points * 100.0 / full).to_i, | ||
|
|
51 | + "#{dis * 100}%"].join(',') | ||
|
|
52 | + end | ||
|
|
53 | + | ||
|
|
54 | + ######################################### | ||
|
|
55 | + # main program | ||
|
|
56 | + ######################################### | ||
|
|
57 | + | ||
|
|
58 | + options = process_options_and_stop_file | ||
|
|
59 | + | ||
|
|
60 | + # load grader environment | ||
|
|
61 | + GRADER_ENV = 'grading' | ||
|
|
62 | + require File.join(File.dirname(__FILE__),'config/environment') | ||
|
|
63 | + | ||
|
|
64 | + # boot rails, to be able to use the active record | ||
|
|
65 | + RAILS_ENV = config.rails_env | ||
|
|
66 | + require RAILS_ROOT + '/config/environment' | ||
|
|
67 | + | ||
|
|
68 | + # load comparator | ||
|
|
69 | + require 'fuzzystringmatch' | ||
|
|
70 | + @jarow = FuzzyStringMatch::JaroWinkler.create( :native ) | ||
|
|
71 | + | ||
|
|
72 | + if options[:problem] | ||
|
|
73 | + p = Problem.where(name: options[:problem]).first | ||
|
|
74 | + unless p | ||
|
|
75 | + puts "cannot find problem #{options[:problem]}" | ||
|
|
76 | + exit(0) | ||
|
|
77 | + end | ||
|
|
78 | + subs = Submission.where(problem: p) | ||
|
|
79 | + full_score = p.full_score.to_i | ||
|
|
80 | + subs.each.with_index do |s1,i| | ||
|
|
81 | + puts "processing #{i+1} out of #{subs.length}" | ||
|
|
82 | + subs.each do |s2| | ||
|
|
83 | + if s1.user != s2.user | ||
|
|
84 | + compare(s1,s2,full_score) | ||
|
|
85 | + end | ||
|
|
86 | + end | ||
|
|
87 | + end | ||
|
|
88 | + else | ||
|
|
89 | + sub1 = Submission.find(options[:sub1]) | ||
|
|
90 | + sub2 = Submission.find(options[:sub2]) | ||
|
|
91 | + compare(sub1,sub2) | ||
|
|
92 | + end | ||
|
|
93 | + |
@@ -0,0 +1,6 | |||||
|
|
1 | + #!/bin/bash | ||
|
|
2 | + count=`ps aux | grep "cafe_grader" | grep "grader grading queue" | wc -l` | ||
|
|
3 | + if [ $count -lt 1 ]; then | ||
|
|
4 | + cd /home/dae/cafe_grader/judge | ||
|
|
5 | + /home/dae/.rvm/wrappers/ruby-2.3.0/ruby /home/dae/cafe_grader/judge/scripts/grader grading queue > /home/dae/grading.log & | ||
|
|
6 | + fi |
@@ -52,185 +52,191 | |||||
|
52 | end |
|
52 | end |
|
53 |
|
53 | ||
|
54 | def print_usage |
|
54 | def print_usage |
|
55 | puts "using: import_problem_new name dir check [options] |
|
55 | puts "using: import_problem_new name dir check [options] |
|
56 |
|
56 | ||
|
57 | where: name = problem_name (put '-' (dash) to use dir name) |
|
57 | where: name = problem_name (put '-' (dash) to use dir name) |
|
58 | dir = importing testcase directory |
|
58 | dir = importing testcase directory |
|
59 | check = check script, which can be |
|
59 | check = check script, which can be |
|
60 | 'integer', 'text' (for standard script), |
|
60 | 'integer', 'text' (for standard script), |
|
61 | path_to_your_script, or |
|
61 | path_to_your_script, or |
|
62 | 'wrapper:(path_to_your_wrapped_script)' |
|
62 | 'wrapper:(path_to_your_wrapped_script)' |
|
63 | options: -t time-limit (in seconds) |
|
63 | options: -t time-limit (in seconds) |
|
64 | -m memory-limit (in megabytes) |
|
64 | -m memory-limit (in megabytes) |
|
65 |
|
65 | ||
|
66 | The script looks at test data files in the dir of the forms: *.in and |
|
66 | The script looks at test data files in the dir of the forms: *.in and |
|
67 | *.sol and import them to the evaluation dir for their environment, |
|
67 | *.sol and import them to the evaluation dir for their environment, |
|
68 | based on their prefixes. |
|
68 | based on their prefixes. |
|
69 |
|
69 | ||
|
70 | Currently supporting environments are:" |
|
70 | Currently supporting environments are:" |
|
71 |
|
71 | ||
|
72 | JUDGE_ENVIRONMENTS.each do |env| |
|
72 | JUDGE_ENVIRONMENTS.each do |env| |
|
73 | prefix = ENV_INFO[env][:raw_prefix] |
|
73 | prefix = ENV_INFO[env][:raw_prefix] |
|
74 | prefix = 'no prefix' if prefix=='' |
|
74 | prefix = 'no prefix' if prefix=='' |
|
75 | puts " * #{env}" |
|
75 | puts " * #{env}" |
|
76 | puts " import to: #{ENV_INFO[env][:ev_dir]}" |
|
76 | puts " import to: #{ENV_INFO[env][:ev_dir]}" |
|
77 | puts " prefix with: #{prefix} (e.g., #{ENV_INFO[env][:raw_prefix]}1.in, #{ENV_INFO[env][:raw_prefix]}5a.sol)" |
|
77 | puts " prefix with: #{prefix} (e.g., #{ENV_INFO[env][:raw_prefix]}1.in, #{ENV_INFO[env][:raw_prefix]}5a.sol)" |
|
78 | end |
|
78 | end |
|
79 |
|
79 | ||
|
80 | puts" |
|
80 | puts" |
|
81 | For each environment, the script |
|
81 | For each environment, the script |
|
82 | * creates a directory for a problem in ev dir of that environment, |
|
82 | * creates a directory for a problem in ev dir of that environment, |
|
83 | * copies testdata in the old format and create standard testcase config file |
|
83 | * copies testdata in the old format and create standard testcase config file |
|
84 | * copies a check script for grading |
|
84 | * copies a check script for grading |
|
85 | * creates a test_request template in the ev dir + '/test_request' |
|
85 | * creates a test_request template in the ev dir + '/test_request' |
|
86 |
|
86 | ||
|
87 | For wrapped checked script see comment in templates/check_wrapper for |
|
87 | For wrapped checked script see comment in templates/check_wrapper for |
|
88 | information." |
|
88 | information." |
|
89 | end |
|
89 | end |
|
90 |
|
90 | ||
|
91 | def count_testruns(testcase_dir, raw_prefix) |
|
91 | def count_testruns(testcase_dir, raw_prefix) |
|
92 | n = 0 |
|
92 | n = 0 |
|
93 | begin |
|
93 | begin |
|
94 | # check for test case n+1 |
|
94 | # check for test case n+1 |
|
95 | if ((Dir["#{testcase_dir}/#{raw_prefix}#{n+1}.in"].length==0) and |
|
95 | if ((Dir["#{testcase_dir}/#{raw_prefix}#{n+1}.in"].length==0) and |
|
96 | (Dir["#{testcase_dir}/#{raw_prefix}#{n+1}[a-z].in"].length==0)) |
|
96 | (Dir["#{testcase_dir}/#{raw_prefix}#{n+1}[a-z].in"].length==0)) |
|
97 | return n |
|
97 | return n |
|
98 | end |
|
98 | end |
|
99 | n += 1 |
|
99 | n += 1 |
|
100 | end while true |
|
100 | end while true |
|
101 | end |
|
101 | end |
|
102 |
|
102 | ||
|
103 | def create_dir_if_not_exists(dir) |
|
103 | def create_dir_if_not_exists(dir) |
|
104 | if ! FileTest.exists? dir |
|
104 | if ! FileTest.exists? dir |
|
105 | FileUtils.mkdir(dir) |
|
105 | FileUtils.mkdir(dir) |
|
106 | end |
|
106 | end |
|
107 | end |
|
107 | end |
|
108 |
|
108 | ||
|
109 | def import_problem(ev_dir, problem, testcase_dir, num_testruns, raw_prefix, check_script, options) |
|
109 | def import_problem(ev_dir, problem, testcase_dir, num_testruns, raw_prefix, check_script, options) |
|
110 | testrun_info = build_testrun_info_from_dir(num_testruns, testcase_dir, raw_prefix) |
|
110 | testrun_info = build_testrun_info_from_dir(num_testruns, testcase_dir, raw_prefix) |
|
111 |
|
111 | ||
|
112 | if !(FileTest.exists? ev_dir) |
|
112 | if !(FileTest.exists? ev_dir) |
|
113 | puts "Testdata dir (#{ev_dir}) not found." |
|
113 | puts "Testdata dir (#{ev_dir}) not found." |
|
114 | return |
|
114 | return |
|
115 | end |
|
115 | end |
|
116 |
|
116 | ||
|
117 | problem_dir = "#{ev_dir}/#{problem}" |
|
117 | problem_dir = "#{ev_dir}/#{problem}" |
|
118 |
|
118 | ||
|
119 | # start working |
|
119 | # start working |
|
120 | puts "creating directories" |
|
120 | puts "creating directories" |
|
121 |
|
121 | ||
|
122 | create_dir_if_not_exists("#{problem_dir}") |
|
122 | create_dir_if_not_exists("#{problem_dir}") |
|
123 | create_dir_if_not_exists("#{problem_dir}/script") |
|
123 | create_dir_if_not_exists("#{problem_dir}/script") |
|
124 | create_dir_if_not_exists("#{problem_dir}/test_cases") |
|
124 | create_dir_if_not_exists("#{problem_dir}/test_cases") |
|
125 |
|
125 | ||
|
126 | puts "copying testcases" |
|
126 | puts "copying testcases" |
|
127 |
|
127 | ||
|
128 | tr_num = 0 |
|
128 | tr_num = 0 |
|
129 |
|
129 | ||
|
130 | num_testcases = 0 |
|
130 | num_testcases = 0 |
|
131 |
|
131 | ||
|
132 | testrun_info.each do |testrun| |
|
132 | testrun_info.each do |testrun| |
|
133 | tr_num += 1 |
|
133 | tr_num += 1 |
|
134 | puts "testrun: #{tr_num}" |
|
134 | puts "testrun: #{tr_num}" |
|
135 |
|
135 | ||
|
136 | testrun.each do |testcase_info| |
|
136 | testrun.each do |testcase_info| |
|
137 | testcase_num, testcase_fname = testcase_info |
|
137 | testcase_num, testcase_fname = testcase_info |
|
138 |
|
138 | ||
|
139 | puts "copy #{testcase_fname} to #{testcase_num}" |
|
139 | puts "copy #{testcase_fname} to #{testcase_num}" |
|
140 |
|
140 | ||
|
141 | create_dir_if_not_exists("#{problem_dir}/test_cases/#{testcase_num}") |
|
141 | create_dir_if_not_exists("#{problem_dir}/test_cases/#{testcase_num}") |
|
142 | copy_testcase("#{testcase_dir}",testcase_fname,"#{problem_dir}/test_cases/#{testcase_num}",testcase_num) |
|
142 | copy_testcase("#{testcase_dir}",testcase_fname,"#{problem_dir}/test_cases/#{testcase_num}",testcase_num) |
|
143 |
|
143 | ||
|
144 | num_testcases += 1 |
|
144 | num_testcases += 1 |
|
145 | end |
|
145 | end |
|
146 | end |
|
146 | end |
|
147 |
|
147 | ||
|
|
148 | + #also include any .txt files | ||
|
|
149 | + Dir.glob("#{testcase_dir}/*.txt") do |file| | ||
|
|
150 | + puts "copy data file #{file}" | ||
|
|
151 | + FileUtils.cp(file,"#{problem_dir}") | ||
|
|
152 | + end | ||
|
|
153 | + | ||
|
148 | # generating all_tests.cfg |
|
154 | # generating all_tests.cfg |
|
149 | puts "generating testcase config file" |
|
155 | puts "generating testcase config file" |
|
150 |
|
156 | ||
|
151 | template = File.open(SCRIPT_DIR + "/templates/all_tests.cfg.erb").read |
|
157 | template = File.open(SCRIPT_DIR + "/templates/all_tests.cfg.erb").read |
|
152 | all_test_cfg = ERB.new(template) |
|
158 | all_test_cfg = ERB.new(template) |
|
153 |
|
159 | ||
|
154 | cfg_file = File.open("#{problem_dir}/test_cases/all_tests.cfg","w") |
|
160 | cfg_file = File.open("#{problem_dir}/test_cases/all_tests.cfg","w") |
|
155 | cfg_file.puts all_test_cfg.result binding |
|
161 | cfg_file.puts all_test_cfg.result binding |
|
156 | cfg_file.close |
|
162 | cfg_file.close |
|
157 |
|
163 | ||
|
158 | # copy check script |
|
164 | # copy check script |
|
159 | if res = /^wrapper:(.*)$/.match(check_script) |
|
165 | if res = /^wrapper:(.*)$/.match(check_script) |
|
160 | # wrapper script |
|
166 | # wrapper script |
|
161 | check_script_fname = res[1] |
|
167 | check_script_fname = res[1] |
|
162 | script_name = File.basename(check_script_fname) |
|
168 | script_name = File.basename(check_script_fname) |
|
163 | check_wrapper_template = File.open(SCRIPT_DIR + "/templates/check_wrapper").read |
|
169 | check_wrapper_template = File.open(SCRIPT_DIR + "/templates/check_wrapper").read |
|
164 | check_wrapper = ERB.new(check_wrapper_template) |
|
170 | check_wrapper = ERB.new(check_wrapper_template) |
|
165 |
|
171 | ||
|
166 | check_file = File.open("#{problem_dir}/script/check","w") |
|
172 | check_file = File.open("#{problem_dir}/script/check","w") |
|
167 | check_file.puts check_wrapper.result binding |
|
173 | check_file.puts check_wrapper.result binding |
|
168 | check_file.close |
|
174 | check_file.close |
|
169 |
|
175 | ||
|
170 | File.chmod(0755,"#{problem_dir}/script/check") |
|
176 | File.chmod(0755,"#{problem_dir}/script/check") |
|
171 |
|
177 | ||
|
172 | FileUtils.cp("#{check_script_fname}", "#{problem_dir}/script/#{script_name}") |
|
178 | FileUtils.cp("#{check_script_fname}", "#{problem_dir}/script/#{script_name}") |
|
173 | else |
|
179 | else |
|
174 | if File.exists?(SCRIPT_DIR + "/templates/check.#{check_script}") |
|
180 | if File.exists?(SCRIPT_DIR + "/templates/check.#{check_script}") |
|
175 | check_script_fname = SCRIPT_DIR + "/templates/check.#{check_script}" |
|
181 | check_script_fname = SCRIPT_DIR + "/templates/check.#{check_script}" |
|
176 | else |
|
182 | else |
|
177 | check_script_fname = check_script |
|
183 | check_script_fname = check_script |
|
178 | end |
|
184 | end |
|
179 | FileUtils.cp("#{check_script_fname}", "#{problem_dir}/script/check", :preserve => true) |
|
185 | FileUtils.cp("#{check_script_fname}", "#{problem_dir}/script/check", :preserve => true) |
|
180 | end |
|
186 | end |
|
181 |
|
187 | ||
|
182 | # generating test_request directory |
|
188 | # generating test_request directory |
|
183 | puts "generating test_request template" |
|
189 | puts "generating test_request template" |
|
184 | FileUtils.mkdir_p("#{ev_dir}/test_request/#{problem}/script") |
|
190 | FileUtils.mkdir_p("#{ev_dir}/test_request/#{problem}/script") |
|
185 | FileUtils.mkdir_p("#{ev_dir}/test_request/#{problem}/test_cases/1") |
|
191 | FileUtils.mkdir_p("#{ev_dir}/test_request/#{problem}/test_cases/1") |
|
186 |
|
192 | ||
|
187 | template = File.open(SCRIPT_DIR + "/templates/test_request_all_tests.cfg.erb").read |
|
193 | template = File.open(SCRIPT_DIR + "/templates/test_request_all_tests.cfg.erb").read |
|
188 | test_request_all_test_cfg = ERB.new(template) |
|
194 | test_request_all_test_cfg = ERB.new(template) |
|
189 |
|
195 | ||
|
190 | cfg_file = File.open("#{ev_dir}/test_request/#{problem}/test_cases/all_tests.cfg","w") |
|
196 | cfg_file = File.open("#{ev_dir}/test_request/#{problem}/test_cases/all_tests.cfg","w") |
|
191 | cfg_file.puts test_request_all_test_cfg.result |
|
197 | cfg_file.puts test_request_all_test_cfg.result |
|
192 | cfg_file.close |
|
198 | cfg_file.close |
|
193 |
|
199 | ||
|
194 | FileUtils.cp("#{SCRIPT_DIR}/templates/check_empty", |
|
200 | FileUtils.cp("#{SCRIPT_DIR}/templates/check_empty", |
|
195 | "#{ev_dir}/test_request/#{problem}/script/check") |
|
201 | "#{ev_dir}/test_request/#{problem}/script/check") |
|
196 | FileUtils.cp("#{SCRIPT_DIR}/templates/answer-1.txt", |
|
202 | FileUtils.cp("#{SCRIPT_DIR}/templates/answer-1.txt", |
|
197 | "#{ev_dir}/test_request/#{problem}/test_cases/1") |
|
203 | "#{ev_dir}/test_request/#{problem}/test_cases/1") |
|
198 |
|
204 | ||
|
199 | puts "done" |
|
205 | puts "done" |
|
200 | end |
|
206 | end |
|
201 |
|
207 | ||
|
202 |
|
208 | ||
|
203 | SCRIPT_DIR = File.dirname(__FILE__) |
|
209 | SCRIPT_DIR = File.dirname(__FILE__) |
|
204 |
|
210 | ||
|
205 | # print usage |
|
211 | # print usage |
|
206 | if (ARGV.length < 3) or (ARGV[2][0,1]=="-") |
|
212 | if (ARGV.length < 3) or (ARGV[2][0,1]=="-") |
|
207 | print_usage |
|
213 | print_usage |
|
208 | exit(127) |
|
214 | exit(127) |
|
209 | end |
|
215 | end |
|
210 |
|
216 | ||
|
211 | # processing arguments |
|
217 | # processing arguments |
|
212 | problem = ARGV[0] |
|
218 | problem = ARGV[0] |
|
213 | testcase_dir = ARGV[1] |
|
219 | testcase_dir = ARGV[1] |
|
214 | problem = File.basename(testcase_dir) if problem=="-" |
|
220 | problem = File.basename(testcase_dir) if problem=="-" |
|
215 | check_script = ARGV[2] |
|
221 | check_script = ARGV[2] |
|
216 | options = {:time_limit => 1, :mem_limit => 16} |
|
222 | options = {:time_limit => 1, :mem_limit => 16} |
|
217 | process_options(options) |
|
223 | process_options(options) |
|
218 |
|
224 | ||
|
219 | JUDGE_ENVIRONMENTS.each do |env| |
|
225 | JUDGE_ENVIRONMENTS.each do |env| |
|
220 | ev_dir = ENV_INFO[env][:ev_dir] |
|
226 | ev_dir = ENV_INFO[env][:ev_dir] |
|
221 | raw_prefix = ENV_INFO[env][:raw_prefix] |
|
227 | raw_prefix = ENV_INFO[env][:raw_prefix] |
|
222 |
|
228 | ||
|
223 | num_testruns = count_testruns(testcase_dir,raw_prefix) |
|
229 | num_testruns = count_testruns(testcase_dir,raw_prefix) |
|
224 |
|
230 | ||
|
225 | puts "" |
|
231 | puts "" |
|
226 | puts "*** Environment: #{env} (#{num_testruns} test runs) ***" |
|
232 | puts "*** Environment: #{env} (#{num_testruns} test runs) ***" |
|
227 | puts "" |
|
233 | puts "" |
|
228 |
|
234 | ||
|
229 | import_problem(ev_dir, |
|
235 | import_problem(ev_dir, |
|
230 | problem, |
|
236 | problem, |
|
231 | testcase_dir, |
|
237 | testcase_dir, |
|
232 | num_testruns, |
|
238 | num_testruns, |
|
233 | raw_prefix, |
|
239 | raw_prefix, |
|
234 | check_script, |
|
240 | check_script, |
|
235 | options) |
|
241 | options) |
|
236 | end |
|
242 | end |
@@ -1,85 +1,85 | |||||
|
1 | #!/usr/bin/env ruby |
|
1 | #!/usr/bin/env ruby |
|
2 |
|
2 | ||
|
3 | def config |
|
3 | def config |
|
4 | Grader::Configuration.get_instance |
|
4 | Grader::Configuration.get_instance |
|
5 | end |
|
5 | end |
|
6 |
|
6 | ||
|
7 | def display_manual |
|
7 | def display_manual |
|
8 | puts <<USAGE |
|
8 | puts <<USAGE |
|
9 | load_testcases |
|
9 | load_testcases |
|
10 | using: load_testcases [problem_name ...] |
|
10 | using: load_testcases [problem_name ...] |
|
11 | problem_name are list of "short name" of the problems |
|
11 | problem_name are list of "short name" of the problems |
|
12 |
|
12 | ||
|
13 | options: |
|
13 | options: |
|
14 | --dry-run do nothing, just simulate the run |
|
14 | --dry-run do nothing, just simulate the run |
|
15 | --all import all problem. This might take several minutes |
|
15 | --all import all problem. This might take several minutes |
|
16 |
|
16 | ||
|
17 | USAGE |
|
17 | USAGE |
|
18 | end |
|
18 | end |
|
19 |
|
19 | ||
|
20 | def process_options_and_stop_file |
|
20 | def process_options_and_stop_file |
|
21 |
|
21 | ||
|
22 | # Process 'help' option |
|
22 | # Process 'help' option |
|
23 | - if (ARGV.length==1) and (/help/.match(ARGV[0])) |
|
23 | + if (ARGV.length == 0) or ((ARGV.length==1) and (/help/.match(ARGV[0]))) |
|
24 | display_manual |
|
24 | display_manual |
|
25 | exit(0) |
|
25 | exit(0) |
|
26 | end |
|
26 | end |
|
27 |
|
27 | ||
|
28 | #default options |
|
28 | #default options |
|
29 | options = { |
|
29 | options = { |
|
30 | :dry_run => false, |
|
30 | :dry_run => false, |
|
31 | } |
|
31 | } |
|
32 |
|
32 | ||
|
33 | options[:dry_run] = (ARGV.delete('--dry') != nil) |
|
33 | options[:dry_run] = (ARGV.delete('--dry') != nil) |
|
34 | options[:all] = (ARGV.delete('--all') != nil) |
|
34 | options[:all] = (ARGV.delete('--all') != nil) |
|
35 |
|
35 | ||
|
36 | return options |
|
36 | return options |
|
37 | end |
|
37 | end |
|
38 |
|
38 | ||
|
39 | def process_problem(prob,dry_run = false) |
|
39 | def process_problem(prob,dry_run = false) |
|
40 | prob.testcases.destroy_all |
|
40 | prob.testcases.destroy_all |
|
41 | testcases_root = File.expand_path(GRADER_ROOT+"/../ev/#{prob.name}/test_cases/") |
|
41 | testcases_root = File.expand_path(GRADER_ROOT+"/../ev/#{prob.name}/test_cases/") |
|
42 | num = 1 |
|
42 | num = 1 |
|
43 | puts "Processing problem #{prob.name}" |
|
43 | puts "Processing problem #{prob.name}" |
|
44 | loop do |
|
44 | loop do |
|
45 | file_root = testcases_root + "/#{num}/" |
|
45 | file_root = testcases_root + "/#{num}/" |
|
46 | puts " checking file #{file_root}" |
|
46 | puts " checking file #{file_root}" |
|
47 | break unless File.exists? file_root |
|
47 | break unless File.exists? file_root |
|
48 | input = File.read(file_root + "/input-#{num}.txt") |
|
48 | input = File.read(file_root + "/input-#{num}.txt") |
|
49 | answer = File.read(file_root + "/answer-#{num}.txt") |
|
49 | answer = File.read(file_root + "/answer-#{num}.txt") |
|
50 | puts " got test case ##{num} of size #{input.size} and #{answer.size}" |
|
50 | puts " got test case ##{num} of size #{input.size} and #{answer.size}" |
|
51 |
|
51 | ||
|
52 | #THIS IS JUST A PLACE HOLDER |
|
52 | #THIS IS JUST A PLACE HOLDER |
|
53 | group = num #this is wrong!!! fix it!! |
|
53 | group = num #this is wrong!!! fix it!! |
|
54 | score = 10 |
|
54 | score = 10 |
|
55 | #BEWARE |
|
55 | #BEWARE |
|
56 |
|
56 | ||
|
57 | prob.testcases.create(input: input,sol: answer, num: num, score:score,group: group) unless dry_run |
|
57 | prob.testcases.create(input: input,sol: answer, num: num, score:score,group: group) unless dry_run |
|
58 | num += 1 |
|
58 | num += 1 |
|
59 | end |
|
59 | end |
|
60 | end |
|
60 | end |
|
61 |
|
61 | ||
|
62 | ######################################### |
|
62 | ######################################### |
|
63 | # main program |
|
63 | # main program |
|
64 | ######################################### |
|
64 | ######################################### |
|
65 |
|
65 | ||
|
66 | options = process_options_and_stop_file |
|
66 | options = process_options_and_stop_file |
|
67 |
|
67 | ||
|
68 | # load grader environment |
|
68 | # load grader environment |
|
69 | GRADER_ENV = 'grading' |
|
69 | GRADER_ENV = 'grading' |
|
70 | require File.join(File.dirname(__FILE__),'config/environment') |
|
70 | require File.join(File.dirname(__FILE__),'config/environment') |
|
71 |
|
71 | ||
|
72 | # boot rails, to be able to use the active record |
|
72 | # boot rails, to be able to use the active record |
|
73 | RAILS_ENV = config.rails_env |
|
73 | RAILS_ENV = config.rails_env |
|
74 | require RAILS_ROOT + '/config/environment' |
|
74 | require RAILS_ROOT + '/config/environment' |
|
75 |
|
75 | ||
|
76 | if options[:all] |
|
76 | if options[:all] |
|
77 |
- Problem.all.each { |prob| process_problem(prob,options[: |
|
77 | + Problem.all.each { |prob| process_problem(prob,options[:dry_run]) } |
|
78 | else |
|
78 | else |
|
79 | ARGV.each do |name| |
|
79 | ARGV.each do |name| |
|
80 | prob = Problem.find_by(name: name) |
|
80 | prob = Problem.find_by(name: name) |
|
81 | process_problem(prob,options[:dry_run]) if prob |
|
81 | process_problem(prob,options[:dry_run]) if prob |
|
82 | puts "Cannot find the problem #{name}" unless prob |
|
82 | puts "Cannot find the problem #{name}" unless prob |
|
83 | end |
|
83 | end |
|
84 | end |
|
84 | end |
|
85 |
|
85 |
@@ -1,100 +1,100 | |||||
|
1 | #!/usr/bin/env ruby |
|
1 | #!/usr/bin/env ruby |
|
2 |
|
2 | ||
|
3 | ENVIRONMENT_DIRS = ['ev', 'ev-exam'] |
|
3 | ENVIRONMENT_DIRS = ['ev', 'ev-exam'] |
|
4 |
|
4 | ||
|
5 | def config |
|
5 | def config |
|
6 | Grader::Configuration.get_instance |
|
6 | Grader::Configuration.get_instance |
|
7 | end |
|
7 | end |
|
8 |
|
8 | ||
|
9 | def rename_problem(old_problem_name, new_problem_name) |
|
9 | def rename_problem(old_problem_name, new_problem_name) |
|
10 |
|
10 | ||
|
11 |
- |
|
11 | + unless valid_problem_name(new_problem_name) |
|
12 | puts "Bad new problem name: #{new_problem_name}" |
|
12 | puts "Bad new problem name: #{new_problem_name}" |
|
13 | return |
|
13 | return |
|
14 | end |
|
14 | end |
|
15 |
|
15 | ||
|
16 | problem = Problem.find_by_name(old_problem_name) |
|
16 | problem = Problem.find_by_name(old_problem_name) |
|
17 | if problem==nil |
|
17 | if problem==nil |
|
18 | puts "Problem #{old_problem_name} does not exist." |
|
18 | puts "Problem #{old_problem_name} does not exist." |
|
19 | return |
|
19 | return |
|
20 | end |
|
20 | end |
|
21 |
|
21 | ||
|
22 | puts "Problem: #{old_problem_name} -> #{new_problem_name}" |
|
22 | puts "Problem: #{old_problem_name} -> #{new_problem_name}" |
|
23 |
|
23 | ||
|
24 | ENVIRONMENT_DIRS.each do |dir| |
|
24 | ENVIRONMENT_DIRS.each do |dir| |
|
25 | problem_dir = File.join(GRADER_ROOT,'..',dir,old_problem_name) |
|
25 | problem_dir = File.join(GRADER_ROOT,'..',dir,old_problem_name) |
|
26 | new_problem_dir = File.join(GRADER_ROOT,'..',dir,new_problem_name) |
|
26 | new_problem_dir = File.join(GRADER_ROOT,'..',dir,new_problem_name) |
|
27 |
|
27 | ||
|
28 | if FileTest.exists? problem_dir |
|
28 | if FileTest.exists? problem_dir |
|
29 | puts "Moving #{problem_dir} to #{new_problem_dir}." |
|
29 | puts "Moving #{problem_dir} to #{new_problem_dir}." |
|
30 | File.rename(problem_dir, new_problem_dir) |
|
30 | File.rename(problem_dir, new_problem_dir) |
|
31 |
|
31 | ||
|
32 | tr_problem_dir = File.join(GRADER_ROOT,'..',dir, |
|
32 | tr_problem_dir = File.join(GRADER_ROOT,'..',dir, |
|
33 | 'test_request',old_problem_name) |
|
33 | 'test_request',old_problem_name) |
|
34 | new_tr_problem_dir = File.join(GRADER_ROOT,'..',dir, |
|
34 | new_tr_problem_dir = File.join(GRADER_ROOT,'..',dir, |
|
35 | 'test_request',new_problem_name) |
|
35 | 'test_request',new_problem_name) |
|
36 | File.rename(tr_problem_dir, new_tr_problem_dir) |
|
36 | File.rename(tr_problem_dir, new_tr_problem_dir) |
|
37 | end |
|
37 | end |
|
38 | end |
|
38 | end |
|
39 |
|
39 | ||
|
40 | problem.name = new_problem_name |
|
40 | problem.name = new_problem_name |
|
41 | problem.save |
|
41 | problem.save |
|
42 | end |
|
42 | end |
|
43 |
|
43 | ||
|
44 | def usage |
|
44 | def usage |
|
45 | puts <<USAGE |
|
45 | puts <<USAGE |
|
46 | Usage: |
|
46 | Usage: |
|
47 | rename_problem [old_name] [new_name] |
|
47 | rename_problem [old_name] [new_name] |
|
48 | or |
|
48 | or |
|
49 | rename_problem -f [filename] |
|
49 | rename_problem -f [filename] |
|
50 |
|
50 | ||
|
51 | When using with -f, that file should contain, for each line, the old |
|
51 | When using with -f, that file should contain, for each line, the old |
|
52 | problem name and its new name. |
|
52 | problem name and its new name. |
|
53 |
|
53 | ||
|
54 | This script should be called at the judge root dir where dirs 'ev' and |
|
54 | This script should be called at the judge root dir where dirs 'ev' and |
|
55 | 'ev-exam' are. |
|
55 | 'ev-exam' are. |
|
56 | USAGE |
|
56 | USAGE |
|
57 | end |
|
57 | end |
|
58 |
|
58 | ||
|
59 | def valid_problem_name(name) |
|
59 | def valid_problem_name(name) |
|
60 | if name.length==0: |
|
60 | if name.length==0: |
|
61 | return false |
|
61 | return false |
|
62 | else |
|
62 | else |
|
63 |
- return |
|
63 | + return (/^[a-zA-Z0-9_\-]+$/ === name) |
|
64 | end |
|
64 | end |
|
65 | end |
|
65 | end |
|
66 |
|
66 | ||
|
67 | if (ARGV.length!=2) |
|
67 | if (ARGV.length!=2) |
|
68 | usage |
|
68 | usage |
|
69 | exit(0) |
|
69 | exit(0) |
|
70 | end |
|
70 | end |
|
71 |
|
71 | ||
|
72 | if ARGV[0]=='-f' and !FileTest.exists?(ARGV[1]) |
|
72 | if ARGV[0]=='-f' and !FileTest.exists?(ARGV[1]) |
|
73 | puts "File #{ARGV[1]} does not exist." |
|
73 | puts "File #{ARGV[1]} does not exist." |
|
74 | usage |
|
74 | usage |
|
75 | exit(0) |
|
75 | exit(0) |
|
76 | end |
|
76 | end |
|
77 |
|
77 | ||
|
78 | # load grader environment |
|
78 | # load grader environment |
|
79 | GRADER_ENV = 'grading' |
|
79 | GRADER_ENV = 'grading' |
|
80 | require File.join(File.dirname(__FILE__),'config/environment') |
|
80 | require File.join(File.dirname(__FILE__),'config/environment') |
|
81 |
|
81 | ||
|
82 | # boot rails, to be able to rename the problem |
|
82 | # boot rails, to be able to rename the problem |
|
83 | RAILS_ENV = config.rails_env |
|
83 | RAILS_ENV = config.rails_env |
|
84 | require RAILS_ROOT + '/config/environment' |
|
84 | require RAILS_ROOT + '/config/environment' |
|
85 |
|
85 | ||
|
86 | if ARGV[0]!='-f' |
|
86 | if ARGV[0]!='-f' |
|
87 | old_problem_name = ARGV[0] |
|
87 | old_problem_name = ARGV[0] |
|
88 | new_problem_name = ARGV[1] |
|
88 | new_problem_name = ARGV[1] |
|
89 |
|
89 | ||
|
90 | rename_problem(old_problem_name, new_problem_name) |
|
90 | rename_problem(old_problem_name, new_problem_name) |
|
91 | else |
|
91 | else |
|
92 | lines = IO.readlines(ARGV[1]) |
|
92 | lines = IO.readlines(ARGV[1]) |
|
93 | lines.each do |line| |
|
93 | lines.each do |line| |
|
94 | items = line.split |
|
94 | items = line.split |
|
95 | if items.length==2 |
|
95 | if items.length==2 |
|
96 | old_name, new_name = items |
|
96 | old_name, new_name = items |
|
97 | rename_problem(old_name, new_name) |
|
97 | rename_problem(old_name, new_name) |
|
98 | end |
|
98 | end |
|
99 | end |
|
99 | end |
|
100 | end |
|
100 | end |
@@ -47,134 +47,140 | |||||
|
47 | if ARGV.length < 2 || ARGV.length > 4 |
|
47 | if ARGV.length < 2 || ARGV.length > 4 |
|
48 | puts "Usage: judge <language> <program-source> [<test-result-directory>] [<sandbox-directory>]" |
|
48 | puts "Usage: judge <language> <program-source> [<test-result-directory>] [<sandbox-directory>]" |
|
49 | puts " <sandbox-directory> is defaulted to ./sandbox" |
|
49 | puts " <sandbox-directory> is defaulted to ./sandbox" |
|
50 | puts " <test-result-directory> is defaulted to ./test-result" |
|
50 | puts " <test-result-directory> is defaulted to ./test-result" |
|
51 | puts "WARNING: The judge script will forcefully create the (implicitly and explicitly) specified directories and remove anything inside it." |
|
51 | puts "WARNING: The judge script will forcefully create the (implicitly and explicitly) specified directories and remove anything inside it." |
|
52 | exit(127) |
|
52 | exit(127) |
|
53 | end |
|
53 | end |
|
54 |
|
54 | ||
|
55 | language = ARGV[0] |
|
55 | language = ARGV[0] |
|
56 | if language != "c" && language != "c++" && language != "pas" && language != "java" && language != "ruby" && language != "python" && language != "php" && language != "haskell" |
|
56 | if language != "c" && language != "c++" && language != "pas" && language != "java" && language != "ruby" && language != "python" && language != "php" && language != "haskell" |
|
57 | log "You specified a language that is not supported: #{language}." |
|
57 | log "You specified a language that is not supported: #{language}." |
|
58 | exit(127) |
|
58 | exit(127) |
|
59 | end |
|
59 | end |
|
60 |
|
60 | ||
|
61 | source_file = ARGV[1] |
|
61 | source_file = ARGV[1] |
|
62 | ENV['SOURCE_NAME'] = source_file |
|
62 | ENV['SOURCE_NAME'] = source_file |
|
63 | if File.exist?(source_file) == false |
|
63 | if File.exist?(source_file) == false |
|
64 | log "The source file does not exist." |
|
64 | log "The source file does not exist." |
|
65 | exit(127) |
|
65 | exit(127) |
|
66 | end |
|
66 | end |
|
67 |
|
67 | ||
|
68 | log "Making test result and sandbox directories..." |
|
68 | log "Making test result and sandbox directories..." |
|
69 |
|
69 | ||
|
70 | current_dir = FileUtils.pwd |
|
70 | current_dir = FileUtils.pwd |
|
71 | current_dir.strip! |
|
71 | current_dir.strip! |
|
72 |
|
72 | ||
|
73 | if ARGV.length >= 3 |
|
73 | if ARGV.length >= 3 |
|
74 | test_result_dir = ARGV[2] |
|
74 | test_result_dir = ARGV[2] |
|
75 | else |
|
75 | else |
|
76 | test_result_dir = "#{current_dir}/test-result" |
|
76 | test_result_dir = "#{current_dir}/test-result" |
|
77 | end |
|
77 | end |
|
78 |
|
78 | ||
|
79 | log "Test result directory: #{test_result_dir}" |
|
79 | log "Test result directory: #{test_result_dir}" |
|
80 | clear_and_create_empty_dir(test_result_dir) |
|
80 | clear_and_create_empty_dir(test_result_dir) |
|
81 |
|
81 | ||
|
82 | if ARGV.length >= 4 |
|
82 | if ARGV.length >= 4 |
|
83 | sandbox_dir = ARGV[3] |
|
83 | sandbox_dir = ARGV[3] |
|
84 | else |
|
84 | else |
|
85 | sandbox_dir = "#{current_dir}/sandbox" |
|
85 | sandbox_dir = "#{current_dir}/sandbox" |
|
86 | end |
|
86 | end |
|
87 | log "Sandbox directory: #{sandbox_dir}" |
|
87 | log "Sandbox directory: #{sandbox_dir}" |
|
88 | clear_and_create_empty_dir(sandbox_dir) |
|
88 | clear_and_create_empty_dir(sandbox_dir) |
|
89 |
|
89 | ||
|
90 | # Compile |
|
90 | # Compile |
|
91 | log |
|
91 | log |
|
92 | log "Compiling..." |
|
92 | log "Compiling..." |
|
93 | call_and_log("Cannot copy the source file to #{sandbox_dir}") { |
|
93 | call_and_log("Cannot copy the source file to #{sandbox_dir}") { |
|
94 | FileUtils.cp(source_file, sandbox_dir) |
|
94 | FileUtils.cp(source_file, sandbox_dir) |
|
95 | } |
|
95 | } |
|
96 | begin |
|
96 | begin |
|
97 | Dir.chdir sandbox_dir |
|
97 | Dir.chdir sandbox_dir |
|
98 | rescue |
|
98 | rescue |
|
99 | log "ERROR: Cannot change directory to #{sandbox_dir}." |
|
99 | log "ERROR: Cannot change directory to #{sandbox_dir}." |
|
100 | exit(127) |
|
100 | exit(127) |
|
101 | end |
|
101 | end |
|
102 | execute("#{problem_home}/script/compile #{language} #{source_file}", "Compilation error!") |
|
102 | execute("#{problem_home}/script/compile #{language} #{source_file}", "Compilation error!") |
|
103 | compile_message = open("compiler_message").read |
|
103 | compile_message = open("compiler_message").read |
|
104 | compile_message.strip! |
|
104 | compile_message.strip! |
|
105 | call_and_log("Cannot move the compiler message to #{test_result_dir}.") { |
|
105 | call_and_log("Cannot move the compiler message to #{test_result_dir}.") { |
|
106 | FileUtils.mv("compiler_message", test_result_dir) |
|
106 | FileUtils.mv("compiler_message", test_result_dir) |
|
107 | } |
|
107 | } |
|
108 | if !FileTest.exist?("a.out") |
|
108 | if !FileTest.exist?("a.out") |
|
109 | log "Cannot compile the source code. See message in #{test_result_dir}/compile_message" |
|
109 | log "Cannot compile the source code. See message in #{test_result_dir}/compile_message" |
|
110 | exit(127) |
|
110 | exit(127) |
|
111 | else |
|
111 | else |
|
112 | call_and_log("Cannot move the compiled program to #{test_result_dir}") { |
|
112 | call_and_log("Cannot move the compiled program to #{test_result_dir}") { |
|
113 | FileUtils.mv("a.out",test_result_dir) |
|
113 | FileUtils.mv("a.out",test_result_dir) |
|
114 | if language == "java" then Dir["*.class"].each { |file| FileUtils.mv(file,test_result_dir)} end |
|
114 | if language == "java" then Dir["*.class"].each { |file| FileUtils.mv(file,test_result_dir)} end |
|
115 | if language == "python" then Dir["*.pyc"].each { |file| FileUtils.mv(file,test_result_dir)} end |
|
115 | if language == "python" then Dir["*.pyc"].each { |file| FileUtils.mv(file,test_result_dir)} end |
|
116 | } |
|
116 | } |
|
117 | FileUtils.rm_rf("#{sandbox_dir}/.") |
|
117 | FileUtils.rm_rf("#{sandbox_dir}/.") |
|
118 | end |
|
118 | end |
|
119 |
|
119 | ||
|
120 | require "#{problem_home}/script/test_dsl.rb" |
|
120 | require "#{problem_home}/script/test_dsl.rb" |
|
121 | load "#{problem_home}/test_cases/all_tests.cfg" |
|
121 | load "#{problem_home}/test_cases/all_tests.cfg" |
|
122 | problem = Problem.get_instance |
|
122 | problem = Problem.get_instance |
|
123 |
|
123 | ||
|
124 | if problem.well_formed? == false |
|
124 | if problem.well_formed? == false |
|
125 | log "The problem specification is not well formed." |
|
125 | log "The problem specification is not well formed." |
|
126 | exit(127) |
|
126 | exit(127) |
|
127 | end |
|
127 | end |
|
128 |
|
128 | ||
|
129 | # Doing the testing. |
|
129 | # Doing the testing. |
|
130 | (1..(problem.num_tests)).each do |test_num| |
|
130 | (1..(problem.num_tests)).each do |test_num| |
|
131 |
|
131 | ||
|
132 | $stdout.print "[#{test_num}]" |
|
132 | $stdout.print "[#{test_num}]" |
|
133 | $stdout.flush |
|
133 | $stdout.flush |
|
134 |
|
134 | ||
|
135 | log "Test number: #{test_num}" |
|
135 | log "Test number: #{test_num}" |
|
136 |
|
136 | ||
|
137 | call_and_log("Cannot copy the compiled program into #{sandbox_dir}") { |
|
137 | call_and_log("Cannot copy the compiled program into #{sandbox_dir}") { |
|
138 | FileUtils.cp("#{test_result_dir}/a.out", sandbox_dir, :preserve => true) |
|
138 | FileUtils.cp("#{test_result_dir}/a.out", sandbox_dir, :preserve => true) |
|
139 | if language == "java" then Dir["#{test_result_dir}/*.class"].each { |file| FileUtils.cp(file,sandbox_dir)} end |
|
139 | if language == "java" then Dir["#{test_result_dir}/*.class"].each { |file| FileUtils.cp(file,sandbox_dir)} end |
|
140 | if language == "python" then Dir["#{test_result_dir}/*.pyc"].each { |file| FileUtils.cp(file,sandbox_dir)} end |
|
140 | if language == "python" then Dir["#{test_result_dir}/*.pyc"].each { |file| FileUtils.cp(file,sandbox_dir)} end |
|
141 | } |
|
141 | } |
|
142 |
|
142 | ||
|
|
143 | + #additionally copy any extra .txt file | ||
|
|
144 | + data_files = Dir[problem_home + '/*.txt'] | ||
|
|
145 | + data_files.each do |file| | ||
|
|
146 | + FileUtils.cp(file,sandbox_dir) | ||
|
|
147 | + end | ||
|
|
148 | + | ||
|
143 | begin |
|
149 | begin |
|
144 | execute("#{problem_home}/script/run #{language} #{test_num} ", "Error occured during execution of the run script") |
|
150 | execute("#{problem_home}/script/run #{language} #{test_num} ", "Error occured during execution of the run script") |
|
145 | rescue |
|
151 | rescue |
|
146 | # do nothing |
|
152 | # do nothing |
|
147 | end |
|
153 | end |
|
148 |
|
154 | ||
|
149 | call_and_log("Cannot create directory #{test_result_dir}/#{test_num}") { |
|
155 | call_and_log("Cannot create directory #{test_result_dir}/#{test_num}") { |
|
150 | FileUtils.mkdir "#{test_result_dir}/#{test_num}" |
|
156 | FileUtils.mkdir "#{test_result_dir}/#{test_num}" |
|
151 | } |
|
157 | } |
|
152 | call_and_log("Cannot copy the result file into #{test_result_dir}/#{test_num}") { |
|
158 | call_and_log("Cannot copy the result file into #{test_result_dir}/#{test_num}") { |
|
153 | FileUtils.mv "#{sandbox_dir}/result", "#{test_result_dir}/#{test_num}" |
|
159 | FileUtils.mv "#{sandbox_dir}/result", "#{test_result_dir}/#{test_num}" |
|
154 | } |
|
160 | } |
|
155 | call_and_log("Cannot copy the comment file into #{test_result_dir}/#{test_num}") { |
|
161 | call_and_log("Cannot copy the comment file into #{test_result_dir}/#{test_num}") { |
|
156 | FileUtils.mv "#{sandbox_dir}/comment", "#{test_result_dir}/#{test_num}" |
|
162 | FileUtils.mv "#{sandbox_dir}/comment", "#{test_result_dir}/#{test_num}" |
|
157 | } |
|
163 | } |
|
158 | call_and_log("Cannot copy the output file into #{test_result_dir}/#{test_num}") { |
|
164 | call_and_log("Cannot copy the output file into #{test_result_dir}/#{test_num}") { |
|
159 | FileUtils.mv "#{sandbox_dir}/output.txt", "#{test_result_dir}/#{test_num}" |
|
165 | FileUtils.mv "#{sandbox_dir}/output.txt", "#{test_result_dir}/#{test_num}" |
|
160 | } |
|
166 | } |
|
161 | call_and_log("Cannot clear #{sandbox_dir}") { |
|
167 | call_and_log("Cannot clear #{sandbox_dir}") { |
|
162 | FileUtils.rm_rf(Dir.glob("#{sandbox_dir}/*"), :secure => true) |
|
168 | FileUtils.rm_rf(Dir.glob("#{sandbox_dir}/*"), :secure => true) |
|
163 | } |
|
169 | } |
|
164 | end |
|
170 | end |
|
165 |
|
171 | ||
|
166 | $stdout.print "[done]\n" |
|
172 | $stdout.print "[done]\n" |
|
167 |
|
173 | ||
|
168 | # Grade |
|
174 | # Grade |
|
169 | log |
|
175 | log |
|
170 | log "Grading..." |
|
176 | log "Grading..." |
|
171 | begin |
|
177 | begin |
|
172 | Dir.chdir test_result_dir |
|
178 | Dir.chdir test_result_dir |
|
173 | rescue |
|
179 | rescue |
|
174 | log "ERROR: Cannot change directory to #{test_result_dir}." |
|
180 | log "ERROR: Cannot change directory to #{test_result_dir}." |
|
175 | exit(127) |
|
181 | exit(127) |
|
176 | end |
|
182 | end |
|
177 | execute("#{problem_home}/script/grade", "An error occured during grading!") |
|
183 | execute("#{problem_home}/script/grade", "An error occured during grading!") |
|
178 |
|
184 | ||
|
179 | log |
|
185 | log |
|
180 | log "All done!" |
|
186 | log "All done!" |
@@ -1,66 +1,75 | |||||
|
1 | #!/usr/bin/env ruby |
|
1 | #!/usr/bin/env ruby |
|
2 |
|
2 | ||
|
3 | problem_home = ENV['PROBLEM_HOME'] |
|
3 | problem_home = ENV['PROBLEM_HOME'] |
|
4 | require "#{problem_home}/script/test_dsl.rb" |
|
4 | require "#{problem_home}/script/test_dsl.rb" |
|
5 |
|
5 | ||
|
6 | if ARGV.length < 2 |
|
6 | if ARGV.length < 2 |
|
7 | puts "Usage: check <language> <test-number> [<output-file>]" |
|
7 | puts "Usage: check <language> <test-number> [<output-file>]" |
|
8 | exit(0) |
|
8 | exit(0) |
|
9 | end |
|
9 | end |
|
10 |
|
10 | ||
|
11 | language = ARGV[0] |
|
11 | language = ARGV[0] |
|
12 | test_num = ARGV[1].to_i |
|
12 | test_num = ARGV[1].to_i |
|
13 | if ARGV.length >= 3 |
|
13 | if ARGV.length >= 3 |
|
14 | output_file_name = ARGV[2] |
|
14 | output_file_name = ARGV[2] |
|
15 | else |
|
15 | else |
|
16 | output_file_name = "output.txt" |
|
16 | output_file_name = "output.txt" |
|
17 | end |
|
17 | end |
|
18 |
|
18 | ||
|
19 | load "#{problem_home}/test_cases/all_tests.cfg" |
|
19 | load "#{problem_home}/test_cases/all_tests.cfg" |
|
20 | problem = Problem.get_instance |
|
20 | problem = Problem.get_instance |
|
21 |
|
21 | ||
|
22 | output_file = File.new(output_file_name, "r") |
|
22 | output_file = File.new(output_file_name, "r") |
|
23 | answer_file = File.new("#{problem_home}/test_cases/#{test_num}/answer-#{test_num}.txt") |
|
23 | answer_file = File.new("#{problem_home}/test_cases/#{test_num}/answer-#{test_num}.txt") |
|
24 | result_file = File.new("check_result", "w") |
|
24 | result_file = File.new("check_result", "w") |
|
25 |
|
25 | ||
|
26 | output_file_content = output_file.read |
|
26 | output_file_content = output_file.read |
|
27 | answer_file_content = answer_file.read |
|
27 | answer_file_content = answer_file.read |
|
28 |
|
28 | ||
|
29 | report_correct = lambda { |
|
29 | report_correct = lambda { |
|
30 | result_file.write "Correct\n" |
|
30 | result_file.write "Correct\n" |
|
31 | result_file.write problem.get_score(test_num) |
|
31 | result_file.write problem.get_score(test_num) |
|
32 | result_file.write "\n" |
|
32 | result_file.write "\n" |
|
33 | result_file.close |
|
33 | result_file.close |
|
34 | exit(0) |
|
34 | exit(0) |
|
35 | } |
|
35 | } |
|
36 |
|
36 | ||
|
37 | report_wrong = lambda { |
|
37 | report_wrong = lambda { |
|
38 | result_file.write "Incorrect\n" |
|
38 | result_file.write "Incorrect\n" |
|
39 | result_file.write "0\n" |
|
39 | result_file.write "0\n" |
|
40 | result_file.close |
|
40 | result_file.close |
|
41 | exit(0) |
|
41 | exit(0) |
|
42 | } |
|
42 | } |
|
43 |
|
43 | ||
|
44 | ################## |
|
44 | ################## |
|
45 | # Your code here # |
|
45 | # Your code here # |
|
46 | ################## |
|
46 | ################## |
|
47 |
|
47 | ||
|
48 | ########### THIS IS FOR CHECKING FLOAT with EPSILON error ########## |
|
48 | ########### THIS IS FOR CHECKING FLOAT with EPSILON error ########## |
|
49 |
|
49 | ||
|
|
50 | + | ||
|
|
51 | + def is_float?(fl) | ||
|
|
52 | + !!Float(fl) rescue false | ||
|
|
53 | + end | ||
|
|
54 | + | ||
|
50 | EPSILON = 0.000001 |
|
55 | EPSILON = 0.000001 |
|
51 |
|
56 | ||
|
52 | out_items = output_file_content.split |
|
57 | out_items = output_file_content.split |
|
53 | ans_items = answer_file_content.split |
|
58 | ans_items = answer_file_content.split |
|
54 |
|
59 | ||
|
55 | if out_items.length != ans_items.length |
|
60 | if out_items.length != ans_items.length |
|
56 | report_wrong.call |
|
61 | report_wrong.call |
|
57 | else |
|
62 | else |
|
58 | out_items.length.times do |i| |
|
63 | out_items.length.times do |i| |
|
59 | - out_value = out_items[i].to_f |
|
64 | + if is_float?(out_items[i]) && is_float?(ans_items[i]) |
|
60 |
- |
|
65 | + out_value = out_items[i].to_f |
|
61 | - if (out_value - ans_value).abs > EPSILON * [out_value.abs,ans_value.abs].max |
|
66 | + ans_value = ans_items[i].to_f |
|
62 | - report_wrong.call |
|
67 | + if (out_value - ans_value).abs > EPSILON * [out_value.abs,ans_value.abs].max |
|
|
68 | + report_wrong.call | ||
|
|
69 | + end | ||
|
|
70 | + else | ||
|
|
71 | + report_wrong.call if out_items[i] != ans_items[i] | ||
|
63 | end |
|
72 | end |
|
64 | end |
|
73 | end |
|
65 | report_correct.call |
|
74 | report_correct.call |
|
66 | end |
|
75 | end |
You need to be logged in to leave comments.
Login now