cafe-grader-judge-scripts

Commit r72:af356efa3b31 public

parent | child
Description:
MERGED change set (407:408) from web/judge in branch combined-with-judge (added import_problem_new) git-svn-id: http://theory.cpe.ku.ac.th/grader/judge/trunk/scripts@409 6386c4cd-e34a-4fa8-8920-d93eb39b512e
Commit status:
[Not Reviewed]
References:
default
Diff options:
Raw Diff | Patch Diff | Download Diff | Show whitespace | Increase context
Comments:
0 Commit comments 0 Inline Comments
Unresolved TODOs:
There are no unresolved TODOs
Side by Side Unified
Expand All Files Collapse All Files Wide Mode Diff
Add another comment
Browse Files

r72:af356efa3b31 - - 2 files changed: 227 inserted, 4 deleted

Show file before | Show file after | Raw diff | Download diff | Show whitespace Increase context Show commentsHide comments
@@ -0,0 +1,223
1 + #!/usr/bin/ruby
2 +
3 + require 'erb'
4 + require 'fileutils'
5 + require File.join(File.dirname(__FILE__),'lib/import_helper')
6 +
7 + JUDGE_ENVIRONMENTS = [:grading, :exam]
8 + ENV_INFO = {
9 + :grading => {
10 + :ev_dir => 'ev',
11 + :raw_prefix => '',
12 + },
13 + :exam => {
14 + :ev_dir => 'ev-exam',
15 + :raw_prefix => 'ex.',
16 + }
17 + }
18 +
19 + def input_filename(dir,i)
20 + "#{dir}/input-#{i}.txt"
21 + end
22 +
23 + def answer_filename(dir,i)
24 + "#{dir}/answer-#{i}.txt"
25 + end
26 +
27 + def build_testrun_info_from_dir(num_testruns, importing_test_dir, raw_prefix='')
28 + filenames = Dir["#{importing_test_dir}/#{raw_prefix}*.in"].collect do |filename|
29 + File.basename((/(.*)\.in/.match(filename))[1])
30 + end
31 + build_testrun_info(num_testruns,filenames,raw_prefix)
32 + end
33 +
34 + def copy_testcase(importing_test_dir,fname,dir,i)
35 + system("cp #{importing_test_dir}/#{fname}.in #{input_filename(dir,i)}")
36 + system("cp #{importing_test_dir}/#{fname}.sol #{answer_filename(dir,i)}")
37 + end
38 +
39 + def process_options(options)
40 + i = 4
41 + while i<ARGV.length
42 + if ARGV[i]=='-t'
43 + options[:time_limit] = ARGV[i+1].to_f if ARGV.length>i+1
44 + i += 1
45 + end
46 + if ARGV[i]=='-m'
47 + options[:mem_limit] = ARGV[i+1].to_i if ARGV.length>i+1
48 + i += 1
49 + end
50 + i += 1
51 + end
52 + end
53 +
54 + def print_usage
55 + puts "using: import_problem_new name dir check [options]
56 +
57 + where: name = problem_name (put '-' (dash) to use dir name)
58 + dir = importing testcase directory
59 + check = check script, which can be
60 + 'integer', 'text' (for standard script),
61 + path_to_your_script, or
62 + 'wrapper:(path_to_your_wrapped_script)'
63 + options: -t time-limit (in seconds)
64 + -m memory-limit (in megabytes)
65 +
66 + The script looks at test data files in the dir of the forms: *.in and
67 + *.sol and import them to the evaluation dir for their environment,
68 + based on their prefixes.
69 +
70 + Currently supporting environments are:"
71 +
72 + JUDGE_ENVIRONMENTS.each do |env|
73 + prefix = ENV_INFO[env][:raw_prefix]
74 + prefix = 'no prefix' if prefix==''
75 + puts " * #{env}"
76 + puts " import to: #{ENV_INFO[env][:ev_dir]}"
77 + puts " prefix with: #{prefix} (e.g., #{ENV_INFO[env][:raw_prefix]}1.in, #{ENV_INFO[env][:raw_prefix]}5a.sol)"
78 + end
79 +
80 + puts"
81 + For each environment, the script
82 + * creates a directory for a problem in ev dir of that environment,
83 + * copies testdata in the old format and create standard testcase config file
84 + * copies a check script for grading
85 + * creates a test_request template in the ev dir + '/test_request'
86 +
87 + For wrapped checked script see comment in templates/check_wrapper for
88 + information."
89 + end
90 +
91 + def count_testruns(testcase_dir, raw_prefix)
92 + n = 0
93 + begin
94 + # check for test case n+1
95 + if ((Dir["#{testcase_dir}/#{raw_prefix}#{n+1}.in"].length==0) and
96 + (Dir["#{testcase_dir}/#{raw_prefix}#{n+1}[a-z].in"].length==0))
97 + return n
98 + end
99 + n += 1
100 + end while true
101 + end
102 +
103 + def import_problem(ev_dir, problem, testcase_dir, num_testruns, raw_prefix, check_script, options)
104 + testrun_info = build_testrun_info_from_dir(num_testruns, testcase_dir, raw_prefix)
105 +
106 + problem_dir = "#{ev_dir}/#{problem}"
107 +
108 + # start working
109 + puts "creating directories"
110 +
111 + system("mkdir #{problem_dir}")
112 + system("mkdir #{problem_dir}/script")
113 + system("mkdir #{problem_dir}/test_cases")
114 +
115 + puts "copying testcases"
116 +
117 + tr_num = 0
118 +
119 + num_testcases = 0
120 +
121 + testrun_info.each do |testrun|
122 + tr_num += 1
123 + puts "testrun: #{tr_num}"
124 +
125 + testrun.each do |testcase_info|
126 + testcase_num, testcase_fname = testcase_info
127 +
128 + puts "copy #{testcase_fname} to #{testcase_num}"
129 +
130 + system("mkdir #{problem_dir}/test_cases/#{testcase_num}")
131 + copy_testcase("#{testcase_dir}",testcase_fname,"#{problem_dir}/test_cases/#{testcase_num}",testcase_num)
132 +
133 + num_testcases += 1
134 + end
135 + end
136 +
137 + # generating all_tests.cfg
138 + puts "generating testcase config file"
139 +
140 + template = File.open(SCRIPT_DIR + "/templates/all_tests.cfg.erb").read
141 + all_test_cfg = ERB.new(template)
142 +
143 + cfg_file = File.open("#{problem_dir}/test_cases/all_tests.cfg","w")
144 + cfg_file.puts all_test_cfg.result binding
145 + cfg_file.close
146 +
147 + # copy check script
148 + if res = /^wrapper:(.*)$/.match(check_script)
149 + # wrapper script
150 + check_script_fname = res[1]
151 + script_name = File.basename(check_script_fname)
152 + check_wrapper_template = File.open(SCRIPT_DIR + "/templates/check_wrapper").read
153 + check_wrapper = ERB.new(check_wrapper_template)
154 +
155 + check_file = File.open("#{problem_dir}/script/check","w")
156 + check_file.puts check_wrapper.result
157 + check_file.close
158 +
159 + File.chmod(0755,"#{problem_dir}/script/check")
160 +
161 + system("cp #{check_script_fname} #{problem_dir}/script/#{script_name}")
162 + else
163 + if File.exists?(SCRIPT_DIR + "/templates/check.#{check_script}")
164 + check_script_fname = SCRIPT_DIR + "/templates/check.#{check_script}"
165 + else
166 + check_script_fname = check_script
167 + end
168 + system("cp #{check_script_fname} #{problem_dir}/script/check")
169 + end
170 +
171 + # generating test_request directory
172 + puts "generating test_request template"
173 + FileUtils.mkdir_p("#{ev_dir}/test_request/#{problem}/script")
174 + FileUtils.mkdir_p("#{ev_dir}/test_request/#{problem}/test_cases/1")
175 +
176 + template = File.open(SCRIPT_DIR + "/templates/test_request_all_tests.cfg.erb").read
177 + test_request_all_test_cfg = ERB.new(template)
178 +
179 + cfg_file = File.open("#{ev_dir}/test_request/#{problem}/test_cases/all_tests.cfg","w")
180 + cfg_file.puts test_request_all_test_cfg.result
181 + cfg_file.close
182 +
183 + system("cp #{SCRIPT_DIR}/templates/check_empty #{ev_dir}/test_request/#{problem}/script/check")
184 + system("cp #{SCRIPT_DIR}/templates/answer-1.txt #{ev_dir}/test_request/#{problem}/test_cases/1")
185 +
186 + puts "done"
187 + end
188 +
189 +
190 + SCRIPT_DIR = File.dirname(__FILE__)
191 +
192 + # print usage
193 + if (ARGV.length < 3) or (ARGV[2][0,1]=="-")
194 + print_usage
195 + exit(127)
196 + end
197 +
198 + # processing arguments
199 + problem = ARGV[0]
200 + testcase_dir = ARGV[1]
201 + problem = File.basename(testcase_dir) if problem=="-"
202 + check_script = ARGV[2]
203 + options = {:time_limit => 1, :mem_limit => 16}
204 + process_options(options)
205 +
206 + JUDGE_ENVIRONMENTS.each do |env|
207 + ev_dir = ENV_INFO[env][:ev_dir]
208 + raw_prefix = ENV_INFO[env][:raw_prefix]
209 +
210 + num_testruns = count_testruns(testcase_dir,raw_prefix)
211 +
212 + puts ""
213 + puts "*** Environment: #{env} (#{num_testruns} test runs) ***"
214 + puts ""
215 +
216 + import_problem(ev_dir,
217 + problem,
218 + testcase_dir,
219 + num_testruns,
220 + raw_prefix,
221 + check_script,
222 + options)
223 + end
Show file before | Show file after | Raw diff | Download diff | Show whitespace Increase context Show commentsHide comments
@@ -1,28 +1,28
1
1
2 - def filter_filename_for_testrun(testrun, filename_list)
2 + def filter_filename_for_testrun(testrun, filename_list, raw_prefix='')
3 l = []
3 l = []
4 - regex = Regexp.new("^(#{testrun}[a-z]*|#{testrun}-.*)$")
4 + regex = Regexp.new("^(#{Regexp.escape(raw_prefix)}#{testrun}[a-z]*|#{testrun}-.*)$")
5 filename_list.each do |filename|
5 filename_list.each do |filename|
6 if regex.match(filename)
6 if regex.match(filename)
7 l << filename
7 l << filename
8 end
8 end
9 end
9 end
10 l
10 l
11 end
11 end
12
12
13 - def build_testrun_info(num_testruns, input_filename_list)
13 + def build_testrun_info(num_testruns, input_filename_list, raw_prefix='')
14 info = []
14 info = []
15 num_testcases = 0
15 num_testcases = 0
16 num_testruns.times do |i|
16 num_testruns.times do |i|
17 r = i+1
17 r = i+1
18 testrun_info = []
18 testrun_info = []
19 - filenames = filter_filename_for_testrun(r, input_filename_list)
19 + filenames = filter_filename_for_testrun(r,input_filename_list,raw_prefix)
20 filenames.each do |fname|
20 filenames.each do |fname|
21 num_testcases += 1
21 num_testcases += 1
22 testrun_info << [num_testcases,fname]
22 testrun_info << [num_testcases,fname]
23 end
23 end
24 info << testrun_info
24 info << testrun_info
25 end
25 end
26 info
26 info
27 end
27 end
28
28
You need to be logged in to leave comments. Login now