cafe-grader-judge-scripts

Commit r242:f8ad085b45a7 public

parent | child
Description:
let import problem clear the testcase folder
Commit status:
[Not Reviewed]
References:
default
Diff options:
Raw Diff | Patch Diff | Download Diff | Ignore whitespace | Increase context
Comments:
0 Commit comments 0 Inline Comments
Unresolved TODOs:
There are no unresolved TODOs
Side by Side Unified
Expand All Files Collapse All Files Wide Mode Diff
Add another comment
Browse Files

r242:f8ad085b45a7 - - 1 file changed: 5 inserted, 2 deleted

Show file before | Show file after | Raw diff | Download diff | Ignore whitespace Increase context Show commentsHide comments
@@ -7,214 +7,217
7 7 JUDGE_ENVIRONMENTS = [:grading, :exam]
8 8 ENV_INFO = {
9 9 :grading => {
10 10 :ev_dir => 'ev',
11 11 :raw_prefix => '',
12 12 },
13 13 :exam => {
14 14 :ev_dir => 'ev-exam',
15 15 :raw_prefix => 'ex.',
16 16 }
17 17 }
18 18
19 19 def input_filename(dir,i)
20 20 "#{dir}/input-#{i}.txt"
21 21 end
22 22
23 23 def answer_filename(dir,i)
24 24 "#{dir}/answer-#{i}.txt"
25 25 end
26 26
27 27 def build_testrun_info_from_dir(num_testruns, importing_test_dir, raw_prefix='')
28 28 filenames = Dir["#{importing_test_dir}/#{raw_prefix}*.in"].collect do |filename|
29 29 File.basename((/(.*)\.in/.match(filename))[1])
30 30 end
31 31 build_testrun_info(num_testruns,filenames,raw_prefix)
32 32 end
33 33
34 34 def copy_testcase(importing_test_dir,fname,dir,i)
35 35 FileUtils.cp("#{importing_test_dir}/#{fname}.in", "#{input_filename(dir,i)}")
36 36 FileUtils.cp("#{importing_test_dir}/#{fname}.sol", "#{answer_filename(dir,i)}")
37 37 end
38 38
39 39 def process_options(options)
40 40 i = 3
41 41 while i<ARGV.length
42 42 if ARGV[i]=='-t'
43 43 options[:time_limit] = ARGV[i+1].to_f if ARGV.length>i+1
44 44 i += 1
45 45 end
46 46 if ARGV[i]=='-m'
47 47 options[:mem_limit] = ARGV[i+1].to_i if ARGV.length>i+1
48 48 i += 1
49 49 end
50 50 i += 1
51 51 end
52 52 end
53 53
54 54 def print_usage
55 55 puts "using: import_problem_new name dir check [options]
56 56
57 57 where: name = problem_name (put '-' (dash) to use dir name)
58 58 dir = importing testcase directory
59 59 check = check script, which can be
60 60 'integer', 'text' (for standard script),
61 61 path_to_your_script, or
62 62 'wrapper:(path_to_your_wrapped_script)'
63 63 options: -t time-limit (in seconds)
64 64 -m memory-limit (in megabytes)
65 65
66 66 The script looks at test data files in the dir of the forms: *.in and
67 67 *.sol and import them to the evaluation dir for their environment,
68 68 based on their prefixes.
69 69
70 70 Currently supporting environments are:"
71 71
72 72 JUDGE_ENVIRONMENTS.each do |env|
73 73 prefix = ENV_INFO[env][:raw_prefix]
74 74 prefix = 'no prefix' if prefix==''
75 75 puts " * #{env}"
76 76 puts " import to: #{ENV_INFO[env][:ev_dir]}"
77 77 puts " prefix with: #{prefix} (e.g., #{ENV_INFO[env][:raw_prefix]}1.in, #{ENV_INFO[env][:raw_prefix]}5a.sol)"
78 78 end
79 79
80 80 puts"
81 81 For each environment, the script
82 82 * creates a directory for a problem in ev dir of that environment,
83 83 * copies testdata in the old format and create standard testcase config file
84 84 * copies a check script for grading
85 85 * creates a test_request template in the ev dir + '/test_request'
86 86
87 87 For wrapped checked script see comment in templates/check_wrapper for
88 88 information."
89 89 end
90 90
91 91 def count_testruns(testcase_dir, raw_prefix)
92 92 n = 0
93 93 begin
94 94 # check for test case n+1
95 95 if ((Dir["#{testcase_dir}/#{raw_prefix}#{n+1}.in"].length==0) and
96 96 (Dir["#{testcase_dir}/#{raw_prefix}#{n+1}[a-z].in"].length==0))
97 97 return n
98 98 end
99 99 n += 1
100 100 end while true
101 101 end
102 102
103 - def create_dir_if_not_exists(dir)
103 + def create_dir_if_not_exists(dir, options = {} )
104 104 if ! FileTest.exists? dir
105 105 FileUtils.mkdir(dir)
106 106 end
107 +
108 + FileUtils.rm_rf(Dir.glob("#{dir}/*")) if options[:clear]
107 109 end
108 110
109 111 def import_problem(ev_dir, problem, testcase_dir, num_testruns, raw_prefix, check_script, options)
110 112 testrun_info = build_testrun_info_from_dir(num_testruns, testcase_dir, raw_prefix)
111 113
112 114 if !(FileTest.exists? ev_dir)
113 115 puts "Testdata dir (#{ev_dir}) not found."
114 116 return
115 117 end
116 118
117 119 problem_dir = "#{ev_dir}/#{problem}"
118 120
119 121 # start working
120 122 puts "creating directories"
121 123
122 124 create_dir_if_not_exists("#{problem_dir}")
123 125 create_dir_if_not_exists("#{problem_dir}/script")
124 - create_dir_if_not_exists("#{problem_dir}/test_cases")
126 + create_dir_if_not_exists("#{problem_dir}/test_cases",clear: true)
127 + # clear test cases directory
125 128
126 129 puts "copying testcases"
127 130
128 131 tr_num = 0
129 132
130 133 num_testcases = 0
131 134
132 135 testrun_info.each do |testrun|
133 136 tr_num += 1
134 137 puts "testrun: #{tr_num}"
135 138
136 139 testrun.each do |testcase_info|
137 140 testcase_num, testcase_fname = testcase_info
138 141
139 142 puts "copy #{testcase_fname} to #{testcase_num}"
140 143
141 144 create_dir_if_not_exists("#{problem_dir}/test_cases/#{testcase_num}")
142 145 copy_testcase("#{testcase_dir}",testcase_fname,"#{problem_dir}/test_cases/#{testcase_num}",testcase_num)
143 146
144 147 num_testcases += 1
145 148 end
146 149 end
147 150
148 151 #also include any .txt files
149 152 Dir.glob("#{testcase_dir}/*.txt") do |file|
150 153 puts "copy data file #{file}"
151 154 FileUtils.cp(file,"#{problem_dir}")
152 155 end
153 156
154 157 # generating all_tests.cfg
155 158 puts "generating testcase config file"
156 159
157 160 template = File.open(SCRIPT_DIR + "/templates/all_tests.cfg.erb").read
158 161 all_test_cfg = ERB.new(template)
159 162
160 163 cfg_file = File.open("#{problem_dir}/test_cases/all_tests.cfg","w")
161 164 cfg_file.puts all_test_cfg.result binding
162 165 cfg_file.close
163 166
164 167 # copy check script
165 168 if res = /^wrapper:(.*)$/.match(check_script)
166 169 # wrapper script
167 170 check_script_fname = res[1]
168 171 script_name = File.basename(check_script_fname)
169 172 check_wrapper_template = File.open(SCRIPT_DIR + "/templates/check_wrapper").read
170 173 check_wrapper = ERB.new(check_wrapper_template)
171 174
172 175 check_file = File.open("#{problem_dir}/script/check","w")
173 176 check_file.puts check_wrapper.result binding
174 177 check_file.close
175 178
176 179 File.chmod(0755,"#{problem_dir}/script/check")
177 180
178 181 FileUtils.cp("#{check_script_fname}", "#{problem_dir}/script/#{script_name}")
179 182 else
180 183 if File.exists?(SCRIPT_DIR + "/templates/check.#{check_script}")
181 184 check_script_fname = SCRIPT_DIR + "/templates/check.#{check_script}"
182 185 else
183 186 check_script_fname = check_script
184 187 end
185 188 FileUtils.cp("#{check_script_fname}", "#{problem_dir}/script/check", :preserve => true)
186 189 end
187 190
188 191 # generating test_request directory
189 192 puts "generating test_request template"
190 193 FileUtils.mkdir_p("#{ev_dir}/test_request/#{problem}/script")
191 194 FileUtils.mkdir_p("#{ev_dir}/test_request/#{problem}/test_cases/1")
192 195
193 196 template = File.open(SCRIPT_DIR + "/templates/test_request_all_tests.cfg.erb").read
194 197 test_request_all_test_cfg = ERB.new(template)
195 198
196 199 cfg_file = File.open("#{ev_dir}/test_request/#{problem}/test_cases/all_tests.cfg","w")
197 200 cfg_file.puts test_request_all_test_cfg.result
198 201 cfg_file.close
199 202
200 203 FileUtils.cp("#{SCRIPT_DIR}/templates/check_empty",
201 204 "#{ev_dir}/test_request/#{problem}/script/check")
202 205 FileUtils.cp("#{SCRIPT_DIR}/templates/answer-1.txt",
203 206 "#{ev_dir}/test_request/#{problem}/test_cases/1")
204 207
205 208 puts "done"
206 209 end
207 210
208 211
209 212 SCRIPT_DIR = File.dirname(__FILE__)
210 213
211 214 # print usage
212 215 if (ARGV.length < 3) or (ARGV[2][0,1]=="-")
213 216 print_usage
214 217 exit(127)
215 218 end
216 219
217 220 # processing arguments
218 221 problem = ARGV[0]
219 222 testcase_dir = ARGV[1]
220 223 problem = File.basename(testcase_dir) if problem=="-"
You need to be logged in to leave comments. Login now