cafe-grader-judge-scripts

Commit r248:617a22a897aa public

parent | child
Description:
import_problem now remove carriage return from the input file
Commit status:
[Not Reviewed]
References:
default
Diff options:
Raw Diff | Patch Diff | Download Diff | Ignore whitespace | Increase context
Comments:
0 Commit comments 0 Inline Comments
Unresolved TODOs:
There are no unresolved TODOs
Side by Side Unified
Expand All Files Collapse All Files Wide Mode Diff
Add another comment
Browse Files

r248:617a22a897aa - - 2 files changed: 8 inserted, 2 deleted

Show file before | Show file after | Raw diff | Download diff | Ignore whitespace Increase context Show commentsHide comments
@@ -1,228 +1,231
1 1 #!/usr/bin/env ruby
2 2
3 3 require 'erb'
4 4 require 'fileutils'
5 5 require File.join(File.dirname(__FILE__),'lib/import_helper')
6 6
7 7 JUDGE_ENVIRONMENTS = [:grading, :exam]
8 8 ENV_INFO = {
9 9 :grading => {
10 10 :ev_dir => 'ev',
11 11 :raw_prefix => '',
12 12 },
13 13 :exam => {
14 14 :ev_dir => 'ev-exam',
15 15 :raw_prefix => 'ex.',
16 16 }
17 17 }
18 18
19 19 def input_filename(dir,i)
20 20 "#{dir}/input-#{i}.txt"
21 21 end
22 22
23 23 def answer_filename(dir,i)
24 24 "#{dir}/answer-#{i}.txt"
25 25 end
26 26
27 27 def build_testrun_info_from_dir(num_testruns, importing_test_dir, raw_prefix='')
28 28 filenames = Dir["#{importing_test_dir}/#{raw_prefix}*.in"].collect do |filename|
29 29 File.basename((/(.*)\.in/.match(filename))[1])
30 30 end
31 31 build_testrun_info(num_testruns,filenames,raw_prefix)
32 32 end
33 33
34 34 def copy_testcase(importing_test_dir,fname,dir,i)
35 - FileUtils.cp("#{importing_test_dir}/#{fname}.in", "#{input_filename(dir,i)}")
36 - FileUtils.cp("#{importing_test_dir}/#{fname}.sol", "#{answer_filename(dir,i)}")
35 + #copy the file from importing dir and also remove carriage return
36 + a = File.read("#{importing_test_dir}/#{fname}.in").gsub(/\r\n?/,"\n")
37 + File.write("#{input_filename(dir,i)}",a)
38 + b = File.read("#{importing_test_dir}/#{fname}.sol").gsub(/\r\n?/,"\n")
39 + File.write("#{answer_filename(dir,i)}",b)
37 40 end
38 41
39 42 def process_options(options)
40 43 i = 3
41 44 while i<ARGV.length
42 45 if ARGV[i]=='-t'
43 46 options[:time_limit] = ARGV[i+1].to_f if ARGV.length>i+1
44 47 i += 1
45 48 end
46 49 if ARGV[i]=='-m'
47 50 options[:mem_limit] = ARGV[i+1].to_i if ARGV.length>i+1
48 51 i += 1
49 52 end
50 53 i += 1
51 54 end
52 55 end
53 56
54 57 def print_usage
55 58 puts "using: import_problem_new name dir check [options]
56 59
57 60 where: name = problem_name (put '-' (dash) to use dir name)
58 61 dir = importing testcase directory
59 62 check = check script, which can be
60 63 'integer', 'text' (for standard script),
61 64 path_to_your_script, or
62 65 'wrapper:(path_to_your_wrapped_script)'
63 66 options: -t time-limit (in seconds)
64 67 -m memory-limit (in megabytes)
65 68
66 69 The script looks at test data files in the dir of the forms: *.in and
67 70 *.sol and import them to the evaluation dir for their environment,
68 71 based on their prefixes.
69 72
70 73 Currently supporting environments are:"
71 74
72 75 JUDGE_ENVIRONMENTS.each do |env|
73 76 prefix = ENV_INFO[env][:raw_prefix]
74 77 prefix = 'no prefix' if prefix==''
75 78 puts " * #{env}"
76 79 puts " import to: #{ENV_INFO[env][:ev_dir]}"
77 80 puts " prefix with: #{prefix} (e.g., #{ENV_INFO[env][:raw_prefix]}1.in, #{ENV_INFO[env][:raw_prefix]}5a.sol)"
78 81 end
79 82
80 83 puts"
81 84 For each environment, the script
82 85 * creates a directory for a problem in ev dir of that environment,
83 86 * copies testdata in the old format and create standard testcase config file
84 87 * copies a check script for grading
85 88 * creates a test_request template in the ev dir + '/test_request'
86 89
87 90 For wrapped checked script see comment in templates/check_wrapper for
88 91 information."
89 92 end
90 93
91 94 def count_testruns(testcase_dir, raw_prefix)
92 95 n = 0
93 96 begin
94 97 # check for test case n+1
95 98 if ((Dir["#{testcase_dir}/#{raw_prefix}#{n+1}.in"].length==0) and
96 99 (Dir["#{testcase_dir}/#{raw_prefix}#{n+1}[a-z].in"].length==0))
97 100 return n
98 101 end
99 102 n += 1
100 103 end while true
101 104 end
102 105
103 106 def create_dir_if_not_exists(dir, options = {} )
104 107 if ! FileTest.exists? dir
105 108 FileUtils.mkdir(dir)
106 109 end
107 110
108 111 FileUtils.rm_rf(Dir.glob("#{dir}/*")) if options[:clear]
109 112 end
110 113
111 114 def import_problem(ev_dir, problem, testcase_dir, num_testruns, raw_prefix, check_script, options)
112 115 testrun_info = build_testrun_info_from_dir(num_testruns, testcase_dir, raw_prefix)
113 116
114 117 if !(FileTest.exists? ev_dir)
115 118 puts "Testdata dir (#{ev_dir}) not found."
116 119 return
117 120 end
118 121
119 122 problem_dir = "#{ev_dir}/#{problem}"
120 123
121 124 # start working
122 125 puts "creating directories"
123 126
124 127 create_dir_if_not_exists("#{problem_dir}")
125 128 create_dir_if_not_exists("#{problem_dir}/script")
126 129 create_dir_if_not_exists("#{problem_dir}/test_cases",clear: true)
127 130 # clear test cases directory
128 131
129 132 puts "copying testcases"
130 133
131 134 tr_num = 0
132 135
133 136 num_testcases = 0
134 137
135 138 testrun_info.each do |testrun|
136 139 tr_num += 1
137 140 puts "testrun: #{tr_num}"
138 141
139 142 testrun.each do |testcase_info|
140 143 testcase_num, testcase_fname = testcase_info
141 144
142 145 puts "copy #{testcase_fname} to #{testcase_num}"
143 146
144 147 create_dir_if_not_exists("#{problem_dir}/test_cases/#{testcase_num}")
145 148 copy_testcase("#{testcase_dir}",testcase_fname,"#{problem_dir}/test_cases/#{testcase_num}",testcase_num)
146 149
147 150 num_testcases += 1
148 151 end
149 152 end
150 153
151 154 #also include any .txt files
152 155 Dir.glob("#{testcase_dir}/*.txt") do |file|
153 156 puts "copy data file #{file}"
154 157 FileUtils.cp(file,"#{problem_dir}")
155 158 end
156 159
157 160 # generating all_tests.cfg
158 161 puts "generating testcase config file"
159 162
160 163 template = File.open(SCRIPT_DIR + "/templates/all_tests.cfg.erb").read
161 164 all_test_cfg = ERB.new(template)
162 165
163 166 cfg_file = File.open("#{problem_dir}/test_cases/all_tests.cfg","w")
164 167 cfg_file.puts all_test_cfg.result binding
165 168 cfg_file.close
166 169
167 170 # copy check script
168 171 if res = /^wrapper:(.*)$/.match(check_script)
169 172 # wrapper script
170 173 check_script_fname = res[1]
171 174 script_name = File.basename(check_script_fname)
172 175 check_wrapper_template = File.open(SCRIPT_DIR + "/templates/check_wrapper").read
173 176 check_wrapper = ERB.new(check_wrapper_template)
174 177
175 178 check_file = File.open("#{problem_dir}/script/check","w")
176 179 check_file.puts check_wrapper.result binding
177 180 check_file.close
178 181
179 182 File.chmod(0755,"#{problem_dir}/script/check")
180 183
181 184 FileUtils.cp("#{check_script_fname}", "#{problem_dir}/script/#{script_name}")
182 185 else
183 186 if File.exists?(SCRIPT_DIR + "/templates/check.#{check_script}")
184 187 check_script_fname = SCRIPT_DIR + "/templates/check.#{check_script}"
185 188 else
186 189 check_script_fname = check_script
187 190 end
188 191 FileUtils.cp("#{check_script_fname}", "#{problem_dir}/script/check", :preserve => true)
189 192 end
190 193
191 194 # generating test_request directory
192 195 puts "generating test_request template"
193 196 FileUtils.mkdir_p("#{ev_dir}/test_request/#{problem}/script")
194 197 FileUtils.mkdir_p("#{ev_dir}/test_request/#{problem}/test_cases/1")
195 198
196 199 template = File.open(SCRIPT_DIR + "/templates/test_request_all_tests.cfg.erb").read
197 200 test_request_all_test_cfg = ERB.new(template)
198 201
199 202 cfg_file = File.open("#{ev_dir}/test_request/#{problem}/test_cases/all_tests.cfg","w")
200 203 cfg_file.puts test_request_all_test_cfg.result
201 204 cfg_file.close
202 205
203 206 FileUtils.cp("#{SCRIPT_DIR}/templates/check_empty",
204 207 "#{ev_dir}/test_request/#{problem}/script/check")
205 208 FileUtils.cp("#{SCRIPT_DIR}/templates/answer-1.txt",
206 209 "#{ev_dir}/test_request/#{problem}/test_cases/1")
207 210
208 211 puts "done"
209 212 end
210 213
211 214
212 215 SCRIPT_DIR = File.dirname(__FILE__)
213 216
214 217 # print usage
215 218 if (ARGV.length < 3) or (ARGV[2][0,1]=="-")
216 219 print_usage
217 220 exit(127)
218 221 end
219 222
220 223 # processing arguments
221 224 problem = ARGV[0]
222 225 testcase_dir = ARGV[1]
223 226 problem = File.basename(testcase_dir) if problem=="-"
224 227 check_script = ARGV[2]
225 228 options = {:time_limit => 1, :mem_limit => 16}
226 229 process_options(options)
227 230
228 231 JUDGE_ENVIRONMENTS.each do |env|
Show file before | Show file after | Raw diff | Download diff | Ignore whitespace Increase context Show commentsHide comments
@@ -1,85 +1,88
1 1 #!/usr/bin/env ruby
2 2
3 3 def config
4 4 Grader::Configuration.get_instance
5 5 end
6 6
7 7 def display_manual
8 8 puts <<USAGE
9 9 load_testcases
10 10 using: load_testcases [problem_name ...]
11 11 problem_name are list of "short name" of the problems
12 12
13 13 options:
14 14 --dry-run do nothing, just simulate the run
15 15 --all import all problem. This might take several minutes
16 16
17 17 USAGE
18 18 end
19 19
20 20 def process_options_and_stop_file
21 21
22 22 # Process 'help' option
23 23 if (ARGV.length == 0) or ((ARGV.length==1) and (/help/.match(ARGV[0])))
24 24 display_manual
25 25 exit(0)
26 26 end
27 27
28 28 #default options
29 29 options = {
30 30 :dry_run => false,
31 31 }
32 32
33 33 options[:dry_run] = (ARGV.delete('--dry') != nil)
34 34 options[:all] = (ARGV.delete('--all') != nil)
35 35
36 36 return options
37 37 end
38 38
39 39 def process_problem(prob,dry_run = false)
40 40 prob.testcases.destroy_all
41 41 testcases_root = File.expand_path(GRADER_ROOT+"/../ev/#{prob.name}/test_cases/")
42 42 num = 1
43 43 puts "Processing problem #{prob.name}"
44 44 loop do
45 45 file_root = testcases_root + "/#{num}/"
46 46 puts " checking file #{file_root}"
47 47 break unless File.exists? file_root
48 48 input = File.read(file_root + "/input-#{num}.txt")
49 49 answer = File.read(file_root + "/answer-#{num}.txt")
50 + #we also remove carraige return
51 + input.gsub!(/\r\n?/,"\n")
52 + answer.gsub!(/\r\n?/,"\n")
50 53 puts " got test case ##{num} of size #{input.size} and #{answer.size}"
51 54
52 55 #THIS IS JUST A PLACE HOLDER
53 56 group = num #this is wrong!!! fix it!!
54 57 score = 10
55 58 #BEWARE
56 59
57 60 prob.testcases.create(input: input,sol: answer, num: num, score:score,group: group) unless dry_run
58 61 num += 1
59 62 end
60 63 end
61 64
62 65 #########################################
63 66 # main program
64 67 #########################################
65 68
66 69 options = process_options_and_stop_file
67 70
68 71 # load grader environment
69 72 GRADER_ENV = 'grading'
70 73 require File.join(File.dirname(__FILE__),'config/environment')
71 74
72 75 # boot rails, to be able to use the active record
73 76 RAILS_ENV = config.rails_env
74 77 require RAILS_ROOT + '/config/environment'
75 78
76 79 if options[:all]
77 80 Problem.all.each { |prob| process_problem(prob,options[:dry_run]) }
78 81 else
79 82 ARGV.each do |name|
80 83 prob = Problem.find_by(name: name)
81 84 process_problem(prob,options[:dry_run]) if prob
82 85 puts "Cannot find the problem #{name}" unless prob
83 86 end
84 87 end
85 88
You need to be logged in to leave comments. Login now