Description:
only grades users in the contest
Commit status:
[Not Reviewed]
References:
Comments:
0 Commit comments 0 Inline Comments
Unresolved TODOs:
There are no unresolved TODOs
Add another comment

r94:1ba4bf8cd712 - - 1 file changed: 9 inserted, 6 deleted

@@ -15,327 +15,330
15
15
16 def clear_stopfile
16 def clear_stopfile
17 if FileTest.exist?(File.dirname(__FILE__) + "/stop.#{Process.pid}")
17 if FileTest.exist?(File.dirname(__FILE__) + "/stop.#{Process.pid}")
18 system("rm " + File.dirname(__FILE__) + "/stop.#{Process.pid}")
18 system("rm " + File.dirname(__FILE__) + "/stop.#{Process.pid}")
19 end
19 end
20 end
20 end
21
21
22 def config
22 def config
23 Grader::Configuration.get_instance
23 Grader::Configuration.get_instance
24 end
24 end
25
25
26 def log_file_name
26 def log_file_name
27 if !File.exists?(config.log_dir)
27 if !File.exists?(config.log_dir)
28 raise "Log directory does not exist: #{config.log_dir}"
28 raise "Log directory does not exist: #{config.log_dir}"
29 end
29 end
30 config.log_dir +
30 config.log_dir +
31 "/#{GRADER_ENV}_#{config.grader_mode}.#{Process.pid}"
31 "/#{GRADER_ENV}_#{config.grader_mode}.#{Process.pid}"
32 end
32 end
33
33
34 def log(str)
34 def log(str)
35 if config.talkative
35 if config.talkative
36 puts str
36 puts str
37 end
37 end
38 if config.logging
38 if config.logging
39 fp = File.open(log_file_name,"a")
39 fp = File.open(log_file_name,"a")
40 fp.puts("GRADER: #{Time.new.strftime("%H:%M")} #{str}")
40 fp.puts("GRADER: #{Time.new.strftime("%H:%M")} #{str}")
41 fp.close
41 fp.close
42 end
42 end
43 end
43 end
44
44
45 def display_manual
45 def display_manual
46 puts <<USAGE
46 puts <<USAGE
47 Grader.
47 Grader.
48 using: (1) grader
48 using: (1) grader
49 (2) grader environment [mode]
49 (2) grader environment [mode]
50 (3) grader stop [all|pids-list]
50 (3) grader stop [all|pids-list]
51 (4) grader --help
51 (4) grader --help
52 (1) call grader with environment = 'exam', mode = 'queue'
52 (1) call grader with environment = 'exam', mode = 'queue'
53 (2) possible modes are: 'queue', 'prob', 'test_request'
53 (2) possible modes are: 'queue', 'prob', 'test_request'
54 (3) create stop-file to stop running grader in queue mode
54 (3) create stop-file to stop running grader in queue mode
55 (4) You are here.
55 (4) You are here.
56 USAGE
56 USAGE
57 end
57 end
58
58
59 def process_options_and_stop_file
59 def process_options_and_stop_file
60 # The list of options are:
60 # The list of options are:
61 # - stop [all|process ids]
61 # - stop [all|process ids]
62 # -
62 # -
63
63
64 # Process 'help' option
64 # Process 'help' option
65 if (ARGV.length==1) and (/help/.match(ARGV[0]))
65 if (ARGV.length==1) and (/help/.match(ARGV[0]))
66 display_manual
66 display_manual
67 exit(0)
67 exit(0)
68 end
68 end
69
69
70 # Process 'stop' option.
70 # Process 'stop' option.
71 if (ARGV.length >= 1) and (ARGV[0]=='stop')
71 if (ARGV.length >= 1) and (ARGV[0]=='stop')
72 if ARGV.length==1
72 if ARGV.length==1
73 puts "you should specify pid-list or 'all'"
73 puts "you should specify pid-list or 'all'"
74 display_manual
74 display_manual
75 elsif (ARGV.length==2) and (ARGV[1]=='all')
75 elsif (ARGV.length==2) and (ARGV[1]=='all')
76 stop_grader(:all)
76 stop_grader(:all)
77 puts "A global stop file ('stop.all') created."
77 puts "A global stop file ('stop.all') created."
78 puts "You should remove it manually later."
78 puts "You should remove it manually later."
79 else
79 else
80 (1..ARGV.length-1).each do |i|
80 (1..ARGV.length-1).each do |i|
81 stop_grader(ARGV[i])
81 stop_grader(ARGV[i])
82 end
82 end
83 puts "stop file(s) created"
83 puts "stop file(s) created"
84 end
84 end
85 exit(0)
85 exit(0)
86 end
86 end
87
87
88 # Check stop file.
88 # Check stop file.
89 if check_stopfile
89 if check_stopfile
90 puts "Stop file exists. Terminated."
90 puts "Stop file exists. Terminated."
91 clear_stopfile
91 clear_stopfile
92 exit(0)
92 exit(0)
93 end
93 end
94
94
95 #default options
95 #default options
96 options = {
96 options = {
97 :mode => 'queue',
97 :mode => 'queue',
98 :environment => 'exam',
98 :environment => 'exam',
99 :dry_run => false,
99 :dry_run => false,
100 }
100 }
101
101
102 # Process mode and environment option
102 # Process mode and environment option
103 if ARGV.length >= 1
103 if ARGV.length >= 1
104 options[:environment] = ARGV.shift
104 options[:environment] = ARGV.shift
105 if ARGV.length >=1
105 if ARGV.length >=1
106 options[:mode] = ARGV.shift
106 options[:mode] = ARGV.shift
107 end
107 end
108 end
108 end
109
109
110 options[:dry_run] = (ARGV.delete('--dry') != nil)
110 options[:dry_run] = (ARGV.delete('--dry') != nil)
111 - if options[:dry_run] and (not options[:mode] == 'prob')
111 + if options[:dry_run] and (not ['prob','contest'].include? options[:mode])
112 - puts "Dry run currently works only for 'prob' mode."
112 + puts "Dry run currently works only for 'prob' or 'contest' modes."
113 exit(0)
113 exit(0)
114 end
114 end
115
115
116 options[:report] = (ARGV.delete('--report') != nil)
116 options[:report] = (ARGV.delete('--report') != nil)
117 if options[:report] and (not ['prob','contest'].include? options[:mode])
117 if options[:report] and (not ['prob','contest'].include? options[:mode])
118 - puts "Report currently works only for 'prob' mode."
118 + puts "Report currently works only for 'prob' or 'contest' modes."
119 exit(0)
119 exit(0)
120 end
120 end
121
121
122 return options
122 return options
123 end
123 end
124
124
125 class ResultCollector
125 class ResultCollector
126 def initialize
126 def initialize
127 @results = {}
127 @results = {}
128 @problems = {}
128 @problems = {}
129 @users = {}
129 @users = {}
130 end
130 end
131
131
132 def save(user, problem, grading_result)
132 def save(user, problem, grading_result)
133 if not @problems.has_key? problem.id
133 if not @problems.has_key? problem.id
134 @problems[problem.id] = problem
134 @problems[problem.id] = problem
135 end
135 end
136 if not @users.has_key? user.id
136 if not @users.has_key? user.id
137 @users[user.id] = user
137 @users[user.id] = user
138 end
138 end
139 @results[[user.id, problem.id]] = grading_result
139 @results[[user.id, problem.id]] = grading_result
140 end
140 end
141
141
142 def print_report_by_user
142 def print_report_by_user
143 puts "---------------------"
143 puts "---------------------"
144 puts " REPORT"
144 puts " REPORT"
145 puts "---------------------"
145 puts "---------------------"
146
146
147 - print "login"
147 + print "login,email"
148 @problems.each_value do |problem|
148 @problems.each_value do |problem|
149 print ",#{problem.name}"
149 print ",#{problem.name}"
150 end
150 end
151 print "\n"
151 print "\n"
152
152
153 @users.each_value do |user|
153 @users.each_value do |user|
154 - print "#{user.login}"
154 + print "#{user.login},#{user.email}"
155 @problems.each_value do |problem|
155 @problems.each_value do |problem|
156 if @results.has_key? [user.id, problem.id]
156 if @results.has_key? [user.id, problem.id]
157 print ",#{@results[[user.id,problem.id]][:points]}"
157 print ",#{@results[[user.id,problem.id]][:points]}"
158 else
158 else
159 print ","
159 print ","
160 end
160 end
161 end
161 end
162 print "\n"
162 print "\n"
163 end
163 end
164 end
164 end
165 end
165 end
166
166
167 #########################################
167 #########################################
168 # main program
168 # main program
169 #########################################
169 #########################################
170
170
171 options = process_options_and_stop_file
171 options = process_options_and_stop_file
172 GRADER_ENV = options[:environment]
172 GRADER_ENV = options[:environment]
173 grader_mode = options[:mode]
173 grader_mode = options[:mode]
174 dry_run = options[:dry_run]
174 dry_run = options[:dry_run]
175
175
176 puts "environment: #{GRADER_ENV}"
176 puts "environment: #{GRADER_ENV}"
177 require File.join(File.dirname(__FILE__),'config/environment')
177 require File.join(File.dirname(__FILE__),'config/environment')
178
178
179 # add grader_mode to config
179 # add grader_mode to config
180 # this is needed because method log needs it. TODO: clean this up
180 # this is needed because method log needs it. TODO: clean this up
181 class << config
181 class << config
182 attr_accessor :grader_mode
182 attr_accessor :grader_mode
183 end
183 end
184 config.grader_mode = grader_mode
184 config.grader_mode = grader_mode
185
185
186 # reading rails environment
186 # reading rails environment
187 log 'Reading rails environment'
187 log 'Reading rails environment'
188
188
189 RAILS_ENV = config.rails_env
189 RAILS_ENV = config.rails_env
190 require RAILS_ROOT + '/config/environment'
190 require RAILS_ROOT + '/config/environment'
191
191
192 # register grader process
192 # register grader process
193 if config.report_grader
193 if config.report_grader
194 grader_proc = GraderProcess.register(config.grader_hostname,
194 grader_proc = GraderProcess.register(config.grader_hostname,
195 Process.pid,
195 Process.pid,
196 grader_mode)
196 grader_mode)
197 else
197 else
198 grader_proc = nil
198 grader_proc = nil
199 end
199 end
200
200
201 #set loggin environment
201 #set loggin environment
202 ENV['GRADER_LOGGING'] = log_file_name
202 ENV['GRADER_LOGGING'] = log_file_name
203
203
204 # register exit handler to report inactive, and terminated
204 # register exit handler to report inactive, and terminated
205 at_exit do
205 at_exit do
206 if grader_proc!=nil
206 if grader_proc!=nil
207 grader_proc.report_inactive
207 grader_proc.report_inactive
208 grader_proc.terminate
208 grader_proc.terminate
209 end
209 end
210 end
210 end
211
211
212 #
212 #
213 # MAIN LOOP
213 # MAIN LOOP
214 #
214 #
215
215
216 case grader_mode
216 case grader_mode
217 when "queue", "test_request"
217 when "queue", "test_request"
218 log "Grader: #{grader_mode}"
218 log "Grader: #{grader_mode}"
219 if grader_mode=="queue"
219 if grader_mode=="queue"
220 engine = Grader::Engine.new
220 engine = Grader::Engine.new
221 else
221 else
222 engine = Grader::Engine.new(:room_maker => Grader::TestRequestRoomMaker.new,
222 engine = Grader::Engine.new(:room_maker => Grader::TestRequestRoomMaker.new,
223 :reporter => Grader::TestRequestReporter.new)
223 :reporter => Grader::TestRequestReporter.new)
224 end
224 end
225
225
226 runner = Grader::Runner.new(engine, grader_proc)
226 runner = Grader::Runner.new(engine, grader_proc)
227 while true
227 while true
228
228
229 if check_stopfile # created by calling grader stop
229 if check_stopfile # created by calling grader stop
230 clear_stopfile
230 clear_stopfile
231 log "stopped (with stop file)"
231 log "stopped (with stop file)"
232 break
232 break
233 end
233 end
234
234
235 if grader_mode=="queue"
235 if grader_mode=="queue"
236 task = runner.grade_oldest_task
236 task = runner.grade_oldest_task
237 else
237 else
238 task = runner.grade_oldest_test_request
238 task = runner.grade_oldest_test_request
239 end
239 end
240 if task==nil
240 if task==nil
241 sleep(1)
241 sleep(1)
242 end
242 end
243 end
243 end
244
244
245 when "prob"
245 when "prob"
246 if options[:report]
246 if options[:report]
247 result_collector = ResultCollector.new
247 result_collector = ResultCollector.new
248 else
248 else
249 result_collector = nil
249 result_collector = nil
250 end
250 end
251
251
252 if options[:dry_run]
252 if options[:dry_run]
253 puts "Running in dry mode"
253 puts "Running in dry mode"
254 end
254 end
255
255
256 prob_reporter = Grader::SubmissionReporter.new(:dry_run => dry_run,
256 prob_reporter = Grader::SubmissionReporter.new(:dry_run => dry_run,
257 :result_collector => result_collector)
257 :result_collector => result_collector)
258 engine = Grader::Engine.new(:reporter => prob_reporter)
258 engine = Grader::Engine.new(:reporter => prob_reporter)
259 runner = Grader::Runner.new(engine, grader_proc)
259 runner = Grader::Runner.new(engine, grader_proc)
260
260
261 grader_proc.report_active if grader_proc!=nil
261 grader_proc.report_active if grader_proc!=nil
262
262
263 ARGV.each do |prob_name|
263 ARGV.each do |prob_name|
264 prob = Problem.find_by_name(prob_name)
264 prob = Problem.find_by_name(prob_name)
265 if prob==nil
265 if prob==nil
266 puts "cannot find problem: #{prob_name}"
266 puts "cannot find problem: #{prob_name}"
267 else
267 else
268 runner.grade_problem(prob)
268 runner.grade_problem(prob)
269 end
269 end
270 end
270 end
271
271
272 if options[:report]
272 if options[:report]
273 result_collector.print_report_by_user
273 result_collector.print_report_by_user
274 end
274 end
275
275
276 when "contest"
276 when "contest"
277 # always use dry run when grading during contest
277 # always use dry run when grading during contest
278 contest_name = ARGV.shift
278 contest_name = ARGV.shift
279
279
280 options[:dry_run] = true
280 options[:dry_run] = true
281
281
282 contest = Contest.find_by_name(contest_name)
282 contest = Contest.find_by_name(contest_name)
283 if contest==nil
283 if contest==nil
284 puts "cannot find contest: #{contest_name}"
284 puts "cannot find contest: #{contest_name}"
285 exit(0)
285 exit(0)
286 end
286 end
287
287
288 if options[:report]
288 if options[:report]
289 result_collector = ResultCollector.new
289 result_collector = ResultCollector.new
290 else
290 else
291 result_collector = nil
291 result_collector = nil
292 end
292 end
293
293
294 if options[:dry_run]
294 if options[:dry_run]
295 puts "Running in dry mode"
295 puts "Running in dry mode"
296 end
296 end
297
297
298 prob_reporter = Grader::SubmissionReporter.new(:dry_run => dry_run,
298 prob_reporter = Grader::SubmissionReporter.new(:dry_run => dry_run,
299 :result_collector => result_collector)
299 :result_collector => result_collector)
300 engine = Grader::Engine.new(:reporter => prob_reporter)
300 engine = Grader::Engine.new(:reporter => prob_reporter)
301 runner = Grader::Runner.new(engine, grader_proc)
301 runner = Grader::Runner.new(engine, grader_proc)
302
302
303 grader_proc.report_active if grader_proc!=nil
303 grader_proc.report_active if grader_proc!=nil
304
304
305 contest.problems.each do |problem|
305 contest.problems.each do |problem|
306 puts "Grading: #{problem.name}"
306 puts "Grading: #{problem.name}"
307 runner.grade_problem(problem,
307 runner.grade_problem(problem,
308 - :user_conditions => lambda {|u| u.contest_finished?})
308 + :user_conditions => lambda do |u|
309 + u.contest_finished? and
310 + u.contest_ids.include?(contest.id)
311 + end)
309 end
312 end
310
313
311 if options[:report]
314 if options[:report]
312 result_collector.print_report_by_user
315 result_collector.print_report_by_user
313 end
316 end
314
317
315 when "sub"
318 when "sub"
316 engine = Grader::Engine.new
319 engine = Grader::Engine.new
317 runner = Grader::Runner.new(engine, grader_proc)
320 runner = Grader::Runner.new(engine, grader_proc)
318
321
319 grader_proc.report_active if grader_proc!=nil
322 grader_proc.report_active if grader_proc!=nil
320
323
321 ARGV.each do |sub_id|
324 ARGV.each do |sub_id|
322 puts "Grading #{sub_id}"
325 puts "Grading #{sub_id}"
323 begin
326 begin
324 submission = Submission.find(sub_id.to_i)
327 submission = Submission.find(sub_id.to_i)
325 rescue ActiveRecord::RecordNotFound
328 rescue ActiveRecord::RecordNotFound
326 puts "Record not found"
329 puts "Record not found"
327 submission = nil
330 submission = nil
328 end
331 end
329
332
330 if submission!=nil
333 if submission!=nil
331 runner.grade_submission(submission)
334 runner.grade_submission(submission)
332 end
335 end
333 end
336 end
334
337
335
338
336
339
337 else
340 else
338 display_manual
341 display_manual
339 exit(0)
342 exit(0)
340 end
343 end
341
344
You need to be logged in to leave comments. Login now