Description:
add options for grading all submissions of a specific problem (grafted from branch algo-bm 8ed1c0aa59eaf8e22e40fc765c1fba4ac88a34b5)
Commit status:
[Not Reviewed]
References:
Diff options:
Comments:
0 Commit comments
0 Inline Comments
Unresolved TODOs:
There are no unresolved TODOs
Author
-
r184:4e43dab877a1 - - 2 files changed: 25 inserted, 4 deleted
| @@ -43,17 +43,28 | |||
|
|
43 | 43 | end |
|
|
44 | 44 | |
|
|
45 | 45 | def display_manual |
|
|
46 | 46 | puts <<USAGE |
|
|
47 | 47 | Grader. |
|
|
48 | 48 | using: (1) grader |
|
|
49 | - (2) grader environment [mode] | |
|
|
49 | + (2) grader environment [mode] [options] | |
|
|
50 | 50 | (3) grader stop [all|pids-list] |
|
|
51 | 51 | (4) grader --help |
|
|
52 | 52 | (1) call grader with environment = 'exam', mode = 'queue' |
|
|
53 | 53 | (2) possible modes are: 'queue', 'test_request', 'prob', 'sub', 'contest', and 'autonew' |
|
|
54 | + queue: repeatedly check the task queue and grade any available tasks | |
|
|
55 | + | |
|
|
56 | + prob: re-grade every user latest submission of the specific problem. | |
|
|
57 | + the problem name must be specified by the next argument. | |
|
|
58 | + | |
|
|
59 | + additional options: | |
|
|
60 | + | |
|
|
61 | + --all-sub re-grade every submissions instead of just the latest submission of each user. | |
|
|
62 | + sub: re-grader the specified submission. | |
|
|
63 | + The submission ID to be re-graded must be specified by the next argument. | |
|
|
64 | + | |
|
|
54 | 65 | (3) create stop-file to stop running grader in queue mode |
|
|
55 | 66 | (4) You are here. |
|
|
56 | 67 | USAGE |
|
|
57 | 68 | end |
|
|
58 | 69 | |
|
|
59 | 70 | def process_options_and_stop_file |
| @@ -102,12 +113,14 | |||
|
|
102 | 113 | # Process mode and environment option |
|
|
103 | 114 | if ARGV.length >= 1 |
|
|
104 | 115 | options[:environment] = ARGV.shift |
|
|
105 | 116 | if ARGV.length >=1 |
|
|
106 | 117 | options[:mode] = ARGV.shift |
|
|
107 | 118 | end |
|
|
119 | + else | |
|
|
120 | + puts 'no argument specified, using default mode and environment.' | |
|
|
108 | 121 | end |
|
|
109 | 122 | |
|
|
110 | 123 | options[:dry_run] = (ARGV.delete('--dry') != nil) |
|
|
111 | 124 | if options[:dry_run] and (not ['prob','contest','autonew'].include? options[:mode]) |
|
|
112 | 125 | puts "Dry run currently works only for 'prob' or 'contest' modes." |
|
|
113 | 126 | exit(0) |
| @@ -116,12 +129,14 | |||
|
|
116 | 129 | options[:report] = (ARGV.delete('--report') != nil) |
|
|
117 | 130 | if options[:report] and (not ['prob','contest','autonew'].include? options[:mode]) |
|
|
118 | 131 | puts "Report currently works only for 'prob' or 'contest' modes." |
|
|
119 | 132 | exit(0) |
|
|
120 | 133 | end |
|
|
121 | 134 | |
|
|
135 | + options[:all_sub] = (ARGV.delete('--all-sub') != nil) | |
|
|
136 | + | |
|
|
122 | 137 | return options |
|
|
123 | 138 | end |
|
|
124 | 139 | |
|
|
125 | 140 | class ResultCollector |
|
|
126 | 141 | def initialize |
|
|
127 | 142 | @results = {} |
| @@ -292,13 +307,13 | |||
|
|
292 | 307 | |
|
|
293 | 308 | ARGV.each do |prob_name| |
|
|
294 | 309 | prob = Problem.find_by_name(prob_name) |
|
|
295 | 310 | if prob==nil |
|
|
296 | 311 | puts "cannot find problem: #{prob_name}" |
|
|
297 | 312 | else |
|
|
298 | - runner.grade_problem(prob) | |
|
|
313 | + runner.grade_problem(prob,options) | |
|
|
299 | 314 | end |
|
|
300 | 315 | end |
|
|
301 | 316 | |
|
|
302 | 317 | if options[:report] |
|
|
303 | 318 | result_collector.print_report_by_user |
|
|
304 | 319 | end |
| @@ -375,12 +390,13 | |||
|
|
375 | 390 | options = process_options_and_stop_file |
|
|
376 | 391 | GRADER_ENV = options[:environment] |
|
|
377 | 392 | grader_mode = options[:mode] |
|
|
378 | 393 | dry_run = options[:dry_run] |
|
|
379 | 394 | |
|
|
380 | 395 | puts "environment: #{GRADER_ENV}" |
|
|
396 | + puts "grader mode: #{grader_mode}" | |
|
|
381 | 397 | require File.join(File.dirname(__FILE__),'config/environment') |
|
|
382 | 398 | |
|
|
383 | 399 | # add grader_mode to config |
|
|
384 | 400 | # this is needed because method log needs it. TODO: clean this up |
|
|
385 | 401 | class << config |
|
|
386 | 402 | attr_accessor :grader_mode |
| @@ -22,25 +22,30 | |||
|
|
22 | 22 | @grader_process.report_inactive(task) if @grader_process!=nil |
|
|
23 | 23 | end |
|
|
24 | 24 | return task |
|
|
25 | 25 | end |
|
|
26 | 26 | |
|
|
27 | 27 | def grade_problem(problem, options={}) |
|
|
28 | - users = User.find(:all) | |
|
|
29 | - users.each do |u| | |
|
|
28 | + User.find_each do |u| | |
|
|
30 | 29 | puts "user: #{u.login}" |
|
|
31 | 30 | if options[:user_conditions]!=nil |
|
|
32 | 31 | con_proc = options[:user_conditions] |
|
|
33 | 32 | next if not con_proc.call(u) |
|
|
34 | 33 | end |
|
|
34 | + if options[:all_sub] | |
|
|
35 | + Submission.where(user_id: u.id,problem_id: problem.id).find_each do |sub| | |
|
|
36 | + @engine.grade(sub) | |
|
|
37 | + end | |
|
|
38 | + else | |
|
|
35 | 39 | last_sub = Submission.find_last_by_user_and_problem(u.id,problem.id) |
|
|
36 | 40 | if last_sub!=nil |
|
|
37 | 41 | @engine.grade(last_sub) |
|
|
38 | 42 | end |
|
|
39 | 43 | end |
|
|
40 | 44 | end |
|
|
45 | + end | |
|
|
41 | 46 | |
|
|
42 | 47 | def grade_submission(submission) |
|
|
43 | 48 | puts "Submission: #{submission.id} by #{submission.user.full_name}" |
|
|
44 | 49 | @engine.grade(submission) |
|
|
45 | 50 | end |
|
|
46 | 51 | |
You need to be logged in to leave comments.
Login now