cafe-grader-judge-scripts

Commit r55:7137557e8134 public

parent | child
Description:
[grader] change test_request_helper so that it copies additional submitted file git-svn-id: http://theory.cpe.ku.ac.th/grader/judge/trunk/scripts@231 6386c4cd-e34a-4fa8-8920-d93eb39b512e
Commit status:
[Not Reviewed]
References:
default
Diff options:
Raw Diff | Patch Diff | Download Diff | Ignore whitespace | Increase context
Comments:
0 Commit comments 0 Inline Comments
Unresolved TODOs:
There are no unresolved TODOs
Side by Side Unified
Expand All Files Collapse All Files Wide Mode Diff
Add another comment
Browse Files

r55:7137557e8134 - - 2 files changed: 14 inserted, 1 deleted

Show file before | Show file after | Raw diff | Download diff | Ignore whitespace Increase context Show commentsHide comments
@@ -1,54 +1,57
1 1 #
2 2 # A runner drives the engine into various tasks.
3 3 #
4 4
5 5 module Grader
6 6
7 7 class Runner
8 8
9 9 def initialize(engine, grader_process=nil)
10 10 @engine = engine
11 11 @grader_process = grader_process
12 12 end
13 13
14 14 def grade_oldest_task
15 15 task = Task.get_inqueue_and_change_status(Task::STATUS_GRADING)
16 16 if task!=nil
17 17 @grader_process.report_active(task) if @grader_process!=nil
18 18
19 19 submission = Submission.find(task.submission_id)
20 20 @engine.grade(submission)
21 21 task.status_complete!
22 22 end
23 + # @grader_process.report_inactive if @grader_process!=nil
23 24 return task
24 25 end
25 26
26 27 def grade_problem(problem)
27 28 users = User.find(:all)
28 29 users.each do |u|
29 30 puts "user: #{u.login}"
30 31 last_sub = Submission.find(:first,
31 32 :conditions => "user_id = #{u.id} and " +
32 33 "problem_id = #{problem.id}",
33 34 :order => 'submitted_at DESC')
34 35 if last_sub!=nil
35 36 @engine.grade(last_sub)
36 37 end
37 38 end
38 39 end
39 40
40 41 def grade_oldest_test_request
41 42 test_request = TestRequest.get_inqueue_and_change_status(Task::STATUS_GRADING)
42 43 if test_request!=nil
43 44 @grader_process.report_active(test_request) if @grader_process!=nil
44 45
45 46 @engine.grade(test_request)
46 47 test_request.status_complete!
47 48 end
49 +
50 + # @grader_process.report_inactive if @grader_process!=nil
48 51 return test_request
49 52 end
50 53
51 54 end
52 55
53 56 end
54 57
Show file before | Show file after | Raw diff | Download diff | Ignore whitespace Increase context Show commentsHide comments
@@ -1,158 +1,168
1 1 #
2 2 # This part contains various test_request helpers for interfacing
3 3 # with Grader::Engine. There are TestRequestRoomMaker and
4 4 # TestRequestReporter.
5 5
6 6 module Grader
7 7
8 8 #
9 9 # A TestRequestRoomMaker is a helper object for Engine
10 10 # - finds grading room: in user_result_dir/(user)/test_request/ ...
11 11 # - prepare problem configuration for grading --- basically it copy
12 12 # all config files, and copy user's input into the testcase
13 13 # directory. First, it finds the template from problem template
14 14 # directory; if it can't find a template, it'll use the template
15 15 # from default template.
16 16 class TestRequestRoomMaker
17 17 def initialize
18 18 @config = Grader::Configuration.get_instance
19 19 end
20 20
21 21 def produce_grading_room(test_request)
22 22 grading_room = grading_room_dir(test_request)
23 23 FileUtils.mkdir_p(grading_room)
24 +
25 + #
26 + # Also copy additional submitted file to this directory as well.
27 + # The program would see this file only if it is copied
28 + # to the sandbox directory later. The run script should do it.
29 + #
30 + cmd = "cp #{test_request.input_file_name}.files/* #{grading_room}"
31 + system(cmd)
32 +
24 33 grading_room
25 34 end
26 35
27 36 def find_problem_home(test_request)
28 37 problem_name = test_request.problem_name
29 38
30 39 template_dir = "#{@config.test_request_problem_templates_dir}/" + problem_name
31 40
32 41 raise "Test Request: error template not found" if !File.exists?(template_dir)
33 42
34 43 problem_home = problem_home_dir(test_request)
35 44 FileUtils.mkdir_p(problem_home)
36 45
37 46 copy_problem_template(template_dir,problem_home)
38 47 link_input_file(test_request,problem_home)
39 48
40 49 problem_home
41 50 end
42 51
43 52 def save_source(test_request,source_name)
44 53 dir = self.produce_grading_room(test_request)
45 54 submission = test_request.submission
46 55 f = File.open("#{dir}/#{source_name}","w")
47 56 f.write(submission.source)
48 57 f.close
49 58 end
50 59
51 60 def clean_up(test_request)
52 61 problem_home = problem_home_dir(test_request)
53 62 remove_data_files(problem_home)
54 63 end
55 64
56 65 protected
57 66 def grading_room_dir(test_request)
58 67 problem_name = test_request.problem_name
59 68 user = test_request.user
60 - "#{@config.user_result_dir}" +
69 + grading_room = "#{@config.user_result_dir}" +
61 70 "/#{user.login}/test_request" +
62 71 "/#{problem_name}/#{test_request.id}"
72 + grading_room
63 73 end
64 74
65 75 def problem_home_dir(test_request)
66 76 problem_name = test_request.problem_name
67 77 user = test_request.user
68 78 "#{@config.user_result_dir}" +
69 79 "/#{user.login}/test_request/#{problem_name}"
70 80 end
71 81
72 82 def copy_problem_template(template_dir,problem_home)
73 83 cmd = "cp -R #{template_dir}/* #{problem_home}"
74 84 system_and_raise_when_fail(cmd,"Test Request: cannot copy problem template")
75 85 end
76 86
77 87 def link_input_file(test_request,problem_home)
78 88 input_fname = "#{test_request.input_file_name}"
79 89 if !File.exists?(input_fname)
80 90 raise "Test Request: input file not found."
81 91 end
82 92
83 93 input_fname_problem_home = "#{problem_home}/test_cases/1/input-1.txt"
84 94 if File.exists?(input_fname_problem_home)
85 95 FileUtils.rm([input_fname_problem_home], :force => true)
86 96 end
87 97
88 98 cmd = "ln -s #{input_fname} #{input_fname_problem_home}"
89 99 system_and_raise_when_fail(cmd,"Test Request: cannot link input file")
90 100 end
91 101
92 102 def remove_data_files(problem_home)
93 103 if File.exists?("#{problem_home}/test_cases/1/input-1.txt")
94 104 cmd = "rm #{problem_home}/test_cases/1/*"
95 105 system_and_raise_when_fail(cmd,"Test Request: cannot remove data files")
96 106 end
97 107 end
98 108
99 109 def system_and_raise_when_fail(cmd,msg)
100 110 if !system(cmd)
101 111 raise msg
102 112 end
103 113 end
104 114
105 115 end
106 116
107 117 class TestRequestReporter
108 118 def initialize
109 119 @config = Grader::Configuration.get_instance
110 120 end
111 121
112 122 def report(test_request,test_result_dir)
113 123 save_result(test_request,read_result(test_result_dir))
114 124 end
115 125
116 126 def report_error(test_request, msg)
117 127 save_result(test_request, {:running_stat => {
118 128 :msg => "#{msg}",
119 129 :running_time => nil,
120 130 :exit_status => "Some error occured. Program did not run",
121 131 :memory_usage => nil
122 132 }})
123 133 end
124 134
125 135 protected
126 136 def read_result(test_result_dir)
127 137 # TODO:
128 138 cmp_msg_fname = "#{test_result_dir}/compiler_message"
129 139 cmp_file = File.open(cmp_msg_fname)
130 140 cmp_msg = cmp_file.read
131 141 cmp_file.close
132 142
133 143 result_file_name = "#{test_result_dir}/1/result"
134 144
135 145 if File.exists?(result_file_name)
136 146 output_file_name = "#{test_result_dir}/1/output.txt"
137 147 results = File.open("#{test_result_dir}/1/result").readlines
138 148 stat = extract_running_stat(results)
139 149
140 150 return {
141 151 :output_file_name => output_file_name,
142 152 :running_stat => stat,
143 153 :comment => "",
144 154 :cmp_msg => cmp_msg}
145 155 else
146 156 return {
147 157 :running_stat => nil,
148 158 :comment => "Compilation error",
149 159 :cmp_msg => cmp_msg}
150 160 end
151 161 end
152 162
153 163 def extract_running_stat(results)
154 164 running_stat_line = results[-1]
155 165
156 166 # extract exit status line
157 167 run_stat = ""
158 168 if !(/[Cc]orrect/.match(results[0]))
You need to be logged in to leave comments. Login now