cafe-grader-judge-scripts Commit

cafe-grader-judge-scripts

Commit `r41:d4e37450ddbc` public

parent | child

Description:

[grader] extracted test_request info into new stat columns git-svn-id: http://theory.cpe.ku.ac.th/grader/judge/trunk/scripts@163 6386c4cd-e34a-4fa8-8920-d93eb39b512e

Commit status:

[Not Reviewed]

References:

default

Diff options:

| | | |

Comments:

0 Commit comments 0 Inline Comments

Unresolved TODOs:

There are no unresolved TODOs

Add another comment

r41:d4e37450ddbc - Thu, 03 Apr 2008 20:49:43 - 3 files changed: 39 inserted, 9 deleted

lib/test_request_helper.rb ¶ +20 -4

                 end
                 class TestRequestReporter
                   def initialize
                     @config = Grader::Configuration.get_instance
                   end
                   def report(test_request,test_result_dir)
                     save_result(test_request,read_result(test_result_dir))
                   end
                   def report_error(test_request, msg)
-            -       save_result(test_request, {:running_stat => "#{msg}"})
+            +       save_result(test_request, {:running_stat => {:msg => "#{msg}"}})
                   end
                   protected
                   def read_result(test_result_dir)
                     # TODO:
                     cmp_msg_fname = "#{test_result_dir}/compiler_message"
                     cmp_file = File.open(cmp_msg_fname)
                     cmp_msg = cmp_file.read
                     cmp_file.close
                     result_file_name = "#{test_result_dir}/1/result"
                     if File.exists?(result_file_name)
                       output_file_name = "#{test_result_dir}/1/output.txt"
                       results = File.open("#{test_result_dir}/1/result").readlines
                       stat = format_running_stat(results)
                       return {
                         :output_file_name => output_file_name,
                         :running_stat => stat,
                         :comment => "",
                         :cmp_msg => cmp_msg}
                     else
                       return {
-            -           :running_stat => "",
+            +           :running_stat => nil,
                         :comment => "Compilation error",
                         :cmp_msg => cmp_msg}
                     end
                   end
                   def format_running_stat(results)
                     running_time_line = results[-1]
+            +       # extract exit status line
                     run_stat = ""
                     if !(/[Cc]orrect/.match(results[0]))
                       run_stat = results[0].chomp
+            +       else
+            +         run_stat = 'Program exited normally'
                     end
+            +       # extract running time
                     if res = /r(.*)u(.*)s/.match(running_time_line)
                       seconds = (res[1].to_f + res[2].to_f)
                       time_stat = "Time used: #{seconds} sec."
                     else
+            +         seconds = nil
                       time_stat = "Time used: n/a sec."
                     end
-            -       return "#{run_stat}\n#{time_stat}"
+            +       return {
+            +         :msg => "#{run_stat}\n#{time_stat}",
+            +         :running_time => seconds,
+            +         :exit_status => run_stat
+            +       }
                   end
                   def save_result(test_request,result)
                     if result[:output_file_name]!=nil
                       test_request.output_file_name = link_output_file(test_request,
                                                                        result[:output_file_name])
                     end
                     test_request.graded_at = Time.now
                     test_request.compiler_message = (result[:cmp_msg] or '')
                     test_request.grader_comment = (result[:comment] or '')
-            -       test_request.running_stat = (result[:running_stat] or '')
+            +       if result[:running_stat]!=nil
+            +         test_request.running_stat = (result[:running_stat][:msg] or '')
+            +         test_request.running_time = (result[:running_stat][:running_time] or nil)
+            +         test_request.exit_status = (result[:running_stat][:exit_status])
+            +         test_request.memory_usage = nil  # should be added later
+            +       else
+            +         test_request.running_stat = ''
+            +       end
                     test_request.save
                   end
                   protected
                   def link_output_file(test_request, fname)
                     target_file_name = random_output_file_name(test_request.user,
                                                                test_request.problem)
                     FileUtils.mkdir_p(File.dirname(target_file_name))
                     cmd = "ln -s #{fname} #{target_file_name}"
                     if !system(cmd)
                       raise "TestRequestReporter: cannot move output file"
                     end

test/data/test2_1-5sec.c ¶ +7 -5

               #include <stdio.h>
               #include <stdlib.h>
+            + #include <unistd.h>
               int main()
               {
                 int a,b;
                 int c=0;
                 scanf("%d %d",&a,&b);
                 printf("%d\n",a+b);
-            -   for(a=0; a<2; a++) {
+            +   sleep(1);
-            -     while(c<1550000000) {
-            -       c++;
+            +   c = 0;
-            -       b+=c;
+            +   while(c<1000000000) {
-            -     }
+            +     c++;
+            +     b+=c;
                 }
                 exit(0);
               }

test/engine_spec.rb ¶ +12

                 it "should report error if there is no problem template" do
                   problem = stub(Problem,
                                  :id => 1, :name => 'nothing')
                   grader_should(:grade => 'test1_correct.c',
                                 :on => problem,
                                 :with => 'in1.txt',
                                 :and_report => {
                                   :graded_at= => nil,
                                   :compiler_message= => '',
                                   :grader_comment= => '',
                                   :running_stat= => /template not found/,
+            +                     :running_time= => nil,
+            +                     :exit_status= => nil,
+            +                     :memory_usage= => nil,
                                   :save => nil})
                 end
                 it "should run test request and produce output file" do
                   problem = stub(Problem,
                                  :id => 1, :name => 'test_normal')
                   grader_should(:grade => 'test1_correct.c',
                                 :on => problem,
                                 :with => 'in1.txt',
                                 :and_report => {
                                   :graded_at= => nil,
                                   :compiler_message= => '',
                                   :grader_comment= => '',
                                   :running_stat= => /0.0 sec./,
                                   :output_file_name= => lambda { |fname|
                                     File.exists?(fname).should be_true
                                   },
+            +                     :running_time= => nil,
+            +                     :exit_status= => nil,
+            +                     :memory_usage= => nil,
                                   :save => nil})
                 end
                 it "should clean up problem directory after running test request" do
                   problem = stub(Problem,
                                  :id => 1, :name => 'test_normal')
                   grader_should(:grade => 'test1_correct.c',
                                 :on => problem,
                                 :with => 'in1.txt',
                                 :and_report => {
                                   :graded_at= => nil,
                                   :compiler_message= => '',
                                   :grader_comment= => '',
                                   :running_stat= => nil,
                                   :output_file_name= => nil,
+            +                     :running_time= => nil,
+            +                     :exit_status= => nil,
+            +                     :memory_usage= => nil,
                                   :save => nil})
                   File.exists?(@config.user_result_dir + "/test_request/test_normal/test_cases/1/input-1.txt").should be_false
                 end
                 it "should compile test request with error and report compilation error" do
                   problem = stub(Problem,
                                  :id => 1, :name => 'test_normal')
                   grader_should(:grade => 'test1_compile_error.c',
                                 :on => problem,
                                 :with => 'in1.txt',
                                 :and_report => {
                                   :graded_at= => nil,
                                  :id => 1, :name => 'test_normal')
                   grader_should(:grade => 'add_nonzero_exit_status.c',
                                 :on => problem,
                                 :with => 'in1.txt',
                                 :and_report => {
                                   :graded_at= => nil,
                                   :compiler_message= => '',
                                   :grader_comment= => '',
                                   :running_stat= => /[Ee]xit.*status.*10.*0\.0 sec/m,
                                   :output_file_name= => lambda { |fname|
                                     File.exists?(fname).should be_true
                                   },
+            +                     :running_time= => nil,
+            +                     :exit_status= => /10/,
+            +                     :memory_usage= => nil,
                                   :save => nil})
                 end
                 protected
                 def grader_should(args)
                   @user1 = stub(User,
                                 :id => 1, :login => 'user1')
                   problem = args[:on]
                   input_file = @config.test_request_input_base_dir + "/" + args[:with]
                   submission =

Write
Preview

You need to be logged in to leave comments. Login now

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository permissions settings

Sign in to your account

Author

r41:d4e37450ddbc - Thu, 03 Apr 2008 20:49:43 - 3 files changed: 39 inserted, 9 deleted

Sign in to your account

Commit r41:d4e37450ddbc public

Author

r41:d4e37450ddbc - Thu, 03 Apr 2008 20:49:43 - 3 files changed: 39 inserted, 9 deleted

Commit `r41:d4e37450ddbc` public