cafe-grader-judge-scripts Commit

cafe-grader-judge-scripts

Commit `r63:031546561018` public

parent | child

Description:

[grader] import script now support raw with testruns git-svn-id: http://theory.cpe.ku.ac.th/grader/judge/trunk/scripts@267 6386c4cd-e34a-4fa8-8920-d93eb39b512e

Commit status:

[Not Reviewed]

References:

default

Diff options:

| | | |

Comments:

0 Commit comments 0 Inline Comments

Unresolved TODOs:

There are no unresolved TODOs

Add another comment

r63:031546561018 - Sat, 26 Jul 2008 07:39:35 - 4 files changed: 112 inserted, 13 deleted

lib/import_helper.rb created 644 ¶ +28

@@ -0,0 +1,28
	1	+
	2	+ def filter_filename_for_testrun(testrun, filename_list)
	3	+ l = []
	4	+ regex = Regexp.new("^(#{testrun}[a-z]\|#{testrun}-.)$")
	5	+ filename_list.each do \|filename\|
	6	+ if regex.match(filename)
	7	+ l << filename
	8	+ end
	9	+ end
	10	+ l
	11	+ end
	12	+
	13	+ def build_testrun_info(num_testruns, input_filename_list)
	14	+ info = []
	15	+ num_testcases = 0
	16	+ num_testruns.times do \|i\|
	17	+ r = i+1
	18	+ testrun_info = []
	19	+ filenames = filter_filename_for_testrun(r, input_filename_list)
	20	+ filenames.each do \|fname\|
	21	+ num_testcases += 1
	22	+ testrun_info << [num_testcases,fname]
	23	+ end
	24	+ info << testrun_info
	25	+ end
	26	+ info
	27	+ end
	28	+

test/import_helper_test.rb created 644 ¶ +40

@@ -0,0 +1,40
	1	+ require 'test/unit'
	2	+ require 'rubygems'
	3	+ require 'mocha'
	4	+
	5	+ require File.join(File.dirname(__FILE__),'../lib/import_helper')
	6	+
	7	+ class ImportHelperTest < Test::Unit::TestCase
	8	+
	9	+ def setup
	10	+ end
	11	+
	12	+ def teardown
	13	+ end
	14	+
	15	+ def test_build_only_singleton_testruns
	16	+ testrun_info = build_testrun_info(3,['1','2','3'])
	17	+ assert_equal [[[1,'1']],[[2,'2']],[[3,'3']]], testrun_info, 'should build singleton testruns'
	18	+ end
	19	+
	20	+ def test_build_only_singleton_testruns2
	21	+ testrun_info = build_testrun_info(4,['1','2','3','4'])
	22	+ assert_equal [[[1,'1']],[[2,'2']],[[3,'3']],[[4,'4']]], testrun_info, 'should build singleton testruns'
	23	+ end
	24	+
	25	+ def test_build_testruns_when_testcases_defined_by_appending_alphabets
	26	+ testrun_info = build_testrun_info(4,['1a','1b','2','3a','3b','4'])
	27	+ assert_equal [[[1,'1a'],[2,'1b']],
	28	+ [[3,'2']],
	29	+ [[4,'3a'],[5,'3b']],
	30	+ [[6,'4']]], testrun_info
	31	+ end
	32	+
	33	+ def test_build_testruns_when_testcases_defined_by_appending_dashed_numbers
	34	+ testrun_info = build_testrun_info(4,['1-1','1-2','2','3-1','3-2','4'])
	35	+ assert_equal [[[1,'1-1'],[2,'1-2']],
	36	+ [[3,'2']],
	37	+ [[4,'3-1'],[5,'3-2']],
	38	+ [[6,'4']]], testrun_info
	39	+ end
	40	+ end

import_problem ¶ +33 -9

               #!/usr/bin/ruby
               # import_problem:
               #  * creates a directory for a problem in the current directory,
               #  * copy testdata in the old format and create standard testcase config file
               require 'erb'
               require 'fileutils'
+            + require File.join(File.dirname(__FILE__),'lib/import_helper')
               def input_filename(dir,i)
                 "#{dir}/input-#{i}.txt"
               end
               def answer_filename(dir,i)
                 "#{dir}/answer-#{i}.txt"
               end
-            - def copy_testcase(importing_test_dir,dir,i)
+            + def build_testrun_info_from_dir(num_testruns,importing_test_dir)
-            -   system("cp #{importing_test_dir}/#{i}.in #{input_filename(dir,i)}")
+            +   filenames = Dir["#{importing_test_dir}/*.in"].collect do |filename|
-            -   system("cp #{importing_test_dir}/#{i}.sol #{answer_filename(dir,i)}")
+            +     File.basename((/(.*)\.in/.match(filename))[1])
+            +   end
+            +   build_testrun_info(num_testruns,filenames)
+            + end
+            +
+            + def copy_testcase(importing_test_dir,fname,dir,i)
+            +   system("cp #{importing_test_dir}/#{fname}.in #{input_filename(dir,i)}")
+            +   system("cp #{importing_test_dir}/#{fname}.sol #{answer_filename(dir,i)}")
               end
               def process_options(options)
                 i = 4
                 while i<ARGV.length
                   if ARGV[i]=='-t'
                     options[:time_limit] = ARGV[i+1].to_f if ARGV.length>i+1
                     i += 1
                   end
                   if ARGV[i]=='-m'
                     options[:mem_limit] = ARGV[i+1].to_i if ARGV.length>i+1
                     i += 1
                   end
                   i += 1
                 end
               end
               SCRIPT_DIR = File.dirname(__FILE__)
               # print usage
               if (ARGV.length < 4) or (ARGV[3][0,1]=="-")
                 puts <<USAGE
               using: import_problem name dir num check [options]
                  where: name = problem_name (put '-' (dash) to use dir name)
                         dir = importing testcase directory
-            -           num = number of testcases
+            +           num = number of testruns
                         check = check script, which can be
                                  'integer', 'text' (for standard script),
                                  path_to_your_script, or
                                  'wrapper:(path_to_your_wrapped_script)'
                  options: -t time-limit (in seconds)
                           -m memory-limit (in megabytes)
               What it does:
                 * creates a directory for a problem in the current directory,
                 * copies testdata in the old format and create standard testcase config file
                 * copies a check script for grading
                 * creates a test_request template in the current directory + '/test_request'
               For wrapped checked script see comment in templates/check_wrapper for
                 information.
               USAGE
                 exit(127)
               end
               # processing arguments
               problem = ARGV[0]
               testcase_dir = ARGV[1]
               problem = File.basename(testcase_dir) if problem=="-"
-            - num_testcases = ARGV[2].to_i
+            + num_testruns = ARGV[2].to_i
               check_script = ARGV[3]
               options = {:time_limit => 1,  :mem_limit => 16}
               process_options(options)
+            + testrun_info = build_testrun_info_from_dir(num_testruns, testcase_dir)
+            +
               # start working
               puts "creating directories"
               system("mkdir #{problem}")
               system("mkdir #{problem}/script")
               system("mkdir #{problem}/test_cases")
               #system("cp #{GRADER_DIR}/std-script/* #{problem}/script")
               puts "copying testcases"
-            - 1.upto(num_testcases) do |i|
+            + tr_num = 0
-            -   system("mkdir #{problem}/test_cases/#{i}")
-            -   copy_testcase("#{testcase_dir}","#{problem}/test_cases/#{i}",i)
+            + num_testcases = 0
+            +
+            + testrun_info.each do |testrun|
+            +   tr_num += 1
+            +   puts "testrun: #{tr_num}"
+            +
+            +   testrun.each do |testcase_info|
+            +     testcase_num, testcase_fname = testcase_info
+            +
+            +     puts "copy #{testcase_fname} to #{testcase_num}"
+            +
+            +     system("mkdir #{problem}/test_cases/#{testcase_num}")
+            +     copy_testcase("#{testcase_dir}",testcase_fname,"#{problem}/test_cases/#{testcase_num}",testcase_num)
+            +
+            +     num_testcases += 1
+            +   end
               end
               # generating all_tests.cfg
               puts "generating testcase config file"
               template = File.open(SCRIPT_DIR + "/templates/all_tests.cfg.erb").read
               all_test_cfg = ERB.new(template)
               cfg_file = File.open("#{problem}/test_cases/all_tests.cfg","w")
               cfg_file.puts all_test_cfg.result
               cfg_file.close
               # copy check script
               if res = /^wrapper:(.*)$/.match(check_script)
                 # wrapper script
                 check_script_fname = res[1]
                 script_name = File.basename(check_script_fname)
                 check_wrapper_template = File.open(SCRIPT_DIR + "/templates/check_wrapper").read
                 check_wrapper = ERB.new(check_wrapper_template)
                 check_file = File.open("#{problem}/script/check","w")
                 check_file.puts check_wrapper.result
                 check_file.close
                 File.chmod(0755,"#{problem}/script/check")

templates/all_tests.cfg.erb ¶ +11 -4

               problem do
                 num_tests <%= num_testcases %>
-            -   full_score <%= num_testcases*10 %>
+            +   full_score <%= num_testruns*10 %>
                 time_limit_each <%= options[:time_limit] %>
                 mem_limit_each <%= options[:mem_limit] %>
                 score_each 10
-            - <% 1.upto(num_testcases) do |i| %>
+            + <% tr_num = 0 %>
-            -   run <%= i %> do
+            + <% testrun_info.each do |testrun| %>
-            -     tests <%= i %>
+            +   <% tr_num += 1 %>
+            +   run <%= tr_num %> do
+            +     tests <%= (testrun.collect {|testcase| testcase[0]}).join(", ") %>
+            +     <% if testrun.length==1 %>
+            +     score 10
+            +     <% else %>
+            +     scores 10 <% (testrun.length-1).times do %>,0 <% end %>
+            +     <% end %>
                 end
               <% end %>
               end

Write
Preview

You need to be logged in to leave comments. Login now

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository permissions settings

Sign in to your account

Author

r63:031546561018 - Sat, 26 Jul 2008 07:39:35 - 4 files changed: 112 inserted, 13 deleted

Sign in to your account

Commit r63:031546561018 public

Author

r63:031546561018 - Sat, 26 Jul 2008 07:39:35 - 4 files changed: 112 inserted, 13 deleted

Commit `r63:031546561018` public