cafe-grader-judge-scripts Commit

cafe-grader-judge-scripts

Commit `r247:47c98faa5421` public

parent | child

Description:

merge

Commit status:

[Not Reviewed]

References:

merge algo

Diff options:

| | | |

Comments:

0 Commit comments 0 Inline Comments

Unresolved TODOs:

There are no unresolved TODOs

Add another comment

r247:47c98faa5421 - Tue, 28 Feb 2017 08:39:31 - 9 files changed: 157 inserted, 31 deleted

grader-process-check created 755 ¶ +6

@@ -0,0 +1,6
	1	+ #!/bin/bash
	2	+ count=`ps aux \| grep "cafe_grader" \| grep "grader grading queue" \| wc -l`
	3	+ if [ $count -lt 1 ]; then
	4	+ cd /home/dae/cafe_grader/judge
	5	+ /home/dae/.rvm/wrappers/ruby-2.3.0/ruby /home/dae/cafe_grader/judge/scripts/grader grading queue > /home/dae/grading.log &
	6	+ fi

load_testcase created 755 ¶ +85

@@ -0,0 +1,85
	1	+ #!/usr/bin/env ruby
	2	+
	3	+ def config
	4	+ Grader::Configuration.get_instance
	5	+ end
	6	+
	7	+ def display_manual
	8	+ puts <<USAGE
	9	+ load_testcases
	10	+ using: load_testcases [problem_name ...]
	11	+ problem_name are list of "short name" of the problems
	12	+
	13	+ options:
	14	+ --dry-run do nothing, just simulate the run
	15	+ --all import all problem. This might take several minutes
	16	+
	17	+ USAGE
	18	+ end
	19	+
	20	+ def process_options_and_stop_file
	21	+
	22	+ # Process 'help' option
	23	+ if (ARGV.length == 0) or ((ARGV.length==1) and (/help/.match(ARGV[0])))
	24	+ display_manual
	25	+ exit(0)
	26	+ end
	27	+
	28	+ #default options
	29	+ options = {
	30	+ :dry_run => false,
	31	+ }
	32	+
	33	+ options[:dry_run] = (ARGV.delete('--dry') != nil)
	34	+ options[:all] = (ARGV.delete('--all') != nil)
	35	+
	36	+ return options
	37	+ end
	38	+
	39	+ def process_problem(prob,dry_run = false)
	40	+ prob.testcases.destroy_all
	41	+ testcases_root = File.expand_path(GRADER_ROOT+"/../ev/#{prob.name}/test_cases/")
	42	+ num = 1
	43	+ puts "Processing problem #{prob.name}"
	44	+ loop do
	45	+ file_root = testcases_root + "/#{num}/"
	46	+ puts " checking file #{file_root}"
	47	+ break unless File.exists? file_root
	48	+ input = File.read(file_root + "/input-#{num}.txt")
	49	+ answer = File.read(file_root + "/answer-#{num}.txt")
	50	+ puts " got test case ##{num} of size #{input.size} and #{answer.size}"
	51	+
	52	+ #THIS IS JUST A PLACE HOLDER
	53	+ group = num #this is wrong!!! fix it!!
	54	+ score = 10
	55	+ #BEWARE
	56	+
	57	+ prob.testcases.create(input: input,sol: answer, num: num, score:score,group: group) unless dry_run
	58	+ num += 1
	59	+ end
	60	+ end
	61	+
	62	+ #########################################
	63	+ # main program
	64	+ #########################################
	65	+
	66	+ options = process_options_and_stop_file
	67	+
	68	+ # load grader environment
	69	+ GRADER_ENV = 'grading'
	70	+ require File.join(File.dirname(__FILE__),'config/environment')
	71	+
	72	+ # boot rails, to be able to use the active record
	73	+ RAILS_ENV = config.rails_env
	74	+ require RAILS_ROOT + '/config/environment'
	75	+
	76	+ if options[:all]
	77	+ Problem.all.each { \|prob\| process_problem(prob,options[:dry_run]) }
	78	+ else
	79	+ ARGV.each do \|name\|
	80	+ prob = Problem.find_by(name: name)
	81	+ process_problem(prob,options[:dry_run]) if prob
	82	+ puts "Cannot find the problem #{name}" unless prob
	83	+ end
	84	+ end
	85	+

import_problem ¶ +22 -16

@@ -129,76 +129,82
129		129
130	num_testcases = 0	130	num_testcases = 0
131		131
132	testrun_info.each do \|testrun\|	132	testrun_info.each do \|testrun\|
133	tr_num += 1	133	tr_num += 1
134	puts "testrun: #{tr_num}"	134	puts "testrun: #{tr_num}"
135	-	135	+
136	testrun.each do \|testcase_info\|	136	testrun.each do \|testcase_info\|
137	testcase_num, testcase_fname = testcase_info	137	testcase_num, testcase_fname = testcase_info
138	-	138	+
139	puts "copy #{testcase_fname} to #{testcase_num}"	139	puts "copy #{testcase_fname} to #{testcase_num}"
140	-	140	+
141	create_dir_if_not_exists("#{problem_dir}/test_cases/#{testcase_num}")	141	create_dir_if_not_exists("#{problem_dir}/test_cases/#{testcase_num}")
142	copy_testcase("#{testcase_dir}",testcase_fname,"#{problem_dir}/test_cases/#{testcase_num}",testcase_num)	142	copy_testcase("#{testcase_dir}",testcase_fname,"#{problem_dir}/test_cases/#{testcase_num}",testcase_num)
143	-	143	+
144	num_testcases += 1	144	num_testcases += 1
145	end	145	end
146	end	146	end
147	-	147	+
		148	+ #also include any .txt files
		149	+ Dir.glob("#{testcase_dir}/*.txt") do \|file\|
		150	+ puts "copy data file #{file}"
		151	+ FileUtils.cp(file,"#{problem_dir}")
		152	+ end
		153	+
148	# generating all_tests.cfg	154	# generating all_tests.cfg
149	puts "generating testcase config file"	155	puts "generating testcase config file"
150	-	156	+
151	template = File.open(SCRIPT_DIR + "/templates/all_tests.cfg.erb").read	157	template = File.open(SCRIPT_DIR + "/templates/all_tests.cfg.erb").read
152	all_test_cfg = ERB.new(template)	158	all_test_cfg = ERB.new(template)
153	-	159	+
154	cfg_file = File.open("#{problem_dir}/test_cases/all_tests.cfg","w")	160	cfg_file = File.open("#{problem_dir}/test_cases/all_tests.cfg","w")
155	cfg_file.puts all_test_cfg.result binding	161	cfg_file.puts all_test_cfg.result binding
156	cfg_file.close	162	cfg_file.close
157	-	163	+
158	# copy check script	164	# copy check script
159	if res = /^wrapper:(.*)$/.match(check_script)	165	if res = /^wrapper:(.*)$/.match(check_script)
160	# wrapper script	166	# wrapper script
161	check_script_fname = res[1]	167	check_script_fname = res[1]
162	script_name = File.basename(check_script_fname)	168	script_name = File.basename(check_script_fname)
163	check_wrapper_template = File.open(SCRIPT_DIR + "/templates/check_wrapper").read	169	check_wrapper_template = File.open(SCRIPT_DIR + "/templates/check_wrapper").read
164	check_wrapper = ERB.new(check_wrapper_template)	170	check_wrapper = ERB.new(check_wrapper_template)
165	-	171	+
166	check_file = File.open("#{problem_dir}/script/check","w")	172	check_file = File.open("#{problem_dir}/script/check","w")
167	check_file.puts check_wrapper.result binding	173	check_file.puts check_wrapper.result binding
168	check_file.close	174	check_file.close
169	-	175	+
170	File.chmod(0755,"#{problem_dir}/script/check")	176	File.chmod(0755,"#{problem_dir}/script/check")
171	-	177	+
172	FileUtils.cp("#{check_script_fname}", "#{problem_dir}/script/#{script_name}")	178	FileUtils.cp("#{check_script_fname}", "#{problem_dir}/script/#{script_name}")
173	else	179	else
174	if File.exists?(SCRIPT_DIR + "/templates/check.#{check_script}")	180	if File.exists?(SCRIPT_DIR + "/templates/check.#{check_script}")
175	check_script_fname = SCRIPT_DIR + "/templates/check.#{check_script}"	181	check_script_fname = SCRIPT_DIR + "/templates/check.#{check_script}"
176	else	182	else
177	check_script_fname = check_script	183	check_script_fname = check_script
178	end	184	end
179	FileUtils.cp("#{check_script_fname}", "#{problem_dir}/script/check", :preserve => true)	185	FileUtils.cp("#{check_script_fname}", "#{problem_dir}/script/check", :preserve => true)
180	end	186	end
181	-	187	+
182	# generating test_request directory	188	# generating test_request directory
183	puts "generating test_request template"	189	puts "generating test_request template"
184	FileUtils.mkdir_p("#{ev_dir}/test_request/#{problem}/script")	190	FileUtils.mkdir_p("#{ev_dir}/test_request/#{problem}/script")
185	FileUtils.mkdir_p("#{ev_dir}/test_request/#{problem}/test_cases/1")	191	FileUtils.mkdir_p("#{ev_dir}/test_request/#{problem}/test_cases/1")
186	-	192	+
187	template = File.open(SCRIPT_DIR + "/templates/test_request_all_tests.cfg.erb").read	193	template = File.open(SCRIPT_DIR + "/templates/test_request_all_tests.cfg.erb").read
188	test_request_all_test_cfg = ERB.new(template)	194	test_request_all_test_cfg = ERB.new(template)
189	-	195	+
190	cfg_file = File.open("#{ev_dir}/test_request/#{problem}/test_cases/all_tests.cfg","w")	196	cfg_file = File.open("#{ev_dir}/test_request/#{problem}/test_cases/all_tests.cfg","w")
191	cfg_file.puts test_request_all_test_cfg.result	197	cfg_file.puts test_request_all_test_cfg.result
192	cfg_file.close	198	cfg_file.close
193	-	199	+
194	FileUtils.cp("#{SCRIPT_DIR}/templates/check_empty",	200	FileUtils.cp("#{SCRIPT_DIR}/templates/check_empty",
195	"#{ev_dir}/test_request/#{problem}/script/check")	201	"#{ev_dir}/test_request/#{problem}/script/check")
196	FileUtils.cp("#{SCRIPT_DIR}/templates/answer-1.txt",	202	FileUtils.cp("#{SCRIPT_DIR}/templates/answer-1.txt",
197	"#{ev_dir}/test_request/#{problem}/test_cases/1")	203	"#{ev_dir}/test_request/#{problem}/test_cases/1")
198	-	204	+
199	puts "done"	205	puts "done"
200	end	206	end
201		207
202		208
203	SCRIPT_DIR = File.dirname(__FILE__)	209	SCRIPT_DIR = File.dirname(__FILE__)
204		210

installer/install.sh ¶ +1 -1

                 g++ gcc apache2 libmysqlclient20 build-essential \
                 git-core openssl libreadline6 libreadline6-dev \
                 zlib1g zlib1g-dev libssl-dev libyaml-dev libsqlite3-dev \
                 sqlite3 libxml2-dev libxslt-dev autoconf libc6-dev \
                 ncurses-dev automake libtool bison subversion \
                 pkg-config curl nodejs unzip pyflakes ruby default-jdk \
-            -   libmysqld-dev mercurial python-setuptools python-dev
+            +   libmysqld-dev mercurial python-setuptools python-dev python3-numpy
               echo "Installing RVM"
               curl -k -L https://get.rvm.io | bash -s stable
               source ~/.rvm/scripts/rvm
               echo "Installing Ruby $RUBY_VERSION in RVM"

rename_problem ¶ +2 -2

               def config
                 Grader::Configuration.get_instance
               end
               def rename_problem(old_problem_name, new_problem_name)
-            -   if valid_problem_name(new_problem_name)
+            +   unless valid_problem_name(new_problem_name)
                   puts "Bad new problem name: #{new_problem_name}"
                   return
                 end
                 problem = Problem.find_by_name(old_problem_name)
                 if problem==nil
               end
               def valid_problem_name(name)
                 if name.length==0:
                     return false
                 else
-            -     return !(/^[a-zA-Z0-9_\-]+$/ === name)
+            +     return (/^[a-zA-Z0-9_\-]+$/ === name)
                 end
               end
               if (ARGV.length!=2)
                 usage
                 exit(0)

std-script/box64-new.c ¶ +12

               /* 308 */ [ __NR_setns ] = "setns",
               /* 309 */ [ __NR_getcpu ] = "getcpu",
               /* 310 */ [ __NR_process_vm_readv ] = "process_vm_readv",
               /* 311 */ [ __NR_process_vm_writev ] = "process_vm_writev",
               /* 312 */ [ __NR_kcmp ] = "kcmp",
               /* 313 */ [ __NR_finit_module ] = "finit_module",
+            + /* 314 */ [ __NR_sched_setattr ] = "sched_setattr",
+            + /* 315 */ [ __NR_sched_getattr ] = "sched_getattr",
+            + /* 316 */ [ __NR_renameat2 ] = "renameat2",
+            + /* 317 */ [ __NR_seccomp ] = "seccomp",
+            + /* 318 */ [ __NR_getrandom ] = "getrandom",
+            + /* 319 */ [ __NR_memfd_create ] = "memfd_create",
+            + /* 320 */ [ __NR_kexec_file_load ] = "kexec_file_load",
+            + /* 321 */ [ __NR_bpf ] = "bpf",
+            + /* 322 */ [ __NR_execveat ] = "execveat",
+            + /* 323 */ [ __NR_userfaultfd ] = "userfaultfd",
+            + /* 324 */ [ __NR_membarrier ] = "membarrier",
+            + /* 325 */ [ __NR_mlock2 ] = "mlock2",
               };
               #define NUM_SYSCALLS ARRAY_SIZE(syscall_names)
               #define NUM_ACTIONS (NUM_SYSCALLS+64)
               enum action {
                 A_DEFAULT,		// Use the default action

std-script/compile ¶ +18 -10

               PASCAL_COMPILER = "/usr/bin/fpc"
               JAVA_COMPILER = "/usr/bin/javac"
               RUBY_INTERPRETER = "/usr/bin/ruby"
               PYTHON_INTERPRETER = "/usr/bin/python3"
               PYTHON_CHECKER = "/usr/bin/pyflakes"
               PHP_INTERPRETER = "/usr/bin/php"
+            + HASKELL_COMPILER = "/usr/bin/ghc"
               C_OPTIONS = "-O2 -s -static -std=c99 -DCONTEST -lm -Wall"
               CPLUSPLUS_OPTIONS = "-O2 -s -std=c++11 -static -DCONTEST -lm -Wall"
               PASCAL_OPTIONS = "-O1 -XS -dCONTEST"
               JAVA_OPTIONS = ""
               PYTHON_OPTIONS = ""
               PHP_OPTIONS = "-l"
+            + HASKELL_OPTIONS = ""
               # Check for the correct number of arguments. Otherwise, print usage.
               if ARGV.length == 0 or ARGV.length > 4
                 puts "Usage: compile <language> [<source-file>] [<output-file>] [<message-file>]"
                 puts
                 puts "<source-file>  is defaulted to \"source\"."
                     end
                   end
                   File.chmod(0755, params[:output_file])
                 end
               when "python"
-            -   command = "#{PYTHON_CHECKER} #{params[:source_file]}"
+            +   #command = "#{PYTHON_CHECKER} #{params[:source_file]}"
-            -   if system(command, out: params[:message_file])
+            +   #if system(command, out: params[:message_file])
                   #compile to python bytecode
                   command = "#{PYTHON_INTERPRETER} -c \"import py_compile; py_compile.compile('#{params[:source_file]}','#{params[:source_file]}c');\""
                   puts "compile: #{command}"
-            -     system(command)
+            +     system(command, err: params[:message_file])
-            -     puts "pwd: " + Dir.pwd
+            +     if FileTest.exists?("#{params[:source_file]}c")
-            -     Dir.new('.').each {|file| puts file}
+            +       puts "pwd: " + Dir.pwd
-            -     File.open(params[:output_file],"w") do |out_file|
+            +       Dir.new('.').each {|file| puts file}
-            -       out_file.puts "#!#{PYTHON_INTERPRETER} #{params[:source_file]}c"
+            +       File.open(params[:output_file],"w") do |out_file|
+            +         out_file.puts "#!#{PYTHON_INTERPRETER} #{params[:source_file]}c"
+            +       end
+            +       File.chmod(0755, params[:output_file])
+            +       FileUtils.cp("#{params[:source_file]}c",params[:output_file])
                   end
-            -     File.chmod(0755, params[:output_file])
+            +   #end
-            -     FileUtils.cp("#{params[:source_file]}c",params[:output_file])
-            -   end
               when "php"
                 command = "#{PHP_INTERPRETER} #{PHP_OPTIONS} #{params[:source_file]}"
                 if system(command, err: params[:message_file])
                   File.open(params[:output_file],"w") do |out_file|
                     out_file.puts "#!#{PHP_INTERPRETER}"
                       out_file.print line
                     end
                   end
                   File.chmod(0755, params[:output_file])
                 end
+            + when "haskell"
+            +   command = "#{HASKELL_COMPILER} #{params[:source_file]} -o #{params[:output_file]} #{HASKELL_OPTIONS}"
+            +   system(command, err: params[:message_file])
+            +
               else
                 talk("ERROR: Invalid language specified!")
                 open(params[:message_file],"w") do |f|
                   f.puts "ERROR: Invalid language specified!"
                 end
                 exit(127)

std-script/judge ¶ +7 -1

                 puts "  <test-result-directory> is defaulted to ./test-result"
                 puts "WARNING: The judge script will forcefully create the (implicitly and explicitly) specified directories and remove anything inside it."
                 exit(127)
               end
               language = ARGV[0]
-            - if language != "c" && language != "c++" && language != "pas" && language != "java" && language != "ruby" && language != "python" && language != "php"
+            + if language != "c" && language != "c++" && language != "pas" && language != "java" && language != "ruby" && language != "python" && language != "php" && language != "haskell"
                 log "You specified a language that is not supported: #{language}."
                 exit(127)
               end
               source_file = ARGV[1]
               ENV['SOURCE_NAME'] = source_file
                 call_and_log("Cannot copy the compiled program into #{sandbox_dir}") {
                   FileUtils.cp("#{test_result_dir}/a.out", sandbox_dir, :preserve => true)
                   if language == "java" then Dir["#{test_result_dir}/*.class"].each { |file| FileUtils.cp(file,sandbox_dir)} end
                   if language == "python" then Dir["#{test_result_dir}/*.pyc"].each { |file| FileUtils.cp(file,sandbox_dir)} end
                 }
+            +   #additionally copy any extra .txt file
+            +   data_files = Dir[problem_home + '/*.txt']
+            +   data_files.each do |file|
+            +     FileUtils.cp(file,sandbox_dir)
+            +   end
+            +
                 begin
                   execute("#{problem_home}/script/run #{language} #{test_num} ", "Error occured during execution of the run script")
                 rescue
                   # do nothing
                 end

std-script/run ¶ +4 -1

               # Run the program.
               #run_command = "/usr/bin/time -f \"#{time_output_format}\" 2>run_result #{problem_home}/script/box_new -a 2 -f -t #{time_limit} -m #{mem_limit} -i #{input_file_name} -o output.txt #{program_name}"
               #
               JAVA_OPTION = "-s set_robust_list -s futex -s clone -s getppid -s clone -s wait4 -p /usr/bin/ -p ./"
               RUBY_OPTION   = "-p /usr/lib64/ -p /usr/local/lib64/ -p /usr/local/lib/ -p /lib64/ -p /dev/urandom -p #{sandbox_dir}/#{program_name} -p #{sandbox_dir}/ -s set_robust_list -s sched_getaffinity -s clock_gettime -s sigaltstack -s pipe2 -s clone -s futex -s openat -s pipe"
-            - PYTHON_OPTION = "-p /usr/lib64/ -p /usr/local/lib64/ -p /usr/local/lib/ -p /usr/bin/ -p /lib64/ -p /dev/urandom -p /usr/ -p #{sandbox_dir}/#{program_name} -p ./#{program_name} -p #{sandbox_dir}/#{source_name} -p /proc/mounts -s statfs -s set_robust_list -s openat -s recvmsg -s connect -s socket -s sendto -s futex -s sigaltstack -E PYTHONNOUSERSITE=yes"
+            + PYTHON_OPTION = "-p /usr/lib64/ -p /usr/local/lib64/ -p /usr/local/lib/ -p /usr/bin/ -p /lib64/ -p /dev/urandom -p /usr/ -p #{sandbox_dir}/#{program_name} -p ./#{program_name} -p #{sandbox_dir}/#{source_name} -p /proc/sys/crypto/fips_enabled -p /proc/self/status -p /proc/mounts -p /var/lib/dpkg/status -s statfs -s set_robust_list -s openat -s sysinfo -s recvmsg -s connect -s socket -s sendto -s futex -s sigaltstack -s getrandom -E PYTHONNOUSERSITE=yes"
               PHP_OPTION = "-p /usr/lib64/ -p/lib64/ -p /usr/bin/ -p #{sandbox_dir}/#{program_name} -p ./#{program_name} -p /usr/share/ -s setfsuid -s setfsgid -s openat -s set_robust_list -s futex -s clone -s socket -s connect"
+            + HASKELL_OPTION = "-s set_robust_list -s clock_gettime -s sysinfo -s timer_create -s timer_settime -s futex -s timer_delete"
               case language
                 when "java"
                   # for java, extract the classname
                   # wne have to add additional systemcall and we don't check the mem limit (dunno how to fix...)
                   classname = 'DUMMY'
                   #for java, we cannot really check the memory limit...
                   run_command = "#{problem_home}/script/box -a 3 -f -T -t #{time_limit} #{JAVA_OPTION} -i #{input_file_name} -o output.txt /usr/bin/java -A -Xmx#{mem_limit}k -A #{classname} "
                 when "ruby"
                   run_command = "#{problem_home}/script/box -a 2 -f -T -t #{time_limit*=2} -m #{mem_limit} #{RUBY_OPTION} -i #{input_file_name} -o output.txt /usr/bin/ruby #{program_name} "
                 when "python"
                   run_command = "#{problem_home}/script/box -a 2 -f -T -t #{time_limit*=2} -m #{[128 * 1024,mem_limit].max} #{PYTHON_OPTION} -i #{input_file_name} -o output.txt /usr/bin/python3 #{program_name} "
+            +   when "haskell"
+            +     run_command = "#{problem_home}/script/box -a 2 -f -T -t #{time_limit} -m #{[512 * 1024,mem_limit].max} #{HASKELL_OPTION} -i #{input_file_name} -o output.txt #{program_name} "
                 when "php"
                   run_command = "#{problem_home}/script/box -a 2 -f -T -t #{time_limit*=2} -m #{[128 * 1024,mem_limit].max} #{PHP_OPTION} -i #{input_file_name} -o output.txt /usr/bin/php -A -d -A memory_limit=#{mem_limit}k -A #{program_name} "
                 else # for c++, pascal, we do the normal checking
                   run_command = "#{problem_home}/script/box -a 2 -f -T -t #{time_limit} -m #{mem_limit} -i #{input_file_name} -o output.txt #{program_name} "
               end

Write
Preview

You need to be logged in to leave comments. Login now

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository permissions settings

Sign in to your account

Author

r247:47c98faa5421 - Tue, 28 Feb 2017 08:39:31 - 9 files changed: 157 inserted, 31 deleted

Sign in to your account

Commit r247:47c98faa5421 public

Author

r247:47c98faa5421 - Tue, 28 Feb 2017 08:39:31 - 9 files changed: 157 inserted, 31 deleted

Commit `r247:47c98faa5421` public