cafe-grader-judge-scripts Commit

cafe-grader-judge-scripts

Commit `r228:3d0f479a7258` public

parent | child

Description:

merge

Commit status:

[Not Reviewed]

References:

merge java

Diff options:

| | | |

Comments:

0 Commit comments 0 Inline Comments

Unresolved TODOs:

There are no unresolved TODOs

Add another comment

r228:3d0f479a7258 - Tue, 03 Jan 2017 17:52:06 - 5 files changed: 207 inserted, 13 deleted

installer/install-opensuse.sh created 644 ¶ +179

@@ -0,0 +1,179
	1	+ #!/bin/sh
	2	+
	3	+ echo "This script will install and configure Cafe grader."
	4	+
	5	+ RUBY_VERSION=2.1.2
	6	+ echo "This will install Ruby $RUBY_VERSION under RVM"
	7	+
	8	+ echo "Installing required apts"
	9	+
	10	+ sudo zypper install \
	11	+ g++ gcc libmysqlclient18 build-essential \
	12	+ git-core openssl libreadline6 libreadline6-devel \
	13	+ zlib1g zlib1g-devel libssl37 libyaml-devel sqlite3-devel \
	14	+ sqlite3 libxml2-devel libxslt-devel autoconf libc6-devel \
	15	+ ncurses-devel automake libtool bison subversion \
	16	+ pkg-config curl nodejs unzip pyflakes java-1_8_0-openjdk \
	17	+ libmysqld-devel mercurial python-setuptools python-devel
	18	+
	19	+
	20	+ echo "Installing Ruby $RUBY_VERSION in RVM"
	21	+
	22	+ rvm install $RUBY_VERSION
	23	+ rvm use $RUBY_VERSION
	24	+
	25	+ echo "Fetching Cafe Grader from Git repositories"
	26	+
	27	+ echo "Fetching web interface"
	28	+
	29	+ mkdir cafe_grader
	30	+ cd cafe_grader
	31	+ #git clone -q git://github.com/jittat/cafe-grader-web.git web
	32	+ hg clone git+ssh://git@github.com/nattee/cafe-grader-web.git web
	33	+
	34	+ echo "Configuring rails app"
	35	+
	36	+ cp web/config/application.rb.SAMPLE web/config/application.rb
	37	+ cp web/config/initializers/cafe_grader_config.rb.SAMPLE web/config/initializers/cafe_grader_config.rb
	38	+
	39	+ #replace UTC in application.rb with the system timezone
	40	+ timezone='UTC'
	41	+ if [ -f '/etc/timezone' ]; then
	42	+ timezone=\"`cat /etc/timezone`\"
	43	+ else
	44	+ if [ -f '/etc/sysconfig/clock' ]; then
	45	+ timezone=`grep -e '^TIMEZONE' /etc/sysconfig/clock \| grep -o -e '\".*\"'`
	46	+ fi
	47	+ fi
	48	+ replace="s!'UTC'!$timezone!g"
	49	+ sed -i $replace web/config/application.rb
	50	+
	51	+ echo "At this point we will need MySQL user and database."
	52	+ echo "Have you created MySQL user and database for Cafe grader? (Y/N) "
	53	+ read ch
	54	+
	55	+ if [ "$ch" = "n" -o "$ch" = "N" ]
	56	+ then
	57	+ echo "Please open another terminal and create the user and database for Cafe grader."
	58	+ echo "Don't forget to grant access to that database for the user."
	59	+ echo "Please have username, password, and database name ready before continue."
	60	+ echo
	61	+ echo "The following are instructions:"
	62	+ echo "1. Run mysql:"
	63	+ echo
	64	+ echo " mysql -u root -p"
	65	+ echo
	66	+ echo " if you have just installed mysql, the root password is the one that you have just entered"
	67	+ echo "2. Create a new database, a new user, and grant access to grader database:"
	68	+ echo
	69	+ echo " create user 'USERNAME'@'localhost' identified by 'PASSWORD';"
	70	+ echo " create database \`DATABASENEME\`;"
	71	+ echo " grant all on \`DATABASENAME\`.* to 'USERNAME'@'localhost';"
	72	+ echo
	73	+ echo " Replace USERNAME, PASSWORD, and DATABASENAME accordingly."
	74	+ echo
	75	+ echo "Hit enter when ready..."
	76	+ read dummy
	77	+ fi
	78	+
	79	+ CAFE_PATH=`pwd`
	80	+
	81	+ cd web
	82	+
	83	+ echo "Please provide grader database:"
	84	+ read database
	85	+
	86	+ echo "Please provide grader username:"
	87	+ read username
	88	+
	89	+ echo "Please provide $username password:"
	90	+ read password
	91	+
	92	+ echo "development:" > config/database.yml
	93	+ echo " adapter: mysql2" >> config/database.yml
	94	+ echo " encoding: utf8" >> config/database.yml
	95	+ echo " reconnect: false" >> config/database.yml
	96	+ echo " database: $database" >> config/database.yml
	97	+ echo " pool: 5" >> config/database.yml
	98	+ echo " username: $username" >> config/database.yml
	99	+ echo " password: $password" >> config/database.yml
	100	+ echo " host: localhost" >> config/database.yml
	101	+ echo " socket: /run/mysql/mysql.sock" >> config/database.yml
	102	+ echo "" >> config/database.yml
	103	+ echo "production:" >> config/database.yml
	104	+ echo " adapter: mysql2" >> config/database.yml
	105	+ echo " encoding: utf8" >> config/database.yml
	106	+ echo " reconnect: false" >> config/database.yml
	107	+ echo " database: $database" >> config/database.yml
	108	+ echo " pool: 5" >> config/database.yml
	109	+ echo " username: $username" >> config/database.yml
	110	+ echo " password: $password" >> config/database.yml
	111	+ echo " host: localhost" >> config/database.yml
	112	+ echo " socket: /run/mysql/mysql.sock" >> config/database.yml
	113	+
	114	+ echo "Object.instance_eval{remove_const :GRADER_ROOT_DIR}" >> config/initializers/cafe_grader_config.rb
	115	+ echo "Object.instance_eval{remove_const :GRADING_RESULT_DIR}" >> config/initializers/cafe_grader_config.rb
	116	+ echo "GRADER_ROOT_DIR = '$CAFE_PATH/judge'" >> config/initializers/cafe_grader_config.rb
	117	+ echo "GRADING_RESULT_DIR = '$CAFE_PATH/judge/result'" >> config/initializers/cafe_grader_config.rb
	118	+
	119	+ echo "Installing required gems"
	120	+ gem install bundler
	121	+ bundle install
	122	+
	123	+ echo "Running rake tasks to initialize database"
	124	+
	125	+ rake db:migrate
	126	+ rake db:seed
	127	+
	128	+ echo "Running rake tasks to precompile the assets"
	129	+
	130	+ rake assets:precompile
	131	+
	132	+ echo "Intalling web interface complete..."
	133	+ echo
	134	+ echo "Fetching grader"
	135	+
	136	+ cd ..
	137	+
	138	+ mkdir judge
	139	+ cd judge
	140	+ #git clone -q git://github.com/jittat/cafe-grader-judge-scripts.git scripts
	141	+ hg clone git+ssh://git@github.com/nattee/cafe-grader-judge-scripts.git scripts
	142	+ mkdir raw
	143	+ mkdir ev-exam
	144	+ mkdir ev
	145	+ mkdir result
	146	+ mkdir log
	147	+
	148	+ echo "Configuring grader"
	149	+
	150	+ cp scripts/config/env_exam.rb.SAMPLE scripts/config/env_exam.rb
	151	+ cp scripts/config/env_grading.rb.SAMPLE scripts/config/env_grading.rb
	152	+
	153	+ # create new environment.rb file
	154	+ echo "RAILS_ROOT = '$CAFE_PATH/web'" > scripts/config/environment.rb
	155	+ echo "GRADER_ROOT = '$CAFE_PATH/judge/scripts'" >> scripts/config/environment.rb
	156	+ echo "require File.join(File.dirname(__FILE__),'../lib/boot')" >> scripts/config/environment.rb
	157	+ echo "require File.dirname(__FILE__) + \"/env_#{GRADER_ENV}.rb\"" >> scripts/config/environment.rb
	158	+
	159	+ # compiling box
	160	+ MACHINE_TYPE=`uname -m`
	161	+ if [ ${MACHINE_TYPE} == 'x86_64' ]; then
	162	+ gcc -std=c99 -o scripts/std-script/box scripts/std-script/box64-new.c
	163	+ else
	164	+ g++ -o scripts/std-script/box scripts/std-script/box.cc
	165	+ fi
	166	+
	167	+
	168	+ cd ..
	169	+
	170	+ echo "Now you are ready to run cafe grader...."
	171	+ echo
	172	+ echo "Try:"
	173	+ echo
	174	+ echo " cd web"
	175	+ echo " rails s"
	176	+ echo
	177	+ echo "and access web at http://localhost:3000/"
	178	+ echo "The root username is 'root', its password is 'ioionrails'."
	179	+

installer/install.sh ¶ +3 -2

               #!/bin/sh
               echo "This script will install and configure Cafe grader."
               RUBY_VERSION=2.1.2
               echo "This will install Ruby $RUBY_VERSION under RVM"
               echo "Installing required apts"
               sudo apt-get update
               sudo apt-get install mysql-server mysql-client \
-            -   g++ gcc apache2 libmysqlclient15-dev build-essential \
+            +   g++ gcc apache2 libmysqlclient20 build-essential \
                 git-core openssl libreadline6 libreadline6-dev \
                 zlib1g zlib1g-dev libssl-dev libyaml-dev libsqlite3-dev \
                 sqlite3 libxml2-dev libxslt-dev autoconf libc6-dev \
                 ncurses-dev automake libtool bison subversion \
-            -   pkg-config curl nodejs unzip pyflakes ruby default-jdk
+            +   pkg-config curl nodejs unzip pyflakes ruby default-jdk \
+            +   libmysqld-dev mercurial python-setuptools python-dev python3-numpy
               echo "Installing RVM"
               curl -k -L https://get.rvm.io | bash -s stable
               source ~/.rvm/scripts/rvm
               echo "Installing Ruby $RUBY_VERSION in RVM"
               rvm install $RUBY_VERSION
               rvm use $RUBY_VERSION
               echo "Fetching Cafe Grader from Git repositories"
               echo "Fetching web interface"
               mkdir cafe_grader
               cd cafe_grader
               git clone -q git://github.com/jittat/cafe-grader-web.git web
               echo "Configuring rails app"
               cp web/config/application.rb.SAMPLE web/config/application.rb
               cp web/config/initializers/cafe_grader_config.rb.SAMPLE web/config/initializers/cafe_grader_config.rb
               #replace UTC in application.rb with the system timezone

std-script/box64-new.c ¶ +12

               /* 290 */ [ __NR_eventfd2 ] = "eventfd2",
               /* 291 */ [ __NR_epoll_create1 ] = "epoll_create1",
               /* 292 */ [ __NR_dup3 ] = "dup3",
               /* 293 */ [ __NR_pipe2 ] = "pipe2",
               /* 294 */ [ __NR_inotify_init1 ] = "inotify_init1",
               /* 295 */ [ __NR_preadv ] = "preadv",
               /* 296 */ [ __NR_pwritev ] = "pwritev",
               /* 297 */ [ __NR_rt_tgsigqueueinfo ] = "rt_tgsigqueueinfo",
               /* 298 */ [ __NR_perf_event_open ] = "perf_event_open",
               /* 299 */ [ __NR_recvmmsg ] = "recvmmsg",
               /* 300 */ [ __NR_fanotify_init ] = "fanotify_init",
               /* 301 */ [ __NR_fanotify_mark ] = "fanotify_mark",
               /* 302 */ [ __NR_prlimit64 ] = "prlimit64",
               /* 303 */ [ __NR_name_to_handle_at ] = "name_to_handle_at",
               /* 304 */ [ __NR_open_by_handle_at ] = "open_by_handle_at",
               /* 305 */ [ __NR_clock_adjtime ] = "clock_adjtime",
               /* 306 */ [ __NR_syncfs ] = "syncfs",
               /* 307 */ [ __NR_sendmmsg ] = "sendmmsg",
               /* 308 */ [ __NR_setns ] = "setns",
               /* 309 */ [ __NR_getcpu ] = "getcpu",
               /* 310 */ [ __NR_process_vm_readv ] = "process_vm_readv",
               /* 311 */ [ __NR_process_vm_writev ] = "process_vm_writev",
               /* 312 */ [ __NR_kcmp ] = "kcmp",
               /* 313 */ [ __NR_finit_module ] = "finit_module",
+            + /* 314 */ [ __NR_sched_setattr ] = "sched_setattr",
+            + /* 315 */ [ __NR_sched_getattr ] = "sched_getattr",
+            + /* 316 */ [ __NR_renameat2 ] = "renameat2",
+            + /* 317 */ [ __NR_seccomp ] = "seccomp",
+            + /* 318 */ [ __NR_getrandom ] = "getrandom",
+            + /* 319 */ [ __NR_memfd_create ] = "memfd_create",
+            + /* 320 */ [ __NR_kexec_file_load ] = "kexec_file_load",
+            + /* 321 */ [ __NR_bpf ] = "bpf",
+            + /* 322 */ [ __NR_execveat ] = "execveat",
+            + /* 323 */ [ __NR_userfaultfd ] = "userfaultfd",
+            + /* 324 */ [ __NR_membarrier ] = "membarrier",
+            + /* 325 */ [ __NR_mlock2 ] = "mlock2",
               };
               #define NUM_SYSCALLS ARRAY_SIZE(syscall_names)
               #define NUM_ACTIONS (NUM_SYSCALLS+64)
               enum action {
                 A_DEFAULT,		// Use the default action
                 A_NO,			// Always forbid
                 A_YES,		// Always permit
                 A_FILENAME,		// Permit if arg1 is a known filename
                 A_ACTION_MASK = 15,
                 A_NO_RETVAL = 32,	// Does not return a value
                 A_SAMPLE_MEM = 64,	// Sample memory usage before the syscall
                 A_LIBERAL = 128,	// Valid only in liberal mode
                 // Must fit in a unsigned char
               };
               static unsigned char syscall_action[NUM_ACTIONS] = {
               #define S(x) [__NR_##x]
                   // Syscalls permitted for specific file names
                   S(open) = A_FILENAME,
                   S(creat) = A_FILENAME,
                   S(unlink) = A_FILENAME,
                   S(access) = A_FILENAME,

std-script/compile ¶ +12 -10

                 end
                 #system("cp #{params[:source_file]} #{classname}.java")
                 command = "#{JAVA_COMPILER} -encoding utf8 #{classname}.java"
                 system(command, err: params[:message_file])
                 if File.exists?(classname + ".class")
                   File.open(params[:output_file],"w") {|file| file.write("#{classname}")}
                 end
                 if classname == 'DUMMY'
                   File.open(params[:message_file],"w") {|file| file.write("Cannot find any public class in the source code\n")}
                 end
               when "ruby"
                 command = "#{RUBY_INTERPRETER} -c #{params[:source_file]}"
                 if system(command, err: params[:message_file])
                   File.open(params[:output_file],"w") do |out_file|
                     out_file.puts "#!#{RUBY_INTERPRETER}"
                     File.open(params[:source_file],"r").each do |line|
                       out_file.print line
                     end
                   end
                   File.chmod(0755, params[:output_file])
                 end
               when "python"
-            -   command = "#{PYTHON_CHECKER} #{params[:source_file]}"
+            +   #command = "#{PYTHON_CHECKER} #{params[:source_file]}"
-            -   if system(command, out: params[:message_file])
+            +   #if system(command, out: params[:message_file])
                   #compile to python bytecode
                   command = "#{PYTHON_INTERPRETER} -c \"import py_compile; py_compile.compile('#{params[:source_file]}','#{params[:source_file]}c');\""
                   puts "compile: #{command}"
-            -     system(command)
+            +     system(command, err: params[:message_file])
-            -     puts "pwd: " + Dir.pwd
+            +     if FileTest.exists?("#{params[:source_file]}c")
-            -     Dir.new('.').each {|file| puts file}
+            +       puts "pwd: " + Dir.pwd
-            -     File.open(params[:output_file],"w") do |out_file|
+            +       Dir.new('.').each {|file| puts file}
-            -       out_file.puts "#!#{PYTHON_INTERPRETER} #{params[:source_file]}c"
+            +       File.open(params[:output_file],"w") do |out_file|
+            +         out_file.puts "#!#{PYTHON_INTERPRETER} #{params[:source_file]}c"
+            +       end
+            +       File.chmod(0755, params[:output_file])
+            +       FileUtils.cp("#{params[:source_file]}c",params[:output_file])
                   end
-            -     File.chmod(0755, params[:output_file])
+            +   #end
-            -     FileUtils.cp("#{params[:source_file]}c",params[:output_file])
-            -   end
               when "php"
                 command = "#{PHP_INTERPRETER} #{PHP_OPTIONS} #{params[:source_file]}"
                 if system(command, err: params[:message_file])
                   File.open(params[:output_file],"w") do |out_file|
                     out_file.puts "#!#{PHP_INTERPRETER}"
                     File.open(params[:source_file],"r").each do |line|
                       out_file.print line
                     end
                   end
                   File.chmod(0755, params[:output_file])
                 end
               when "haskell"
                 command = "#{HASKELL_COMPILER} #{params[:source_file]} -o #{params[:output_file]} #{HASKELL_OPTIONS}"
                 system(command, err: params[:message_file])
               else
                 talk("ERROR: Invalid language specified!")
                 open(params[:message_file],"w") do |f|
                   f.puts "ERROR: Invalid language specified!"
                 end
                 exit(127)
               end

std-script/run ¶ +1 -1

               time_limit = problem.get_time_limit test_num
               mem_limit = problem.get_mem_limit(test_num) * 1024
               # Copy the input file.
               #`cp #{problem_home}/test_cases/#{test_num}/#{input_file_name} .`
               # check if box is there, if not, compile it!
               if !File.exists?("#{problem_home}/script/box")
                 log "WARNING: Compiling box: to increase efficiency, it should be compile manually"
                 compile_box("#{problem_home}/script/box.cc",
                             "#{problem_home}/script/box")
               end
               # Hide PROBLEM_HOME
               ENV['PROBLEM_HOME'] = nil
               ENV['SOURCE_NAME'] = nil
               # Run the program.
               #run_command = "/usr/bin/time -f \"#{time_output_format}\" 2>run_result #{problem_home}/script/box_new -a 2 -f -t #{time_limit} -m #{mem_limit} -i #{input_file_name} -o output.txt #{program_name}"
               #
               JAVA_OPTION = "-s set_robust_list -s futex -s clone -s getppid -s clone -s wait4 -p /usr/bin/ -p ./"
               RUBY_OPTION   = "-p /usr/lib64/ -p /usr/local/lib64/ -p /usr/local/lib/ -p /lib64/ -p /dev/urandom -p #{sandbox_dir}/#{program_name} -p #{sandbox_dir}/ -s set_robust_list -s sched_getaffinity -s clock_gettime -s sigaltstack -s pipe2 -s clone -s futex -s openat -s pipe"
-            - PYTHON_OPTION = "-p /usr/lib64/ -p /usr/local/lib64/ -p /usr/local/lib/ -p /usr/bin/ -p /lib64/ -p /dev/urandom -p /usr/ -p #{sandbox_dir}/#{program_name} -p ./#{program_name} -p #{sandbox_dir}/#{source_name} -p /proc/sys/crypto/fips_enabled -p /proc/mounts -p /var/lib/dpkg/status -s statfs -s set_robust_list -s openat -s sysinfo -s recvmsg -s connect -s socket -s sendto -s futex -s sigaltstack -E PYTHONNOUSERSITE=yes"
+            + PYTHON_OPTION = "-p /usr/lib64/ -p /usr/local/lib64/ -p /usr/local/lib/ -p /usr/bin/ -p /lib64/ -p /dev/urandom -p /usr/ -p #{sandbox_dir}/#{program_name} -p ./#{program_name} -p #{sandbox_dir}/#{source_name} -p /proc/sys/crypto/fips_enabled -p /proc/self/status -p /proc/mounts -p /var/lib/dpkg/status -s statfs -s set_robust_list -s openat -s sysinfo -s recvmsg -s connect -s socket -s sendto -s futex -s sigaltstack -s getrandom -E PYTHONNOUSERSITE=yes"
               PHP_OPTION = "-p /usr/lib64/ -p/lib64/ -p /usr/bin/ -p #{sandbox_dir}/#{program_name} -p ./#{program_name} -p /usr/share/ -s setfsuid -s setfsgid -s openat -s set_robust_list -s futex -s clone -s socket -s connect"
               HASKELL_OPTION = "-s set_robust_list -s clock_gettime -s sysinfo -s timer_create -s timer_settime -s futex -s timer_delete"
               case language
                 when "java"
                   # for java, extract the classname
                   # wne have to add additional systemcall and we don't check the mem limit (dunno how to fix...)
                   classname = 'DUMMY'
                   File.open(program_name,"r").each do |line|
                     classname = line
                   end
                   #for java, we cannot really check the memory limit...
                   run_command = "#{problem_home}/script/box -a 3 -f -T -t #{time_limit} #{JAVA_OPTION} -i #{input_file_name} -o output.txt /usr/bin/java -A -Xmx#{mem_limit}k -A #{classname} "
                 when "ruby"
                   run_command = "#{problem_home}/script/box -a 2 -f -T -t #{time_limit*=2} -m #{mem_limit} #{RUBY_OPTION} -i #{input_file_name} -o output.txt /usr/bin/ruby #{program_name} "
                 when "python"
                   run_command = "#{problem_home}/script/box -a 2 -f -T -t #{time_limit*=2} -m #{[128 * 1024,mem_limit].max} #{PYTHON_OPTION} -i #{input_file_name} -o output.txt /usr/bin/python3 #{program_name} "
                 when "haskell"
                   run_command = "#{problem_home}/script/box -a 2 -f -T -t #{time_limit} -m #{[512 * 1024,mem_limit].max} #{HASKELL_OPTION} -i #{input_file_name} -o output.txt #{program_name} "
                 when "php"
                   run_command = "#{problem_home}/script/box -a 2 -f -T -t #{time_limit*=2} -m #{[128 * 1024,mem_limit].max} #{PHP_OPTION} -i #{input_file_name} -o output.txt /usr/bin/php -A -d -A memory_limit=#{mem_limit}k -A #{program_name} "
                 else # for c++, pascal, we do the normal checking
                   run_command = "#{problem_home}/script/box -a 2 -f -T -t #{time_limit} -m #{mem_limit} -i #{input_file_name} -o output.txt #{program_name} "
               end

Write
Preview

You need to be logged in to leave comments. Login now

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository permissions settings

Sign in to your account

Author

r228:3d0f479a7258 - Tue, 03 Jan 2017 17:52:06 - 5 files changed: 207 inserted, 13 deleted

Sign in to your account

Commit r228:3d0f479a7258 public

Author

r228:3d0f479a7258 - Tue, 03 Jan 2017 17:52:06 - 5 files changed: 207 inserted, 13 deleted

Commit `r228:3d0f479a7258` public