require 'test/unit' require 'rubygems' require 'mocha' require File.join(File.dirname(__FILE__),'test_helper') class GraderEngineTest < UnitTest.TestCase def setup @@lang_c = stub(:name => 'c', :ext => 'c') @@lang_cpp = stub(:name => 'cpp', :ext => 'cpp') @@lang_pas = stub(:name => 'pas', :ext => 'pas') @config = Grader::Configuration.get_instance @problem_test1 = stub(:id => 1, :name => 'test1', :full_score => 135) @user_user1 = stub(:id => 1, :login => 'user1') @engine = Grader::Engine.new init_sandbox end def teardown end def test_grade_oldest_task_with_no_submission Task.expects(:get_inqueue_and_change_status).returns(nil) assert_equal nil, @engine.grade_oldest_task, 'should return nil when there is no task' end def test_normal_submission submission = create_test1_submission_mock_from_file("test1_correct.c") submission.expects(:graded_at=) submission.expects(:points=).with(135) submission.expects(:grader_comment=).with do |value| /^PASSED/.match(value) end submission.expects(:compiler_message=).with('') submission.expects(:save) @engine.grade(submission) end def test_compile_error_submission submission = create_test1_submission_mock_from_file("test1_compile_error.c") submission.expects(:graded_at=) submission.expects(:points=).with(0) submission.expects(:grader_comment=).with('FAILED: compile error') submission.expects(:compiler_message=) do |value| /[Ee]rror/.match value end submission.expects(:save) @engine.grade(submission) end def test_timeout_submission @problem_test2 = stub(:id => 1, :name => 'test2', :full_score => 10) @user_user1 = stub(:id => 1, :login => 'user1') submission = create_submission_from_file(1, @user_user1, @problem_test2, "test2_timeout.c") submission.expects(:graded_at=) submission.expects(:points=).with(0) submission.expects(:grader_comment=).with do |value| /^FAILED: TT$/.match value end submission.expects(:compiler_message=).with('') submission.expects(:save) @engine.grade(submission) end def test_timeout_submission_running_one_and_a_half_second @problem_test2 = stub(:id => 1, :name => 'test2', :full_score => 20) @user_user1 = stub(:id => 1, :login => 'user1') submission = create_submission_from_file(1, @user_user1, @problem_test2, "test2_1-5sec.c") submission.expects(:graded_at=) submission.expects(:points=).with(10) submission.expects(:grader_comment=).with do |value| /^FAILED: TP$/.match value end submission.expects(:compiler_message=).with('') submission.expects(:save) @engine.grade(submission) end def test_grade_oldest_task # mock submission submission = create_test1_submission_mock_from_file("test1_correct.c") submission.expects(:graded_at=) submission.expects(:points=).with(135) submission.expects(:grader_comment=).with do |value| /^PASSED/.match(value) end submission.expects(:compiler_message=).with('') submission.expects(:save) # mock task task = stub(:id => 1, :submission_id => submission.id) Task.expects(:get_inqueue_and_change_status).returns(task) task.expects(:status_complete!) # mock Submission Submission.expects(:find).with(task.submission_id).returns(submission) @engine.grade_oldest_task end def test_grade_oldest_task_with_grader_process grader_process = stub grader_process.expects(:report_active) @engine = Grader::Engine.new(grader_process) test_grade_oldest_task end protected def clear_sandbox clear_cmd = "rm -rf #{@config.test_sandbox_dir}/*" system(clear_cmd) end def init_sandbox clear_sandbox Dir.mkdir @config.user_result_dir cp_cmd = "cp -R #{@config.test_data_dir}/ev #{@config.test_sandbox_dir}" system(cp_cmd) end def create_submission_from_file(id, user, problem, source_fname, language = @@lang_c) source = File.open(@config.test_data_dir + "/" + source_fname).read stub(:id => id, :user => user, :problem => problem, :source => source, :language => language) end def create_test1_submission_mock_from_file(source_fname) create_submission_from_file(1, @user_user1, @problem_test1, source_fname) end end