-
Notifications
You must be signed in to change notification settings - Fork 78
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
chore(test): add testcase for problem generation
- Loading branch information
1 parent
350d543
commit 3df7a32
Showing
1 changed file
with
111 additions
and
0 deletions.
There are no files selected for viewing
111 changes: 111 additions & 0 deletions
111
spec/services/course/assessment/question/codaveri_problem_generation_service_spec.rb
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,111 @@ | ||
# frozen_string_literal: true | ||
require 'rails_helper' | ||
|
||
RSpec.describe Course::Assessment::Question::CodaveriProblemGenerationService do | ||
let!(:instance) { Instance.default } | ||
with_tenant(:instance) do | ||
let(:user) { create(:administrator) } | ||
let(:course) { create(:course, creator: user) } | ||
let(:assessment) { create(:assessment, course: course, creator: user) } | ||
let(:params) do | ||
{ | ||
custom_prompt: 'This is a custom prompt.', | ||
is_default_question_form_data: 'false', | ||
title: 'Absolute Value', | ||
description: 'Given a number n, return its absolute value', | ||
template: 'def absolute(n): pass', | ||
solution: '', | ||
public_test_cases: '{ | ||
"0": {"hint": "Positive number", "expression": "absolute(1)", "expected": "1"}, | ||
"1": {"hint": "Negative number", "expression": "absolute(-2)", "expected": "2"} | ||
}', | ||
private_test_cases: '{ | ||
"0": {"hint": "Zero number", "expression": "absolute(0)", "expected": "0"} | ||
}', | ||
evaluation_test_cases: '{ | ||
"0": {"hint": "Any number", "expression": "absolute(0.5)", "expected": "0.5"} | ||
}' | ||
} | ||
end | ||
let(:language) { 'python' } | ||
let(:version) { '3.12' } | ||
|
||
subject { described_class.new(assessment, params, language, version) } | ||
|
||
describe '#initialize' do | ||
before { described_class.new(assessment, params, language, version) } | ||
context 'when initializing with problem details' do | ||
it 'sets the problem title and description correctly' do | ||
payload = subject.instance_variable_get(:@payload) | ||
expect(payload[:problem][:title]).to eq('Absolute Value') | ||
expect(payload[:problem][:description]).to eq('Given a number n, return its absolute value') | ||
end | ||
|
||
it 'sets the template content correctly' do | ||
payload = subject.instance_variable_get(:@payload) | ||
expect(payload[:problem][:templates].first[:path]).to eq('main.py') | ||
expect(payload[:problem][:templates].first[:content]).to eq('def absolute(n): pass') | ||
end | ||
|
||
it 'initializes solution as an empty string' do | ||
payload = subject.instance_variable_get(:@payload) | ||
expect(payload[:problem][:solutions].first[:tag]).to eq('solution') | ||
expect(payload[:problem][:solutions].first[:files].first[:path]).to eq('main.py') | ||
expect(payload[:problem][:solutions].first[:files].first[:content]).to eq('') | ||
end | ||
end | ||
|
||
context 'when appending test cases' do | ||
it 'appends public test cases to exprTestcases' do | ||
payload = subject.instance_variable_get(:@payload) | ||
public_test_cases = payload[:problem][:exprTestcases].select { |tc| tc[:visibility] == 'public' } | ||
|
||
expect(public_test_cases.size).to eq(2) | ||
expect(public_test_cases[0]).to include( | ||
hint: 'Positive number', | ||
lhsExpression: 'absolute(1)', | ||
rhsExpression: '1', | ||
display: 'absolute(1)' | ||
) | ||
expect(public_test_cases[1]).to include( | ||
hint: 'Negative number', | ||
lhsExpression: 'absolute(-2)', | ||
rhsExpression: '2', | ||
display: 'absolute(-2)' | ||
) | ||
end | ||
|
||
it 'appends private test cases to exprTestcases' do | ||
payload = subject.instance_variable_get(:@payload) | ||
private_test_case = payload[:problem][:exprTestcases].find { |tc| tc[:visibility] == 'private' } | ||
|
||
expect(private_test_case).to include( | ||
hint: 'Zero number', | ||
lhsExpression: 'absolute(0)', | ||
rhsExpression: '0', | ||
display: 'absolute(0)' | ||
) | ||
end | ||
|
||
it 'appends hidden (evaluation) test cases to exprTestcases' do | ||
payload = subject.instance_variable_get(:@payload) | ||
hidden_test_case = payload[:problem][:exprTestcases].find { |tc| tc[:visibility] == 'hidden' } | ||
|
||
expect(hidden_test_case).to include( | ||
hint: 'Any number', | ||
lhsExpression: 'absolute(0.5)', | ||
rhsExpression: '0.5', | ||
display: 'absolute(0.5)' | ||
) | ||
end | ||
|
||
it 'assigns incremental indices to exprTestcases' do | ||
payload = subject.instance_variable_get(:@payload) | ||
indices = payload[:problem][:exprTestcases].map { |tc| tc[:index] } | ||
|
||
expect(indices).to eq([1, 2, 3, 4]) # Ensuring the indices are assigned incrementally | ||
end | ||
end | ||
end | ||
end | ||
end |