Alex Galarce
baba7b6552
Feature/doc date iterations * add parse_chunk() * add stitch_chunks() and tests * create new constant * put in new stitch_chunks() function * resolve output validation TODO * Merged main into feature/clean-up-smart-chunking * fix Mayank's callout of noncontiguous chunks, fix typos, add tests * add comment on test * Merge remote-tracking branch 'origin/main' into feature/doc-date-iterations * add 'signature page' to effective date keywords. loosen instructions on termination date. * enhance prompts with examples and clarify instructions for termination date * fix for group_fields() * clean up test imports Approved-by: Katon Minhas
72 lines
2.2 KiB
Python
72 lines
2.2 KiB
Python
import pytest
|
|
from src.investment.smart_chunking_funcs import parse_chunk, stitch_chunks
|
|
|
|
def test_parse_chunk_valid():
|
|
chunk = "chunk 001: This is a test chunk."
|
|
chunk_number, content = parse_chunk(chunk)
|
|
assert chunk_number == 1
|
|
assert content == "This is a test chunk."
|
|
|
|
def test_parse_chunk_valid_with_large_number():
|
|
chunk = "chunk 123: Another test chunk with a larger number."
|
|
chunk_number, content = parse_chunk(chunk)
|
|
assert chunk_number == 123
|
|
assert content == "Another test chunk with a larger number."
|
|
|
|
def test_parse_chunk_empty_content():
|
|
chunk = "chunk 005: "
|
|
chunk_number, content = parse_chunk(chunk)
|
|
assert chunk_number == 5
|
|
assert content == ""
|
|
|
|
def test_parse_chunk_invalid_format():
|
|
chunk = "invalid chunk format"
|
|
with pytest.raises(ValueError):
|
|
parse_chunk(chunk)
|
|
|
|
def test_parse_chunk_short_prefix():
|
|
chunk = "chunk 01: Short prefix"
|
|
with pytest.raises(ValueError):
|
|
parse_chunk(chunk)
|
|
|
|
def test_stitch_chunks_empty_list():
|
|
assert stitch_chunks([]) == ""
|
|
|
|
def test_stitch_chunks_single_chunk():
|
|
assert stitch_chunks(["chunk 001: hello world"]) == "hello world"
|
|
|
|
def test_stitch_chunks_two_chunks():
|
|
chunks = [
|
|
"chunk 001: hello world",
|
|
"chunk 002: world and more"
|
|
]
|
|
assert stitch_chunks(chunks, overlap_size=5) == "hello world and more"
|
|
|
|
def test_stitch_chunks_out_of_order():
|
|
chunks = [
|
|
"chunk 002: world",
|
|
"chunk 001: hello"
|
|
]
|
|
assert stitch_chunks(chunks, overlap_size=0) == "helloworld"
|
|
|
|
def test_stitch_noncontiguous_chunks():
|
|
chunks = [
|
|
"chunk 001: hello",
|
|
"chunk 003: world"
|
|
]
|
|
assert stitch_chunks(chunks, overlap_size=10) == "helloworld" # the overlap size will be ignored in the noncontiguous case
|
|
|
|
def test_stitch_long_overlap(): # not enough text to overlap, so we just append them
|
|
chunks = [
|
|
"chunk 001: hello",
|
|
"chunk 002: world"
|
|
]
|
|
assert stitch_chunks(chunks, overlap_size=10) == "helloworld"
|
|
|
|
def test_stitch_chunks_negative_overlap():
|
|
chunks = [
|
|
"chunk 001: hello",
|
|
"chunk 002: world"
|
|
]
|
|
with pytest.raises(ValueError):
|
|
stitch_chunks(chunks, overlap_size=-1) |