๐Ÿ“ฆ p0n1 / epub_to_audiobook

๐Ÿ“„ split_test.py ยท 34 lines
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34import unittest
import logging
from audiobook_generator.utils.utils import split_text

# Configure logging to display logs during test execution
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(name)s - %(levelname)s - %(message)s')

class TestSplitText(unittest.TestCase):
    def test_input_file(self):
        """Test input file."""
        input_file = "tests/long_text.txt"
        with open(input_file, "r") as f:
            text = f.read()
        
        max_chars = 400
        chunks = split_text(text, max_chars, "zh-CN")
        for i, chunk in enumerate(chunks, 1):
            print(f"Chunk {i} of {len(chunks)}, length={len(chunk)}, text=[{chunk}]")
            print("-"*100)
            assert len(chunk) <= max_chars, f"Chunk {i} length {len(chunk)} exceeds max_chars {max_chars}"
    
        # Assert that no content is lost (loose check)
        original_sans_whitespace = ''.join(c for c in text if not c.isspace())
        chunks_sans_whitespace = ''.join(c for c in ''.join(chunks) if not c.isspace())
        
        # The lengths should be the same
        assert len(chunks_sans_whitespace) == len(original_sans_whitespace), "Content might be lost during splitting"
        

if __name__ == "__main__":
    unittest.main()

# archive split result when running the test
# python -m tests.split_test | tee tests/split_test.txt