test_text_processing.py 533 B

123456789101112131415161718
  1. import pytest
  2. from core.tools.utils.text_processing_utils import remove_leading_symbols
  3. @pytest.mark.parametrize(
  4. ("input_text", "expected_output"),
  5. [
  6. ("...Hello, World!", "Hello, World!"),
  7. ("。测试中文标点", "测试中文标点"),
  8. ("!@#Test symbols", "Test symbols"),
  9. ("Hello, World!", "Hello, World!"),
  10. ("", ""),
  11. (" ", " "),
  12. ],
  13. )
  14. def test_remove_leading_symbols(input_text, expected_output):
  15. assert remove_leading_symbols(input_text) == expected_output