| """Test seg_text.""" |
| import pytest |
| from gradiobee.seg_text import seg_text |
|
|
|
|
| def test_seg_text1(): |
| """Test seg_text 1.""" |
| text = " text 1\n\n test 2. test 3" |
| _ = seg_text(text) |
| assert len(_) == 2 |
|
|
| text = " text 1\n\n test 2. Test 3" |
| _ = seg_text(text) |
| assert len(_) == 3 |
|
|
|
|
| @pytest.mark.parametrize( |
| "test_input,expected", [ |
| ("", []), |
| (" ", []), |
| (" \n ", []), |
| ] |
| ) |
| def test_seg_text_blanks(test_input, expected): |
| """Test blanks.""" |
| assert seg_text(test_input) == expected |
|
|
|
|
| def test_seg_text_semicolon (): |
| """Test semicolon.""" |
| text = """ “元宇宙”，英文為“Metaverse”。該詞出自1992年；的科幻小說《雪崩》。 """ |
| assert len(seg_text(text)) == 2 |
| assert len(seg_text(text, 'zh')) == 2 |
| assert len(seg_text(text, 'ja')) == 2 |
| assert len(seg_text(text, 'ko')) == 2 |
| assert len(seg_text(text, 'en')) == 1 |
|
|
|
|
| def test_seg_text_semicolon_extra (): |
| """Test semicolon.""" |
| extra = "[;；]" |
| text = """ “元宇宙”，英文為“Metaverse”。該詞出自1992年；的科幻小說《雪崩》。 """ |
| assert len(seg_text(text, extra=extra)) == 2 + 1 |
| assert len(seg_text(text, 'zh', extra=extra)) == 2 + 1 |
| assert len(seg_text(text, 'ja', extra=extra)) == 2 + 1 |
| assert len(seg_text(text, 'ko', extra=extra)) == 2 + 1 |
| assert len(seg_text(text, 'en', extra=extra)) == 1 + 1 |
|
|
