Adding hindi danda symbol as end of sentence marker

2025-01-25 09:48:24 +05:30
parent b881dd57b3
commit 7a0cfc8d3d
2 changed files with 12 additions and 1 deletions
--- a/tests/test_utils_string.py
+++ b/tests/test_utils_string.py
@@ -38,3 +38,14 @@ class TestUtilsString(unittest.IsolatedAsyncioTestCase):
        for i in chinese_sentences:
            assert match_endofsentence(i)
        assert not match_endofsentence("你好，")
+
+    async def test_endofsentence_hi(self):
+        hindi_sentences = [
+            "हैलो।",
+            "हैलो！",
+            "आप खाये हैं？",
+            "सुरक्षा पहले।",
+        ]
+        for i in hindi_sentences:
+            assert match_endofsentence(i)
+        assert not match_endofsentence("हैलो，")