We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 061a65e commit 4da3fdaCopy full SHA for 4da3fda
tests/test_tokenize.py
@@ -202,8 +202,6 @@ def test_Tokenizer(self):
202
self.assertEqual(_tokenizer.word_tokenize("ก"), ["ก"])
203
204
def test_clause_tokenize(self):
205
- self.assertEqual(clause_tokenize(None), [])
206
- self.assertEqual(clause_tokenize(""), [])
207
self.assertIsNotNone(clause_tokenize(["ฉัน", "ทดสอบ"]))
208
self.assertIsInstance(clause_tokenize(["ฉัน", "ทดสอบ"]), list)
209
self.assertIsNotNone(crfcls.segment(["ฉัน", "ทดสอบ"]))
0 commit comments