Skip to content

Commit 4da3fda

Browse files
committed
Update test_tokenize.py
1 parent 061a65e commit 4da3fda

File tree

1 file changed

+0
-2
lines changed

1 file changed

+0
-2
lines changed

tests/test_tokenize.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -202,8 +202,6 @@ def test_Tokenizer(self):
202202
self.assertEqual(_tokenizer.word_tokenize("ก"), ["ก"])
203203

204204
def test_clause_tokenize(self):
205-
self.assertEqual(clause_tokenize(None), [])
206-
self.assertEqual(clause_tokenize(""), [])
207205
self.assertIsNotNone(clause_tokenize(["ฉัน", "ทดสอบ"]))
208206
self.assertIsInstance(clause_tokenize(["ฉัน", "ทดสอบ"]), list)
209207
self.assertIsNotNone(crfcls.segment(["ฉัน", "ทดสอบ"]))

0 commit comments

Comments
 (0)