Skip to content

Commit 07b2100

Browse files
committed
Fixed clause_tokenize returns an empty list
from #609
1 parent 82e4dd0 commit 07b2100

File tree

1 file changed

+0
-3
lines changed

1 file changed

+0
-3
lines changed

pythainlp/tokenize/core.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -36,9 +36,6 @@ def clause_tokenize(doc: List[str]) -> List[List[str]]:
3636
['และ', 'คุณ', 'เล่น', 'มือถือ'],
3737
['ส่วน', 'น้อง', 'เขียน', 'โปรแกรม']]
3838
"""
39-
if not doc or not isinstance(doc, str):
40-
return []
41-
4239
from pythainlp.tokenize.crfcls import segment
4340

4441
return segment(doc)

0 commit comments

Comments
 (0)