We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent fbc87a5 commit d4de927Copy full SHA for d4de927
pythainlp/tokenize/attacut.py
@@ -1,3 +1,4 @@
1
+# -*- coding: utf-8 -*
2
"""
3
Wrapper for AttaCut - Fast and Reasonably Accurate Word Tokenizer for Thai
4
:See Also:
@@ -9,6 +10,11 @@
9
10
11
12
def segment(text: str) -> List[str]:
13
+ """
14
+ Wrapper for AttaCut - Fast and Reasonably Accurate Word Tokenizer for Thai
15
+ :param str text: text to be tokenized to words
16
+ :return: list of words, tokenized from the text
17
18
if not text or not isinstance(text, str):
19
return []
20
0 commit comments