File tree Expand file tree Collapse file tree 6 files changed +14
-5
lines changed Expand file tree Collapse file tree 6 files changed +14
-5
lines changed Original file line number Diff line number Diff line change @@ -11,7 +11,7 @@ python:
1111cache :
1212 directories :
1313 - ~/.cache/pip
14- - ~/nltk_data
14+ # - ~/nltk_data
1515# - ~/pythainlp-data
1616
1717before_install :
Original file line number Diff line number Diff line change @@ -43,7 +43,8 @@ install:
4343 - sudo pip3 install -r requirements.txt
4444 - sudo pip3 install torch==1.2.0+cpu -f https://download.pytorch.org/whl/torch_stable.html
4545 - sudo pip3 install --upgrade emoji epitran gensim numpy pandas pyicu sklearn-crfsuite ssg
46- - sudo pip3 install --upgrade "tensorflow>=2,<3"deepcut
46+ - sudo pip3 install --upgrade attacut
47+ - sudo pip3 install --upgrade "tensorflow>=1.14,<2" deepcut
4748 - sudo pip3 install --upgrade boto smart_open sphinx sphinx-rtd-theme
4849
4950# ---------------------------------#
Original file line number Diff line number Diff line change 33# ---------------------------------#
44
55skip_commits :
6- message : /( skip ci) / # skip if the commit message contains "(skip ci)"
6+ message : /[ skip ci] / # skip if the commit message contains "(skip ci)"
77
88# ---------------------------------#
99# environment configuration #
Original file line number Diff line number Diff line change 1+ # -*- coding: utf-8 -*
12"""
23Wrapper for AttaCut - Fast and Reasonably Accurate Word Tokenizer for Thai
4+
35:See Also:
46 * `GitHub repository <https://github.com/PyThaiNLP/attacut>`_
57"""
911
1012
1113def segment (text : str ) -> List [str ]:
14+ """
15+ Wrapper for AttaCut - Fast and Reasonably Accurate Word Tokenizer for Thai
16+ :param str text: text to be tokenized to words
17+ :return: list of words, tokenized from the text
18+ """
1219 if not text or not isinstance (text , str ):
1320 return []
1421
Original file line number Diff line number Diff line change 33Thai word segmentation library using 1D Convolution Neural Network.
44
55User need to install deepcut (and its dependency: tensorflow) by themselves.
6+
67:See Also:
78 * `GitHub repository <https://github.com/rkcosmos/deepcut>`_
89"""
Original file line number Diff line number Diff line change 1- # -*- coding: utf-8 -*-
1+ # -*- coding: utf-8 -*-
22
33from setuptools import find_packages , setup
44
6868
6969setup (
7070 name = "pythainlp" ,
71- version = "2.1.dev8 " ,
71+ version = "2.1" ,
7272 description = "Thai Natural Language Processing library" ,
7373 long_description = readme ,
7474 long_description_content_type = "text/markdown" ,
You can’t perform that action at this time.
0 commit comments