Change from marisa_trie to our own Trie implementation

Author: lalital

pythainlp/tokenize/__init__.py

@@ -6,7 +6,7 @@
 import warnings
 from typing import Iterable, List, Union
 
-from marisa_trie import Trie
+from .trie import Trie
 from pythainlp.corpus import thai_syllables, thai_words
 
 DEFAULT_DICT_TRIE = Trie(thai_words())

pythainlp/tokenize/deepcut.py

@@ -10,7 +10,7 @@
 
 import deepcut
 
-from marisa_trie import Trie
+from .trie import Trie
 
 
 def segment(text: str, custom_dict: Union[Trie, List[str], str] = None) -> List[str]:

pythainlp/tokenize/longest.py

@@ -14,7 +14,7 @@
 
 from pythainlp.tokenize import DEFAULT_DICT_TRIE
 
-from marisa_trie import Trie
+from .trie import Trie
 
 _FRONT_DEP_CHAR = [
     "ะ",

pythainlp/tokenize/multi_cut.py

@@ -17,7 +17,7 @@
 
 from pythainlp.tokenize import DEFAULT_DICT_TRIE
 
-from marisa_trie import Trie
+from .trie import Trie
 
 
 class LatticeString(str):

pythainlp/tokenize/newmm.py

@@ -16,7 +16,7 @@
 from heapq import heappop, heappush  # for priority queue
 from typing import List
 
-from marisa_trie import Trie
+from .trie import Trie
 from pythainlp.tokenize import DEFAULT_DICT_TRIE
 
 from .tcc import tcc_pos