indonesian_stemmer.py 9.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319
  1. # Generated by Snowball 2.2.0 - https://snowballstem.org/
  2. from .basestemmer import BaseStemmer
  3. from .among import Among
  4. class IndonesianStemmer(BaseStemmer):
  5. '''
  6. This class implements the stemming algorithm defined by a snowball script.
  7. Generated by Snowball 2.2.0 - https://snowballstem.org/
  8. '''
  9. a_0 = [
  10. Among(u"kah", -1, 1),
  11. Among(u"lah", -1, 1),
  12. Among(u"pun", -1, 1)
  13. ]
  14. a_1 = [
  15. Among(u"nya", -1, 1),
  16. Among(u"ku", -1, 1),
  17. Among(u"mu", -1, 1)
  18. ]
  19. a_2 = [
  20. Among(u"i", -1, 1, "_IndonesianStemmer__r_SUFFIX_I_OK"),
  21. Among(u"an", -1, 1, "_IndonesianStemmer__r_SUFFIX_AN_OK"),
  22. Among(u"kan", 1, 1, "_IndonesianStemmer__r_SUFFIX_KAN_OK")
  23. ]
  24. a_3 = [
  25. Among(u"di", -1, 1),
  26. Among(u"ke", -1, 2),
  27. Among(u"me", -1, 1),
  28. Among(u"mem", 2, 5),
  29. Among(u"men", 2, 1),
  30. Among(u"meng", 4, 1),
  31. Among(u"meny", 4, 3, "_IndonesianStemmer__r_VOWEL"),
  32. Among(u"pem", -1, 6),
  33. Among(u"pen", -1, 2),
  34. Among(u"peng", 8, 2),
  35. Among(u"peny", 8, 4, "_IndonesianStemmer__r_VOWEL"),
  36. Among(u"ter", -1, 1)
  37. ]
  38. a_4 = [
  39. Among(u"be", -1, 3, "_IndonesianStemmer__r_KER"),
  40. Among(u"belajar", 0, 4),
  41. Among(u"ber", 0, 3),
  42. Among(u"pe", -1, 1),
  43. Among(u"pelajar", 3, 2),
  44. Among(u"per", 3, 1)
  45. ]
  46. g_vowel = [17, 65, 16]
  47. I_prefix = 0
  48. I_measure = 0
  49. def __r_remove_particle(self):
  50. self.ket = self.cursor
  51. if self.find_among_b(IndonesianStemmer.a_0) == 0:
  52. return False
  53. self.bra = self.cursor
  54. if not self.slice_del():
  55. return False
  56. self.I_measure -= 1
  57. return True
  58. def __r_remove_possessive_pronoun(self):
  59. self.ket = self.cursor
  60. if self.find_among_b(IndonesianStemmer.a_1) == 0:
  61. return False
  62. self.bra = self.cursor
  63. if not self.slice_del():
  64. return False
  65. self.I_measure -= 1
  66. return True
  67. def __r_SUFFIX_KAN_OK(self):
  68. if not self.I_prefix != 3:
  69. return False
  70. if not self.I_prefix != 2:
  71. return False
  72. return True
  73. def __r_SUFFIX_AN_OK(self):
  74. if not self.I_prefix != 1:
  75. return False
  76. return True
  77. def __r_SUFFIX_I_OK(self):
  78. if not self.I_prefix <= 2:
  79. return False
  80. v_1 = self.limit - self.cursor
  81. try:
  82. if not self.eq_s_b(u"s"):
  83. raise lab0()
  84. return False
  85. except lab0: pass
  86. self.cursor = self.limit - v_1
  87. return True
  88. def __r_remove_suffix(self):
  89. self.ket = self.cursor
  90. if self.find_among_b(IndonesianStemmer.a_2) == 0:
  91. return False
  92. self.bra = self.cursor
  93. if not self.slice_del():
  94. return False
  95. self.I_measure -= 1
  96. return True
  97. def __r_VOWEL(self):
  98. if not self.in_grouping(IndonesianStemmer.g_vowel, 97, 117):
  99. return False
  100. return True
  101. def __r_KER(self):
  102. if not self.out_grouping(IndonesianStemmer.g_vowel, 97, 117):
  103. return False
  104. if not self.eq_s(u"er"):
  105. return False
  106. return True
  107. def __r_remove_first_order_prefix(self):
  108. self.bra = self.cursor
  109. among_var = self.find_among(IndonesianStemmer.a_3)
  110. if among_var == 0:
  111. return False
  112. self.ket = self.cursor
  113. if among_var == 1:
  114. if not self.slice_del():
  115. return False
  116. self.I_prefix = 1
  117. self.I_measure -= 1
  118. elif among_var == 2:
  119. if not self.slice_del():
  120. return False
  121. self.I_prefix = 3
  122. self.I_measure -= 1
  123. elif among_var == 3:
  124. self.I_prefix = 1
  125. if not self.slice_from(u"s"):
  126. return False
  127. self.I_measure -= 1
  128. elif among_var == 4:
  129. self.I_prefix = 3
  130. if not self.slice_from(u"s"):
  131. return False
  132. self.I_measure -= 1
  133. elif among_var == 5:
  134. self.I_prefix = 1
  135. self.I_measure -= 1
  136. try:
  137. v_1 = self.cursor
  138. try:
  139. v_2 = self.cursor
  140. if not self.in_grouping(IndonesianStemmer.g_vowel, 97, 117):
  141. raise lab1()
  142. self.cursor = v_2
  143. if not self.slice_from(u"p"):
  144. return False
  145. raise lab0()
  146. except lab1: pass
  147. self.cursor = v_1
  148. if not self.slice_del():
  149. return False
  150. except lab0: pass
  151. else:
  152. self.I_prefix = 3
  153. self.I_measure -= 1
  154. try:
  155. v_3 = self.cursor
  156. try:
  157. v_4 = self.cursor
  158. if not self.in_grouping(IndonesianStemmer.g_vowel, 97, 117):
  159. raise lab3()
  160. self.cursor = v_4
  161. if not self.slice_from(u"p"):
  162. return False
  163. raise lab2()
  164. except lab3: pass
  165. self.cursor = v_3
  166. if not self.slice_del():
  167. return False
  168. except lab2: pass
  169. return True
  170. def __r_remove_second_order_prefix(self):
  171. self.bra = self.cursor
  172. among_var = self.find_among(IndonesianStemmer.a_4)
  173. if among_var == 0:
  174. return False
  175. self.ket = self.cursor
  176. if among_var == 1:
  177. if not self.slice_del():
  178. return False
  179. self.I_prefix = 2
  180. self.I_measure -= 1
  181. elif among_var == 2:
  182. if not self.slice_from(u"ajar"):
  183. return False
  184. self.I_measure -= 1
  185. elif among_var == 3:
  186. if not self.slice_del():
  187. return False
  188. self.I_prefix = 4
  189. self.I_measure -= 1
  190. else:
  191. if not self.slice_from(u"ajar"):
  192. return False
  193. self.I_prefix = 4
  194. self.I_measure -= 1
  195. return True
  196. def _stem(self):
  197. self.I_measure = 0
  198. v_1 = self.cursor
  199. try:
  200. while True:
  201. v_2 = self.cursor
  202. try:
  203. if not self.go_out_grouping(IndonesianStemmer.g_vowel, 97, 117):
  204. raise lab1()
  205. self.cursor += 1
  206. self.I_measure += 1
  207. continue
  208. except lab1: pass
  209. self.cursor = v_2
  210. break
  211. except lab0: pass
  212. self.cursor = v_1
  213. if not self.I_measure > 2:
  214. return False
  215. self.I_prefix = 0
  216. self.limit_backward = self.cursor
  217. self.cursor = self.limit
  218. v_3 = self.limit - self.cursor
  219. self.__r_remove_particle()
  220. self.cursor = self.limit - v_3
  221. if not self.I_measure > 2:
  222. return False
  223. v_4 = self.limit - self.cursor
  224. self.__r_remove_possessive_pronoun()
  225. self.cursor = self.limit - v_4
  226. self.cursor = self.limit_backward
  227. if not self.I_measure > 2:
  228. return False
  229. try:
  230. v_5 = self.cursor
  231. try:
  232. v_6 = self.cursor
  233. if not self.__r_remove_first_order_prefix():
  234. raise lab3()
  235. v_7 = self.cursor
  236. try:
  237. v_8 = self.cursor
  238. if not self.I_measure > 2:
  239. raise lab4()
  240. self.limit_backward = self.cursor
  241. self.cursor = self.limit
  242. if not self.__r_remove_suffix():
  243. raise lab4()
  244. self.cursor = self.limit_backward
  245. self.cursor = v_8
  246. if not self.I_measure > 2:
  247. raise lab4()
  248. if not self.__r_remove_second_order_prefix():
  249. raise lab4()
  250. except lab4: pass
  251. self.cursor = v_7
  252. self.cursor = v_6
  253. raise lab2()
  254. except lab3: pass
  255. self.cursor = v_5
  256. v_9 = self.cursor
  257. self.__r_remove_second_order_prefix()
  258. self.cursor = v_9
  259. v_10 = self.cursor
  260. try:
  261. if not self.I_measure > 2:
  262. raise lab5()
  263. self.limit_backward = self.cursor
  264. self.cursor = self.limit
  265. if not self.__r_remove_suffix():
  266. raise lab5()
  267. self.cursor = self.limit_backward
  268. except lab5: pass
  269. self.cursor = v_10
  270. except lab2: pass
  271. return True
  272. class lab0(BaseException): pass
  273. class lab1(BaseException): pass
  274. class lab2(BaseException): pass
  275. class lab3(BaseException): pass
  276. class lab4(BaseException): pass
  277. class lab5(BaseException): pass