portuguese_stemmer.py 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659
  1. # Generated by Snowball 2.2.0 - https://snowballstem.org/
  2. from .basestemmer import BaseStemmer
  3. from .among import Among
  4. class PortugueseStemmer(BaseStemmer):
  5. '''
  6. This class implements the stemming algorithm defined by a snowball script.
  7. Generated by Snowball 2.2.0 - https://snowballstem.org/
  8. '''
  9. a_0 = [
  10. Among(u"", -1, 3),
  11. Among(u"\u00E3", 0, 1),
  12. Among(u"\u00F5", 0, 2)
  13. ]
  14. a_1 = [
  15. Among(u"", -1, 3),
  16. Among(u"a~", 0, 1),
  17. Among(u"o~", 0, 2)
  18. ]
  19. a_2 = [
  20. Among(u"ic", -1, -1),
  21. Among(u"ad", -1, -1),
  22. Among(u"os", -1, -1),
  23. Among(u"iv", -1, 1)
  24. ]
  25. a_3 = [
  26. Among(u"ante", -1, 1),
  27. Among(u"avel", -1, 1),
  28. Among(u"\u00EDvel", -1, 1)
  29. ]
  30. a_4 = [
  31. Among(u"ic", -1, 1),
  32. Among(u"abil", -1, 1),
  33. Among(u"iv", -1, 1)
  34. ]
  35. a_5 = [
  36. Among(u"ica", -1, 1),
  37. Among(u"\u00E2ncia", -1, 1),
  38. Among(u"\u00EAncia", -1, 4),
  39. Among(u"logia", -1, 2),
  40. Among(u"ira", -1, 9),
  41. Among(u"adora", -1, 1),
  42. Among(u"osa", -1, 1),
  43. Among(u"ista", -1, 1),
  44. Among(u"iva", -1, 8),
  45. Among(u"eza", -1, 1),
  46. Among(u"idade", -1, 7),
  47. Among(u"ante", -1, 1),
  48. Among(u"mente", -1, 6),
  49. Among(u"amente", 12, 5),
  50. Among(u"\u00E1vel", -1, 1),
  51. Among(u"\u00EDvel", -1, 1),
  52. Among(u"ico", -1, 1),
  53. Among(u"ismo", -1, 1),
  54. Among(u"oso", -1, 1),
  55. Among(u"amento", -1, 1),
  56. Among(u"imento", -1, 1),
  57. Among(u"ivo", -1, 8),
  58. Among(u"a\u00E7a~o", -1, 1),
  59. Among(u"u\u00E7a~o", -1, 3),
  60. Among(u"ador", -1, 1),
  61. Among(u"icas", -1, 1),
  62. Among(u"\u00EAncias", -1, 4),
  63. Among(u"logias", -1, 2),
  64. Among(u"iras", -1, 9),
  65. Among(u"adoras", -1, 1),
  66. Among(u"osas", -1, 1),
  67. Among(u"istas", -1, 1),
  68. Among(u"ivas", -1, 8),
  69. Among(u"ezas", -1, 1),
  70. Among(u"idades", -1, 7),
  71. Among(u"adores", -1, 1),
  72. Among(u"antes", -1, 1),
  73. Among(u"a\u00E7o~es", -1, 1),
  74. Among(u"u\u00E7o~es", -1, 3),
  75. Among(u"icos", -1, 1),
  76. Among(u"ismos", -1, 1),
  77. Among(u"osos", -1, 1),
  78. Among(u"amentos", -1, 1),
  79. Among(u"imentos", -1, 1),
  80. Among(u"ivos", -1, 8)
  81. ]
  82. a_6 = [
  83. Among(u"ada", -1, 1),
  84. Among(u"ida", -1, 1),
  85. Among(u"ia", -1, 1),
  86. Among(u"aria", 2, 1),
  87. Among(u"eria", 2, 1),
  88. Among(u"iria", 2, 1),
  89. Among(u"ara", -1, 1),
  90. Among(u"era", -1, 1),
  91. Among(u"ira", -1, 1),
  92. Among(u"ava", -1, 1),
  93. Among(u"asse", -1, 1),
  94. Among(u"esse", -1, 1),
  95. Among(u"isse", -1, 1),
  96. Among(u"aste", -1, 1),
  97. Among(u"este", -1, 1),
  98. Among(u"iste", -1, 1),
  99. Among(u"ei", -1, 1),
  100. Among(u"arei", 16, 1),
  101. Among(u"erei", 16, 1),
  102. Among(u"irei", 16, 1),
  103. Among(u"am", -1, 1),
  104. Among(u"iam", 20, 1),
  105. Among(u"ariam", 21, 1),
  106. Among(u"eriam", 21, 1),
  107. Among(u"iriam", 21, 1),
  108. Among(u"aram", 20, 1),
  109. Among(u"eram", 20, 1),
  110. Among(u"iram", 20, 1),
  111. Among(u"avam", 20, 1),
  112. Among(u"em", -1, 1),
  113. Among(u"arem", 29, 1),
  114. Among(u"erem", 29, 1),
  115. Among(u"irem", 29, 1),
  116. Among(u"assem", 29, 1),
  117. Among(u"essem", 29, 1),
  118. Among(u"issem", 29, 1),
  119. Among(u"ado", -1, 1),
  120. Among(u"ido", -1, 1),
  121. Among(u"ando", -1, 1),
  122. Among(u"endo", -1, 1),
  123. Among(u"indo", -1, 1),
  124. Among(u"ara~o", -1, 1),
  125. Among(u"era~o", -1, 1),
  126. Among(u"ira~o", -1, 1),
  127. Among(u"ar", -1, 1),
  128. Among(u"er", -1, 1),
  129. Among(u"ir", -1, 1),
  130. Among(u"as", -1, 1),
  131. Among(u"adas", 47, 1),
  132. Among(u"idas", 47, 1),
  133. Among(u"ias", 47, 1),
  134. Among(u"arias", 50, 1),
  135. Among(u"erias", 50, 1),
  136. Among(u"irias", 50, 1),
  137. Among(u"aras", 47, 1),
  138. Among(u"eras", 47, 1),
  139. Among(u"iras", 47, 1),
  140. Among(u"avas", 47, 1),
  141. Among(u"es", -1, 1),
  142. Among(u"ardes", 58, 1),
  143. Among(u"erdes", 58, 1),
  144. Among(u"irdes", 58, 1),
  145. Among(u"ares", 58, 1),
  146. Among(u"eres", 58, 1),
  147. Among(u"ires", 58, 1),
  148. Among(u"asses", 58, 1),
  149. Among(u"esses", 58, 1),
  150. Among(u"isses", 58, 1),
  151. Among(u"astes", 58, 1),
  152. Among(u"estes", 58, 1),
  153. Among(u"istes", 58, 1),
  154. Among(u"is", -1, 1),
  155. Among(u"ais", 71, 1),
  156. Among(u"eis", 71, 1),
  157. Among(u"areis", 73, 1),
  158. Among(u"ereis", 73, 1),
  159. Among(u"ireis", 73, 1),
  160. Among(u"\u00E1reis", 73, 1),
  161. Among(u"\u00E9reis", 73, 1),
  162. Among(u"\u00EDreis", 73, 1),
  163. Among(u"\u00E1sseis", 73, 1),
  164. Among(u"\u00E9sseis", 73, 1),
  165. Among(u"\u00EDsseis", 73, 1),
  166. Among(u"\u00E1veis", 73, 1),
  167. Among(u"\u00EDeis", 73, 1),
  168. Among(u"ar\u00EDeis", 84, 1),
  169. Among(u"er\u00EDeis", 84, 1),
  170. Among(u"ir\u00EDeis", 84, 1),
  171. Among(u"ados", -1, 1),
  172. Among(u"idos", -1, 1),
  173. Among(u"amos", -1, 1),
  174. Among(u"\u00E1ramos", 90, 1),
  175. Among(u"\u00E9ramos", 90, 1),
  176. Among(u"\u00EDramos", 90, 1),
  177. Among(u"\u00E1vamos", 90, 1),
  178. Among(u"\u00EDamos", 90, 1),
  179. Among(u"ar\u00EDamos", 95, 1),
  180. Among(u"er\u00EDamos", 95, 1),
  181. Among(u"ir\u00EDamos", 95, 1),
  182. Among(u"emos", -1, 1),
  183. Among(u"aremos", 99, 1),
  184. Among(u"eremos", 99, 1),
  185. Among(u"iremos", 99, 1),
  186. Among(u"\u00E1ssemos", 99, 1),
  187. Among(u"\u00EAssemos", 99, 1),
  188. Among(u"\u00EDssemos", 99, 1),
  189. Among(u"imos", -1, 1),
  190. Among(u"armos", -1, 1),
  191. Among(u"ermos", -1, 1),
  192. Among(u"irmos", -1, 1),
  193. Among(u"\u00E1mos", -1, 1),
  194. Among(u"ar\u00E1s", -1, 1),
  195. Among(u"er\u00E1s", -1, 1),
  196. Among(u"ir\u00E1s", -1, 1),
  197. Among(u"eu", -1, 1),
  198. Among(u"iu", -1, 1),
  199. Among(u"ou", -1, 1),
  200. Among(u"ar\u00E1", -1, 1),
  201. Among(u"er\u00E1", -1, 1),
  202. Among(u"ir\u00E1", -1, 1)
  203. ]
  204. a_7 = [
  205. Among(u"a", -1, 1),
  206. Among(u"i", -1, 1),
  207. Among(u"o", -1, 1),
  208. Among(u"os", -1, 1),
  209. Among(u"\u00E1", -1, 1),
  210. Among(u"\u00ED", -1, 1),
  211. Among(u"\u00F3", -1, 1)
  212. ]
  213. a_8 = [
  214. Among(u"e", -1, 1),
  215. Among(u"\u00E7", -1, 2),
  216. Among(u"\u00E9", -1, 1),
  217. Among(u"\u00EA", -1, 1)
  218. ]
  219. g_v = [17, 65, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 19, 12, 2]
  220. I_p2 = 0
  221. I_p1 = 0
  222. I_pV = 0
  223. def __r_prelude(self):
  224. while True:
  225. v_1 = self.cursor
  226. try:
  227. self.bra = self.cursor
  228. among_var = self.find_among(PortugueseStemmer.a_0)
  229. if among_var == 0:
  230. raise lab0()
  231. self.ket = self.cursor
  232. if among_var == 1:
  233. if not self.slice_from(u"a~"):
  234. return False
  235. elif among_var == 2:
  236. if not self.slice_from(u"o~"):
  237. return False
  238. else:
  239. if self.cursor >= self.limit:
  240. raise lab0()
  241. self.cursor += 1
  242. continue
  243. except lab0: pass
  244. self.cursor = v_1
  245. break
  246. return True
  247. def __r_mark_regions(self):
  248. self.I_pV = self.limit
  249. self.I_p1 = self.limit
  250. self.I_p2 = self.limit
  251. v_1 = self.cursor
  252. try:
  253. try:
  254. v_2 = self.cursor
  255. try:
  256. if not self.in_grouping(PortugueseStemmer.g_v, 97, 250):
  257. raise lab2()
  258. try:
  259. v_3 = self.cursor
  260. try:
  261. if not self.out_grouping(PortugueseStemmer.g_v, 97, 250):
  262. raise lab4()
  263. if not self.go_out_grouping(PortugueseStemmer.g_v, 97, 250):
  264. raise lab4()
  265. self.cursor += 1
  266. raise lab3()
  267. except lab4: pass
  268. self.cursor = v_3
  269. if not self.in_grouping(PortugueseStemmer.g_v, 97, 250):
  270. raise lab2()
  271. if not self.go_in_grouping(PortugueseStemmer.g_v, 97, 250):
  272. raise lab2()
  273. self.cursor += 1
  274. except lab3: pass
  275. raise lab1()
  276. except lab2: pass
  277. self.cursor = v_2
  278. if not self.out_grouping(PortugueseStemmer.g_v, 97, 250):
  279. raise lab0()
  280. try:
  281. v_4 = self.cursor
  282. try:
  283. if not self.out_grouping(PortugueseStemmer.g_v, 97, 250):
  284. raise lab6()
  285. if not self.go_out_grouping(PortugueseStemmer.g_v, 97, 250):
  286. raise lab6()
  287. self.cursor += 1
  288. raise lab5()
  289. except lab6: pass
  290. self.cursor = v_4
  291. if not self.in_grouping(PortugueseStemmer.g_v, 97, 250):
  292. raise lab0()
  293. if self.cursor >= self.limit:
  294. raise lab0()
  295. self.cursor += 1
  296. except lab5: pass
  297. except lab1: pass
  298. self.I_pV = self.cursor
  299. except lab0: pass
  300. self.cursor = v_1
  301. v_5 = self.cursor
  302. try:
  303. if not self.go_out_grouping(PortugueseStemmer.g_v, 97, 250):
  304. raise lab7()
  305. self.cursor += 1
  306. if not self.go_in_grouping(PortugueseStemmer.g_v, 97, 250):
  307. raise lab7()
  308. self.cursor += 1
  309. self.I_p1 = self.cursor
  310. if not self.go_out_grouping(PortugueseStemmer.g_v, 97, 250):
  311. raise lab7()
  312. self.cursor += 1
  313. if not self.go_in_grouping(PortugueseStemmer.g_v, 97, 250):
  314. raise lab7()
  315. self.cursor += 1
  316. self.I_p2 = self.cursor
  317. except lab7: pass
  318. self.cursor = v_5
  319. return True
  320. def __r_postlude(self):
  321. while True:
  322. v_1 = self.cursor
  323. try:
  324. self.bra = self.cursor
  325. among_var = self.find_among(PortugueseStemmer.a_1)
  326. if among_var == 0:
  327. raise lab0()
  328. self.ket = self.cursor
  329. if among_var == 1:
  330. if not self.slice_from(u"\u00E3"):
  331. return False
  332. elif among_var == 2:
  333. if not self.slice_from(u"\u00F5"):
  334. return False
  335. else:
  336. if self.cursor >= self.limit:
  337. raise lab0()
  338. self.cursor += 1
  339. continue
  340. except lab0: pass
  341. self.cursor = v_1
  342. break
  343. return True
  344. def __r_RV(self):
  345. if not self.I_pV <= self.cursor:
  346. return False
  347. return True
  348. def __r_R1(self):
  349. if not self.I_p1 <= self.cursor:
  350. return False
  351. return True
  352. def __r_R2(self):
  353. if not self.I_p2 <= self.cursor:
  354. return False
  355. return True
  356. def __r_standard_suffix(self):
  357. self.ket = self.cursor
  358. among_var = self.find_among_b(PortugueseStemmer.a_5)
  359. if among_var == 0:
  360. return False
  361. self.bra = self.cursor
  362. if among_var == 1:
  363. if not self.__r_R2():
  364. return False
  365. if not self.slice_del():
  366. return False
  367. elif among_var == 2:
  368. if not self.__r_R2():
  369. return False
  370. if not self.slice_from(u"log"):
  371. return False
  372. elif among_var == 3:
  373. if not self.__r_R2():
  374. return False
  375. if not self.slice_from(u"u"):
  376. return False
  377. elif among_var == 4:
  378. if not self.__r_R2():
  379. return False
  380. if not self.slice_from(u"ente"):
  381. return False
  382. elif among_var == 5:
  383. if not self.__r_R1():
  384. return False
  385. if not self.slice_del():
  386. return False
  387. v_1 = self.limit - self.cursor
  388. try:
  389. self.ket = self.cursor
  390. among_var = self.find_among_b(PortugueseStemmer.a_2)
  391. if among_var == 0:
  392. self.cursor = self.limit - v_1
  393. raise lab0()
  394. self.bra = self.cursor
  395. if not self.__r_R2():
  396. self.cursor = self.limit - v_1
  397. raise lab0()
  398. if not self.slice_del():
  399. return False
  400. if among_var == 1:
  401. self.ket = self.cursor
  402. if not self.eq_s_b(u"at"):
  403. self.cursor = self.limit - v_1
  404. raise lab0()
  405. self.bra = self.cursor
  406. if not self.__r_R2():
  407. self.cursor = self.limit - v_1
  408. raise lab0()
  409. if not self.slice_del():
  410. return False
  411. except lab0: pass
  412. elif among_var == 6:
  413. if not self.__r_R2():
  414. return False
  415. if not self.slice_del():
  416. return False
  417. v_2 = self.limit - self.cursor
  418. try:
  419. self.ket = self.cursor
  420. if self.find_among_b(PortugueseStemmer.a_3) == 0:
  421. self.cursor = self.limit - v_2
  422. raise lab1()
  423. self.bra = self.cursor
  424. if not self.__r_R2():
  425. self.cursor = self.limit - v_2
  426. raise lab1()
  427. if not self.slice_del():
  428. return False
  429. except lab1: pass
  430. elif among_var == 7:
  431. if not self.__r_R2():
  432. return False
  433. if not self.slice_del():
  434. return False
  435. v_3 = self.limit - self.cursor
  436. try:
  437. self.ket = self.cursor
  438. if self.find_among_b(PortugueseStemmer.a_4) == 0:
  439. self.cursor = self.limit - v_3
  440. raise lab2()
  441. self.bra = self.cursor
  442. if not self.__r_R2():
  443. self.cursor = self.limit - v_3
  444. raise lab2()
  445. if not self.slice_del():
  446. return False
  447. except lab2: pass
  448. elif among_var == 8:
  449. if not self.__r_R2():
  450. return False
  451. if not self.slice_del():
  452. return False
  453. v_4 = self.limit - self.cursor
  454. try:
  455. self.ket = self.cursor
  456. if not self.eq_s_b(u"at"):
  457. self.cursor = self.limit - v_4
  458. raise lab3()
  459. self.bra = self.cursor
  460. if not self.__r_R2():
  461. self.cursor = self.limit - v_4
  462. raise lab3()
  463. if not self.slice_del():
  464. return False
  465. except lab3: pass
  466. else:
  467. if not self.__r_RV():
  468. return False
  469. if not self.eq_s_b(u"e"):
  470. return False
  471. if not self.slice_from(u"ir"):
  472. return False
  473. return True
  474. def __r_verb_suffix(self):
  475. if self.cursor < self.I_pV:
  476. return False
  477. v_2 = self.limit_backward
  478. self.limit_backward = self.I_pV
  479. self.ket = self.cursor
  480. if self.find_among_b(PortugueseStemmer.a_6) == 0:
  481. self.limit_backward = v_2
  482. return False
  483. self.bra = self.cursor
  484. if not self.slice_del():
  485. return False
  486. self.limit_backward = v_2
  487. return True
  488. def __r_residual_suffix(self):
  489. self.ket = self.cursor
  490. if self.find_among_b(PortugueseStemmer.a_7) == 0:
  491. return False
  492. self.bra = self.cursor
  493. if not self.__r_RV():
  494. return False
  495. if not self.slice_del():
  496. return False
  497. return True
  498. def __r_residual_form(self):
  499. self.ket = self.cursor
  500. among_var = self.find_among_b(PortugueseStemmer.a_8)
  501. if among_var == 0:
  502. return False
  503. self.bra = self.cursor
  504. if among_var == 1:
  505. if not self.__r_RV():
  506. return False
  507. if not self.slice_del():
  508. return False
  509. self.ket = self.cursor
  510. try:
  511. v_1 = self.limit - self.cursor
  512. try:
  513. if not self.eq_s_b(u"u"):
  514. raise lab1()
  515. self.bra = self.cursor
  516. v_2 = self.limit - self.cursor
  517. if not self.eq_s_b(u"g"):
  518. raise lab1()
  519. self.cursor = self.limit - v_2
  520. raise lab0()
  521. except lab1: pass
  522. self.cursor = self.limit - v_1
  523. if not self.eq_s_b(u"i"):
  524. return False
  525. self.bra = self.cursor
  526. v_3 = self.limit - self.cursor
  527. if not self.eq_s_b(u"c"):
  528. return False
  529. self.cursor = self.limit - v_3
  530. except lab0: pass
  531. if not self.__r_RV():
  532. return False
  533. if not self.slice_del():
  534. return False
  535. else:
  536. if not self.slice_from(u"c"):
  537. return False
  538. return True
  539. def _stem(self):
  540. v_1 = self.cursor
  541. self.__r_prelude()
  542. self.cursor = v_1
  543. self.__r_mark_regions()
  544. self.limit_backward = self.cursor
  545. self.cursor = self.limit
  546. v_3 = self.limit - self.cursor
  547. try:
  548. try:
  549. v_4 = self.limit - self.cursor
  550. try:
  551. v_5 = self.limit - self.cursor
  552. try:
  553. v_6 = self.limit - self.cursor
  554. try:
  555. if not self.__r_standard_suffix():
  556. raise lab4()
  557. raise lab3()
  558. except lab4: pass
  559. self.cursor = self.limit - v_6
  560. if not self.__r_verb_suffix():
  561. raise lab2()
  562. except lab3: pass
  563. self.cursor = self.limit - v_5
  564. v_7 = self.limit - self.cursor
  565. try:
  566. self.ket = self.cursor
  567. if not self.eq_s_b(u"i"):
  568. raise lab5()
  569. self.bra = self.cursor
  570. v_8 = self.limit - self.cursor
  571. if not self.eq_s_b(u"c"):
  572. raise lab5()
  573. self.cursor = self.limit - v_8
  574. if not self.__r_RV():
  575. raise lab5()
  576. if not self.slice_del():
  577. return False
  578. except lab5: pass
  579. self.cursor = self.limit - v_7
  580. raise lab1()
  581. except lab2: pass
  582. self.cursor = self.limit - v_4
  583. if not self.__r_residual_suffix():
  584. raise lab0()
  585. except lab1: pass
  586. except lab0: pass
  587. self.cursor = self.limit - v_3
  588. v_9 = self.limit - self.cursor
  589. self.__r_residual_form()
  590. self.cursor = self.limit - v_9
  591. self.cursor = self.limit_backward
  592. v_10 = self.cursor
  593. self.__r_postlude()
  594. self.cursor = v_10
  595. return True
  596. class lab0(BaseException): pass
  597. class lab1(BaseException): pass
  598. class lab2(BaseException): pass
  599. class lab3(BaseException): pass
  600. class lab4(BaseException): pass
  601. class lab5(BaseException): pass
  602. class lab6(BaseException): pass
  603. class lab7(BaseException): pass