romanian_stemmer.py 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633
  1. # Generated by Snowball 2.2.0 - https://snowballstem.org/
  2. from .basestemmer import BaseStemmer
  3. from .among import Among
  4. class RomanianStemmer(BaseStemmer):
  5. '''
  6. This class implements the stemming algorithm defined by a snowball script.
  7. Generated by Snowball 2.2.0 - https://snowballstem.org/
  8. '''
  9. a_0 = [
  10. Among(u"", -1, 3),
  11. Among(u"I", 0, 1),
  12. Among(u"U", 0, 2)
  13. ]
  14. a_1 = [
  15. Among(u"ea", -1, 3),
  16. Among(u"a\u0163ia", -1, 7),
  17. Among(u"aua", -1, 2),
  18. Among(u"iua", -1, 4),
  19. Among(u"a\u0163ie", -1, 7),
  20. Among(u"ele", -1, 3),
  21. Among(u"ile", -1, 5),
  22. Among(u"iile", 6, 4),
  23. Among(u"iei", -1, 4),
  24. Among(u"atei", -1, 6),
  25. Among(u"ii", -1, 4),
  26. Among(u"ului", -1, 1),
  27. Among(u"ul", -1, 1),
  28. Among(u"elor", -1, 3),
  29. Among(u"ilor", -1, 4),
  30. Among(u"iilor", 14, 4)
  31. ]
  32. a_2 = [
  33. Among(u"icala", -1, 4),
  34. Among(u"iciva", -1, 4),
  35. Among(u"ativa", -1, 5),
  36. Among(u"itiva", -1, 6),
  37. Among(u"icale", -1, 4),
  38. Among(u"a\u0163iune", -1, 5),
  39. Among(u"i\u0163iune", -1, 6),
  40. Among(u"atoare", -1, 5),
  41. Among(u"itoare", -1, 6),
  42. Among(u"\u0103toare", -1, 5),
  43. Among(u"icitate", -1, 4),
  44. Among(u"abilitate", -1, 1),
  45. Among(u"ibilitate", -1, 2),
  46. Among(u"ivitate", -1, 3),
  47. Among(u"icive", -1, 4),
  48. Among(u"ative", -1, 5),
  49. Among(u"itive", -1, 6),
  50. Among(u"icali", -1, 4),
  51. Among(u"atori", -1, 5),
  52. Among(u"icatori", 18, 4),
  53. Among(u"itori", -1, 6),
  54. Among(u"\u0103tori", -1, 5),
  55. Among(u"icitati", -1, 4),
  56. Among(u"abilitati", -1, 1),
  57. Among(u"ivitati", -1, 3),
  58. Among(u"icivi", -1, 4),
  59. Among(u"ativi", -1, 5),
  60. Among(u"itivi", -1, 6),
  61. Among(u"icit\u0103i", -1, 4),
  62. Among(u"abilit\u0103i", -1, 1),
  63. Among(u"ivit\u0103i", -1, 3),
  64. Among(u"icit\u0103\u0163i", -1, 4),
  65. Among(u"abilit\u0103\u0163i", -1, 1),
  66. Among(u"ivit\u0103\u0163i", -1, 3),
  67. Among(u"ical", -1, 4),
  68. Among(u"ator", -1, 5),
  69. Among(u"icator", 35, 4),
  70. Among(u"itor", -1, 6),
  71. Among(u"\u0103tor", -1, 5),
  72. Among(u"iciv", -1, 4),
  73. Among(u"ativ", -1, 5),
  74. Among(u"itiv", -1, 6),
  75. Among(u"ical\u0103", -1, 4),
  76. Among(u"iciv\u0103", -1, 4),
  77. Among(u"ativ\u0103", -1, 5),
  78. Among(u"itiv\u0103", -1, 6)
  79. ]
  80. a_3 = [
  81. Among(u"ica", -1, 1),
  82. Among(u"abila", -1, 1),
  83. Among(u"ibila", -1, 1),
  84. Among(u"oasa", -1, 1),
  85. Among(u"ata", -1, 1),
  86. Among(u"ita", -1, 1),
  87. Among(u"anta", -1, 1),
  88. Among(u"ista", -1, 3),
  89. Among(u"uta", -1, 1),
  90. Among(u"iva", -1, 1),
  91. Among(u"ic", -1, 1),
  92. Among(u"ice", -1, 1),
  93. Among(u"abile", -1, 1),
  94. Among(u"ibile", -1, 1),
  95. Among(u"isme", -1, 3),
  96. Among(u"iune", -1, 2),
  97. Among(u"oase", -1, 1),
  98. Among(u"ate", -1, 1),
  99. Among(u"itate", 17, 1),
  100. Among(u"ite", -1, 1),
  101. Among(u"ante", -1, 1),
  102. Among(u"iste", -1, 3),
  103. Among(u"ute", -1, 1),
  104. Among(u"ive", -1, 1),
  105. Among(u"ici", -1, 1),
  106. Among(u"abili", -1, 1),
  107. Among(u"ibili", -1, 1),
  108. Among(u"iuni", -1, 2),
  109. Among(u"atori", -1, 1),
  110. Among(u"osi", -1, 1),
  111. Among(u"ati", -1, 1),
  112. Among(u"itati", 30, 1),
  113. Among(u"iti", -1, 1),
  114. Among(u"anti", -1, 1),
  115. Among(u"isti", -1, 3),
  116. Among(u"uti", -1, 1),
  117. Among(u"i\u015Fti", -1, 3),
  118. Among(u"ivi", -1, 1),
  119. Among(u"it\u0103i", -1, 1),
  120. Among(u"o\u015Fi", -1, 1),
  121. Among(u"it\u0103\u0163i", -1, 1),
  122. Among(u"abil", -1, 1),
  123. Among(u"ibil", -1, 1),
  124. Among(u"ism", -1, 3),
  125. Among(u"ator", -1, 1),
  126. Among(u"os", -1, 1),
  127. Among(u"at", -1, 1),
  128. Among(u"it", -1, 1),
  129. Among(u"ant", -1, 1),
  130. Among(u"ist", -1, 3),
  131. Among(u"ut", -1, 1),
  132. Among(u"iv", -1, 1),
  133. Among(u"ic\u0103", -1, 1),
  134. Among(u"abil\u0103", -1, 1),
  135. Among(u"ibil\u0103", -1, 1),
  136. Among(u"oas\u0103", -1, 1),
  137. Among(u"at\u0103", -1, 1),
  138. Among(u"it\u0103", -1, 1),
  139. Among(u"ant\u0103", -1, 1),
  140. Among(u"ist\u0103", -1, 3),
  141. Among(u"ut\u0103", -1, 1),
  142. Among(u"iv\u0103", -1, 1)
  143. ]
  144. a_4 = [
  145. Among(u"ea", -1, 1),
  146. Among(u"ia", -1, 1),
  147. Among(u"esc", -1, 1),
  148. Among(u"\u0103sc", -1, 1),
  149. Among(u"ind", -1, 1),
  150. Among(u"\u00E2nd", -1, 1),
  151. Among(u"are", -1, 1),
  152. Among(u"ere", -1, 1),
  153. Among(u"ire", -1, 1),
  154. Among(u"\u00E2re", -1, 1),
  155. Among(u"se", -1, 2),
  156. Among(u"ase", 10, 1),
  157. Among(u"sese", 10, 2),
  158. Among(u"ise", 10, 1),
  159. Among(u"use", 10, 1),
  160. Among(u"\u00E2se", 10, 1),
  161. Among(u"e\u015Fte", -1, 1),
  162. Among(u"\u0103\u015Fte", -1, 1),
  163. Among(u"eze", -1, 1),
  164. Among(u"ai", -1, 1),
  165. Among(u"eai", 19, 1),
  166. Among(u"iai", 19, 1),
  167. Among(u"sei", -1, 2),
  168. Among(u"e\u015Fti", -1, 1),
  169. Among(u"\u0103\u015Fti", -1, 1),
  170. Among(u"ui", -1, 1),
  171. Among(u"ezi", -1, 1),
  172. Among(u"\u00E2i", -1, 1),
  173. Among(u"a\u015Fi", -1, 1),
  174. Among(u"se\u015Fi", -1, 2),
  175. Among(u"ase\u015Fi", 29, 1),
  176. Among(u"sese\u015Fi", 29, 2),
  177. Among(u"ise\u015Fi", 29, 1),
  178. Among(u"use\u015Fi", 29, 1),
  179. Among(u"\u00E2se\u015Fi", 29, 1),
  180. Among(u"i\u015Fi", -1, 1),
  181. Among(u"u\u015Fi", -1, 1),
  182. Among(u"\u00E2\u015Fi", -1, 1),
  183. Among(u"a\u0163i", -1, 2),
  184. Among(u"ea\u0163i", 38, 1),
  185. Among(u"ia\u0163i", 38, 1),
  186. Among(u"e\u0163i", -1, 2),
  187. Among(u"i\u0163i", -1, 2),
  188. Among(u"\u00E2\u0163i", -1, 2),
  189. Among(u"ar\u0103\u0163i", -1, 1),
  190. Among(u"ser\u0103\u0163i", -1, 2),
  191. Among(u"aser\u0103\u0163i", 45, 1),
  192. Among(u"seser\u0103\u0163i", 45, 2),
  193. Among(u"iser\u0103\u0163i", 45, 1),
  194. Among(u"user\u0103\u0163i", 45, 1),
  195. Among(u"\u00E2ser\u0103\u0163i", 45, 1),
  196. Among(u"ir\u0103\u0163i", -1, 1),
  197. Among(u"ur\u0103\u0163i", -1, 1),
  198. Among(u"\u00E2r\u0103\u0163i", -1, 1),
  199. Among(u"am", -1, 1),
  200. Among(u"eam", 54, 1),
  201. Among(u"iam", 54, 1),
  202. Among(u"em", -1, 2),
  203. Among(u"asem", 57, 1),
  204. Among(u"sesem", 57, 2),
  205. Among(u"isem", 57, 1),
  206. Among(u"usem", 57, 1),
  207. Among(u"\u00E2sem", 57, 1),
  208. Among(u"im", -1, 2),
  209. Among(u"\u00E2m", -1, 2),
  210. Among(u"\u0103m", -1, 2),
  211. Among(u"ar\u0103m", 65, 1),
  212. Among(u"ser\u0103m", 65, 2),
  213. Among(u"aser\u0103m", 67, 1),
  214. Among(u"seser\u0103m", 67, 2),
  215. Among(u"iser\u0103m", 67, 1),
  216. Among(u"user\u0103m", 67, 1),
  217. Among(u"\u00E2ser\u0103m", 67, 1),
  218. Among(u"ir\u0103m", 65, 1),
  219. Among(u"ur\u0103m", 65, 1),
  220. Among(u"\u00E2r\u0103m", 65, 1),
  221. Among(u"au", -1, 1),
  222. Among(u"eau", 76, 1),
  223. Among(u"iau", 76, 1),
  224. Among(u"indu", -1, 1),
  225. Among(u"\u00E2ndu", -1, 1),
  226. Among(u"ez", -1, 1),
  227. Among(u"easc\u0103", -1, 1),
  228. Among(u"ar\u0103", -1, 1),
  229. Among(u"ser\u0103", -1, 2),
  230. Among(u"aser\u0103", 84, 1),
  231. Among(u"seser\u0103", 84, 2),
  232. Among(u"iser\u0103", 84, 1),
  233. Among(u"user\u0103", 84, 1),
  234. Among(u"\u00E2ser\u0103", 84, 1),
  235. Among(u"ir\u0103", -1, 1),
  236. Among(u"ur\u0103", -1, 1),
  237. Among(u"\u00E2r\u0103", -1, 1),
  238. Among(u"eaz\u0103", -1, 1)
  239. ]
  240. a_5 = [
  241. Among(u"a", -1, 1),
  242. Among(u"e", -1, 1),
  243. Among(u"ie", 1, 1),
  244. Among(u"i", -1, 1),
  245. Among(u"\u0103", -1, 1)
  246. ]
  247. g_v = [17, 65, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 32, 0, 0, 4]
  248. B_standard_suffix_removed = False
  249. I_p2 = 0
  250. I_p1 = 0
  251. I_pV = 0
  252. def __r_prelude(self):
  253. while True:
  254. v_1 = self.cursor
  255. try:
  256. try:
  257. while True:
  258. v_2 = self.cursor
  259. try:
  260. if not self.in_grouping(RomanianStemmer.g_v, 97, 259):
  261. raise lab2()
  262. self.bra = self.cursor
  263. try:
  264. v_3 = self.cursor
  265. try:
  266. if not self.eq_s(u"u"):
  267. raise lab4()
  268. self.ket = self.cursor
  269. if not self.in_grouping(RomanianStemmer.g_v, 97, 259):
  270. raise lab4()
  271. if not self.slice_from(u"U"):
  272. return False
  273. raise lab3()
  274. except lab4: pass
  275. self.cursor = v_3
  276. if not self.eq_s(u"i"):
  277. raise lab2()
  278. self.ket = self.cursor
  279. if not self.in_grouping(RomanianStemmer.g_v, 97, 259):
  280. raise lab2()
  281. if not self.slice_from(u"I"):
  282. return False
  283. except lab3: pass
  284. self.cursor = v_2
  285. raise lab1()
  286. except lab2: pass
  287. self.cursor = v_2
  288. if self.cursor >= self.limit:
  289. raise lab0()
  290. self.cursor += 1
  291. except lab1: pass
  292. continue
  293. except lab0: pass
  294. self.cursor = v_1
  295. break
  296. return True
  297. def __r_mark_regions(self):
  298. self.I_pV = self.limit
  299. self.I_p1 = self.limit
  300. self.I_p2 = self.limit
  301. v_1 = self.cursor
  302. try:
  303. try:
  304. v_2 = self.cursor
  305. try:
  306. if not self.in_grouping(RomanianStemmer.g_v, 97, 259):
  307. raise lab2()
  308. try:
  309. v_3 = self.cursor
  310. try:
  311. if not self.out_grouping(RomanianStemmer.g_v, 97, 259):
  312. raise lab4()
  313. if not self.go_out_grouping(RomanianStemmer.g_v, 97, 259):
  314. raise lab4()
  315. self.cursor += 1
  316. raise lab3()
  317. except lab4: pass
  318. self.cursor = v_3
  319. if not self.in_grouping(RomanianStemmer.g_v, 97, 259):
  320. raise lab2()
  321. if not self.go_in_grouping(RomanianStemmer.g_v, 97, 259):
  322. raise lab2()
  323. self.cursor += 1
  324. except lab3: pass
  325. raise lab1()
  326. except lab2: pass
  327. self.cursor = v_2
  328. if not self.out_grouping(RomanianStemmer.g_v, 97, 259):
  329. raise lab0()
  330. try:
  331. v_4 = self.cursor
  332. try:
  333. if not self.out_grouping(RomanianStemmer.g_v, 97, 259):
  334. raise lab6()
  335. if not self.go_out_grouping(RomanianStemmer.g_v, 97, 259):
  336. raise lab6()
  337. self.cursor += 1
  338. raise lab5()
  339. except lab6: pass
  340. self.cursor = v_4
  341. if not self.in_grouping(RomanianStemmer.g_v, 97, 259):
  342. raise lab0()
  343. if self.cursor >= self.limit:
  344. raise lab0()
  345. self.cursor += 1
  346. except lab5: pass
  347. except lab1: pass
  348. self.I_pV = self.cursor
  349. except lab0: pass
  350. self.cursor = v_1
  351. v_5 = self.cursor
  352. try:
  353. if not self.go_out_grouping(RomanianStemmer.g_v, 97, 259):
  354. raise lab7()
  355. self.cursor += 1
  356. if not self.go_in_grouping(RomanianStemmer.g_v, 97, 259):
  357. raise lab7()
  358. self.cursor += 1
  359. self.I_p1 = self.cursor
  360. if not self.go_out_grouping(RomanianStemmer.g_v, 97, 259):
  361. raise lab7()
  362. self.cursor += 1
  363. if not self.go_in_grouping(RomanianStemmer.g_v, 97, 259):
  364. raise lab7()
  365. self.cursor += 1
  366. self.I_p2 = self.cursor
  367. except lab7: pass
  368. self.cursor = v_5
  369. return True
  370. def __r_postlude(self):
  371. while True:
  372. v_1 = self.cursor
  373. try:
  374. self.bra = self.cursor
  375. among_var = self.find_among(RomanianStemmer.a_0)
  376. if among_var == 0:
  377. raise lab0()
  378. self.ket = self.cursor
  379. if among_var == 1:
  380. if not self.slice_from(u"i"):
  381. return False
  382. elif among_var == 2:
  383. if not self.slice_from(u"u"):
  384. return False
  385. else:
  386. if self.cursor >= self.limit:
  387. raise lab0()
  388. self.cursor += 1
  389. continue
  390. except lab0: pass
  391. self.cursor = v_1
  392. break
  393. return True
  394. def __r_RV(self):
  395. if not self.I_pV <= self.cursor:
  396. return False
  397. return True
  398. def __r_R1(self):
  399. if not self.I_p1 <= self.cursor:
  400. return False
  401. return True
  402. def __r_R2(self):
  403. if not self.I_p2 <= self.cursor:
  404. return False
  405. return True
  406. def __r_step_0(self):
  407. self.ket = self.cursor
  408. among_var = self.find_among_b(RomanianStemmer.a_1)
  409. if among_var == 0:
  410. return False
  411. self.bra = self.cursor
  412. if not self.__r_R1():
  413. return False
  414. if among_var == 1:
  415. if not self.slice_del():
  416. return False
  417. elif among_var == 2:
  418. if not self.slice_from(u"a"):
  419. return False
  420. elif among_var == 3:
  421. if not self.slice_from(u"e"):
  422. return False
  423. elif among_var == 4:
  424. if not self.slice_from(u"i"):
  425. return False
  426. elif among_var == 5:
  427. v_1 = self.limit - self.cursor
  428. try:
  429. if not self.eq_s_b(u"ab"):
  430. raise lab0()
  431. return False
  432. except lab0: pass
  433. self.cursor = self.limit - v_1
  434. if not self.slice_from(u"i"):
  435. return False
  436. elif among_var == 6:
  437. if not self.slice_from(u"at"):
  438. return False
  439. else:
  440. if not self.slice_from(u"a\u0163i"):
  441. return False
  442. return True
  443. def __r_combo_suffix(self):
  444. v_1 = self.limit - self.cursor
  445. self.ket = self.cursor
  446. among_var = self.find_among_b(RomanianStemmer.a_2)
  447. if among_var == 0:
  448. return False
  449. self.bra = self.cursor
  450. if not self.__r_R1():
  451. return False
  452. if among_var == 1:
  453. if not self.slice_from(u"abil"):
  454. return False
  455. elif among_var == 2:
  456. if not self.slice_from(u"ibil"):
  457. return False
  458. elif among_var == 3:
  459. if not self.slice_from(u"iv"):
  460. return False
  461. elif among_var == 4:
  462. if not self.slice_from(u"ic"):
  463. return False
  464. elif among_var == 5:
  465. if not self.slice_from(u"at"):
  466. return False
  467. else:
  468. if not self.slice_from(u"it"):
  469. return False
  470. self.B_standard_suffix_removed = True
  471. self.cursor = self.limit - v_1
  472. return True
  473. def __r_standard_suffix(self):
  474. self.B_standard_suffix_removed = False
  475. while True:
  476. v_1 = self.limit - self.cursor
  477. try:
  478. if not self.__r_combo_suffix():
  479. raise lab0()
  480. continue
  481. except lab0: pass
  482. self.cursor = self.limit - v_1
  483. break
  484. self.ket = self.cursor
  485. among_var = self.find_among_b(RomanianStemmer.a_3)
  486. if among_var == 0:
  487. return False
  488. self.bra = self.cursor
  489. if not self.__r_R2():
  490. return False
  491. if among_var == 1:
  492. if not self.slice_del():
  493. return False
  494. elif among_var == 2:
  495. if not self.eq_s_b(u"\u0163"):
  496. return False
  497. self.bra = self.cursor
  498. if not self.slice_from(u"t"):
  499. return False
  500. else:
  501. if not self.slice_from(u"ist"):
  502. return False
  503. self.B_standard_suffix_removed = True
  504. return True
  505. def __r_verb_suffix(self):
  506. if self.cursor < self.I_pV:
  507. return False
  508. v_2 = self.limit_backward
  509. self.limit_backward = self.I_pV
  510. self.ket = self.cursor
  511. among_var = self.find_among_b(RomanianStemmer.a_4)
  512. if among_var == 0:
  513. self.limit_backward = v_2
  514. return False
  515. self.bra = self.cursor
  516. if among_var == 1:
  517. try:
  518. v_3 = self.limit - self.cursor
  519. try:
  520. if not self.out_grouping_b(RomanianStemmer.g_v, 97, 259):
  521. raise lab1()
  522. raise lab0()
  523. except lab1: pass
  524. self.cursor = self.limit - v_3
  525. if not self.eq_s_b(u"u"):
  526. self.limit_backward = v_2
  527. return False
  528. except lab0: pass
  529. if not self.slice_del():
  530. return False
  531. else:
  532. if not self.slice_del():
  533. return False
  534. self.limit_backward = v_2
  535. return True
  536. def __r_vowel_suffix(self):
  537. self.ket = self.cursor
  538. if self.find_among_b(RomanianStemmer.a_5) == 0:
  539. return False
  540. self.bra = self.cursor
  541. if not self.__r_RV():
  542. return False
  543. if not self.slice_del():
  544. return False
  545. return True
  546. def _stem(self):
  547. v_1 = self.cursor
  548. self.__r_prelude()
  549. self.cursor = v_1
  550. self.__r_mark_regions()
  551. self.limit_backward = self.cursor
  552. self.cursor = self.limit
  553. v_3 = self.limit - self.cursor
  554. self.__r_step_0()
  555. self.cursor = self.limit - v_3
  556. v_4 = self.limit - self.cursor
  557. self.__r_standard_suffix()
  558. self.cursor = self.limit - v_4
  559. v_5 = self.limit - self.cursor
  560. try:
  561. try:
  562. v_6 = self.limit - self.cursor
  563. try:
  564. if not self.B_standard_suffix_removed:
  565. raise lab2()
  566. raise lab1()
  567. except lab2: pass
  568. self.cursor = self.limit - v_6
  569. if not self.__r_verb_suffix():
  570. raise lab0()
  571. except lab1: pass
  572. except lab0: pass
  573. self.cursor = self.limit - v_5
  574. v_7 = self.limit - self.cursor
  575. self.__r_vowel_suffix()
  576. self.cursor = self.limit - v_7
  577. self.cursor = self.limit_backward
  578. v_8 = self.cursor
  579. self.__r_postlude()
  580. self.cursor = v_8
  581. return True
  582. class lab0(BaseException): pass
  583. class lab1(BaseException): pass
  584. class lab2(BaseException): pass
  585. class lab3(BaseException): pass
  586. class lab4(BaseException): pass
  587. class lab5(BaseException): pass
  588. class lab6(BaseException): pass
  589. class lab7(BaseException): pass