finnish_stemmer.py 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548
  1. # Generated by Snowball 2.2.0 - https://snowballstem.org/
  2. from .basestemmer import BaseStemmer
  3. from .among import Among
  4. class FinnishStemmer(BaseStemmer):
  5. '''
  6. This class implements the stemming algorithm defined by a snowball script.
  7. Generated by Snowball 2.2.0 - https://snowballstem.org/
  8. '''
  9. a_0 = [
  10. Among(u"pa", -1, 1),
  11. Among(u"sti", -1, 2),
  12. Among(u"kaan", -1, 1),
  13. Among(u"han", -1, 1),
  14. Among(u"kin", -1, 1),
  15. Among(u"h\u00E4n", -1, 1),
  16. Among(u"k\u00E4\u00E4n", -1, 1),
  17. Among(u"ko", -1, 1),
  18. Among(u"p\u00E4", -1, 1),
  19. Among(u"k\u00F6", -1, 1)
  20. ]
  21. a_1 = [
  22. Among(u"lla", -1, -1),
  23. Among(u"na", -1, -1),
  24. Among(u"ssa", -1, -1),
  25. Among(u"ta", -1, -1),
  26. Among(u"lta", 3, -1),
  27. Among(u"sta", 3, -1)
  28. ]
  29. a_2 = [
  30. Among(u"ll\u00E4", -1, -1),
  31. Among(u"n\u00E4", -1, -1),
  32. Among(u"ss\u00E4", -1, -1),
  33. Among(u"t\u00E4", -1, -1),
  34. Among(u"lt\u00E4", 3, -1),
  35. Among(u"st\u00E4", 3, -1)
  36. ]
  37. a_3 = [
  38. Among(u"lle", -1, -1),
  39. Among(u"ine", -1, -1)
  40. ]
  41. a_4 = [
  42. Among(u"nsa", -1, 3),
  43. Among(u"mme", -1, 3),
  44. Among(u"nne", -1, 3),
  45. Among(u"ni", -1, 2),
  46. Among(u"si", -1, 1),
  47. Among(u"an", -1, 4),
  48. Among(u"en", -1, 6),
  49. Among(u"\u00E4n", -1, 5),
  50. Among(u"ns\u00E4", -1, 3)
  51. ]
  52. a_5 = [
  53. Among(u"aa", -1, -1),
  54. Among(u"ee", -1, -1),
  55. Among(u"ii", -1, -1),
  56. Among(u"oo", -1, -1),
  57. Among(u"uu", -1, -1),
  58. Among(u"\u00E4\u00E4", -1, -1),
  59. Among(u"\u00F6\u00F6", -1, -1)
  60. ]
  61. a_6 = [
  62. Among(u"a", -1, 8),
  63. Among(u"lla", 0, -1),
  64. Among(u"na", 0, -1),
  65. Among(u"ssa", 0, -1),
  66. Among(u"ta", 0, -1),
  67. Among(u"lta", 4, -1),
  68. Among(u"sta", 4, -1),
  69. Among(u"tta", 4, 2),
  70. Among(u"lle", -1, -1),
  71. Among(u"ine", -1, -1),
  72. Among(u"ksi", -1, -1),
  73. Among(u"n", -1, 7),
  74. Among(u"han", 11, 1),
  75. Among(u"den", 11, -1, "_FinnishStemmer__r_VI"),
  76. Among(u"seen", 11, -1, "_FinnishStemmer__r_LONG"),
  77. Among(u"hen", 11, 2),
  78. Among(u"tten", 11, -1, "_FinnishStemmer__r_VI"),
  79. Among(u"hin", 11, 3),
  80. Among(u"siin", 11, -1, "_FinnishStemmer__r_VI"),
  81. Among(u"hon", 11, 4),
  82. Among(u"h\u00E4n", 11, 5),
  83. Among(u"h\u00F6n", 11, 6),
  84. Among(u"\u00E4", -1, 8),
  85. Among(u"ll\u00E4", 22, -1),
  86. Among(u"n\u00E4", 22, -1),
  87. Among(u"ss\u00E4", 22, -1),
  88. Among(u"t\u00E4", 22, -1),
  89. Among(u"lt\u00E4", 26, -1),
  90. Among(u"st\u00E4", 26, -1),
  91. Among(u"tt\u00E4", 26, 2)
  92. ]
  93. a_7 = [
  94. Among(u"eja", -1, -1),
  95. Among(u"mma", -1, 1),
  96. Among(u"imma", 1, -1),
  97. Among(u"mpa", -1, 1),
  98. Among(u"impa", 3, -1),
  99. Among(u"mmi", -1, 1),
  100. Among(u"immi", 5, -1),
  101. Among(u"mpi", -1, 1),
  102. Among(u"impi", 7, -1),
  103. Among(u"ej\u00E4", -1, -1),
  104. Among(u"mm\u00E4", -1, 1),
  105. Among(u"imm\u00E4", 10, -1),
  106. Among(u"mp\u00E4", -1, 1),
  107. Among(u"imp\u00E4", 12, -1)
  108. ]
  109. a_8 = [
  110. Among(u"i", -1, -1),
  111. Among(u"j", -1, -1)
  112. ]
  113. a_9 = [
  114. Among(u"mma", -1, 1),
  115. Among(u"imma", 0, -1)
  116. ]
  117. g_AEI = [17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8]
  118. g_C = [119, 223, 119, 1]
  119. g_V1 = [17, 65, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 32]
  120. g_V2 = [17, 65, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 32]
  121. g_particle_end = [17, 97, 24, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 32]
  122. B_ending_removed = False
  123. S_x = ""
  124. I_p2 = 0
  125. I_p1 = 0
  126. def __r_mark_regions(self):
  127. self.I_p1 = self.limit
  128. self.I_p2 = self.limit
  129. if not self.go_out_grouping(FinnishStemmer.g_V1, 97, 246):
  130. return False
  131. if not self.go_in_grouping(FinnishStemmer.g_V1, 97, 246):
  132. return False
  133. self.cursor += 1
  134. self.I_p1 = self.cursor
  135. if not self.go_out_grouping(FinnishStemmer.g_V1, 97, 246):
  136. return False
  137. if not self.go_in_grouping(FinnishStemmer.g_V1, 97, 246):
  138. return False
  139. self.cursor += 1
  140. self.I_p2 = self.cursor
  141. return True
  142. def __r_R2(self):
  143. if not self.I_p2 <= self.cursor:
  144. return False
  145. return True
  146. def __r_particle_etc(self):
  147. if self.cursor < self.I_p1:
  148. return False
  149. v_2 = self.limit_backward
  150. self.limit_backward = self.I_p1
  151. self.ket = self.cursor
  152. among_var = self.find_among_b(FinnishStemmer.a_0)
  153. if among_var == 0:
  154. self.limit_backward = v_2
  155. return False
  156. self.bra = self.cursor
  157. self.limit_backward = v_2
  158. if among_var == 1:
  159. if not self.in_grouping_b(FinnishStemmer.g_particle_end, 97, 246):
  160. return False
  161. else:
  162. if not self.__r_R2():
  163. return False
  164. if not self.slice_del():
  165. return False
  166. return True
  167. def __r_possessive(self):
  168. if self.cursor < self.I_p1:
  169. return False
  170. v_2 = self.limit_backward
  171. self.limit_backward = self.I_p1
  172. self.ket = self.cursor
  173. among_var = self.find_among_b(FinnishStemmer.a_4)
  174. if among_var == 0:
  175. self.limit_backward = v_2
  176. return False
  177. self.bra = self.cursor
  178. self.limit_backward = v_2
  179. if among_var == 1:
  180. v_3 = self.limit - self.cursor
  181. try:
  182. if not self.eq_s_b(u"k"):
  183. raise lab0()
  184. return False
  185. except lab0: pass
  186. self.cursor = self.limit - v_3
  187. if not self.slice_del():
  188. return False
  189. elif among_var == 2:
  190. if not self.slice_del():
  191. return False
  192. self.ket = self.cursor
  193. if not self.eq_s_b(u"kse"):
  194. return False
  195. self.bra = self.cursor
  196. if not self.slice_from(u"ksi"):
  197. return False
  198. elif among_var == 3:
  199. if not self.slice_del():
  200. return False
  201. elif among_var == 4:
  202. if self.find_among_b(FinnishStemmer.a_1) == 0:
  203. return False
  204. if not self.slice_del():
  205. return False
  206. elif among_var == 5:
  207. if self.find_among_b(FinnishStemmer.a_2) == 0:
  208. return False
  209. if not self.slice_del():
  210. return False
  211. else:
  212. if self.find_among_b(FinnishStemmer.a_3) == 0:
  213. return False
  214. if not self.slice_del():
  215. return False
  216. return True
  217. def __r_LONG(self):
  218. if self.find_among_b(FinnishStemmer.a_5) == 0:
  219. return False
  220. return True
  221. def __r_VI(self):
  222. if not self.eq_s_b(u"i"):
  223. return False
  224. if not self.in_grouping_b(FinnishStemmer.g_V2, 97, 246):
  225. return False
  226. return True
  227. def __r_case_ending(self):
  228. if self.cursor < self.I_p1:
  229. return False
  230. v_2 = self.limit_backward
  231. self.limit_backward = self.I_p1
  232. self.ket = self.cursor
  233. among_var = self.find_among_b(FinnishStemmer.a_6)
  234. if among_var == 0:
  235. self.limit_backward = v_2
  236. return False
  237. self.bra = self.cursor
  238. self.limit_backward = v_2
  239. if among_var == 1:
  240. if not self.eq_s_b(u"a"):
  241. return False
  242. elif among_var == 2:
  243. if not self.eq_s_b(u"e"):
  244. return False
  245. elif among_var == 3:
  246. if not self.eq_s_b(u"i"):
  247. return False
  248. elif among_var == 4:
  249. if not self.eq_s_b(u"o"):
  250. return False
  251. elif among_var == 5:
  252. if not self.eq_s_b(u"\u00E4"):
  253. return False
  254. elif among_var == 6:
  255. if not self.eq_s_b(u"\u00F6"):
  256. return False
  257. elif among_var == 7:
  258. v_3 = self.limit - self.cursor
  259. try:
  260. v_4 = self.limit - self.cursor
  261. try:
  262. v_5 = self.limit - self.cursor
  263. try:
  264. if not self.__r_LONG():
  265. raise lab2()
  266. raise lab1()
  267. except lab2: pass
  268. self.cursor = self.limit - v_5
  269. if not self.eq_s_b(u"ie"):
  270. self.cursor = self.limit - v_3
  271. raise lab0()
  272. except lab1: pass
  273. self.cursor = self.limit - v_4
  274. if self.cursor <= self.limit_backward:
  275. self.cursor = self.limit - v_3
  276. raise lab0()
  277. self.cursor -= 1
  278. self.bra = self.cursor
  279. except lab0: pass
  280. elif among_var == 8:
  281. if not self.in_grouping_b(FinnishStemmer.g_V1, 97, 246):
  282. return False
  283. if not self.in_grouping_b(FinnishStemmer.g_C, 98, 122):
  284. return False
  285. if not self.slice_del():
  286. return False
  287. self.B_ending_removed = True
  288. return True
  289. def __r_other_endings(self):
  290. if self.cursor < self.I_p2:
  291. return False
  292. v_2 = self.limit_backward
  293. self.limit_backward = self.I_p2
  294. self.ket = self.cursor
  295. among_var = self.find_among_b(FinnishStemmer.a_7)
  296. if among_var == 0:
  297. self.limit_backward = v_2
  298. return False
  299. self.bra = self.cursor
  300. self.limit_backward = v_2
  301. if among_var == 1:
  302. v_3 = self.limit - self.cursor
  303. try:
  304. if not self.eq_s_b(u"po"):
  305. raise lab0()
  306. return False
  307. except lab0: pass
  308. self.cursor = self.limit - v_3
  309. if not self.slice_del():
  310. return False
  311. return True
  312. def __r_i_plural(self):
  313. if self.cursor < self.I_p1:
  314. return False
  315. v_2 = self.limit_backward
  316. self.limit_backward = self.I_p1
  317. self.ket = self.cursor
  318. if self.find_among_b(FinnishStemmer.a_8) == 0:
  319. self.limit_backward = v_2
  320. return False
  321. self.bra = self.cursor
  322. self.limit_backward = v_2
  323. if not self.slice_del():
  324. return False
  325. return True
  326. def __r_t_plural(self):
  327. if self.cursor < self.I_p1:
  328. return False
  329. v_2 = self.limit_backward
  330. self.limit_backward = self.I_p1
  331. self.ket = self.cursor
  332. if not self.eq_s_b(u"t"):
  333. self.limit_backward = v_2
  334. return False
  335. self.bra = self.cursor
  336. v_3 = self.limit - self.cursor
  337. if not self.in_grouping_b(FinnishStemmer.g_V1, 97, 246):
  338. self.limit_backward = v_2
  339. return False
  340. self.cursor = self.limit - v_3
  341. if not self.slice_del():
  342. return False
  343. self.limit_backward = v_2
  344. if self.cursor < self.I_p2:
  345. return False
  346. v_5 = self.limit_backward
  347. self.limit_backward = self.I_p2
  348. self.ket = self.cursor
  349. among_var = self.find_among_b(FinnishStemmer.a_9)
  350. if among_var == 0:
  351. self.limit_backward = v_5
  352. return False
  353. self.bra = self.cursor
  354. self.limit_backward = v_5
  355. if among_var == 1:
  356. v_6 = self.limit - self.cursor
  357. try:
  358. if not self.eq_s_b(u"po"):
  359. raise lab0()
  360. return False
  361. except lab0: pass
  362. self.cursor = self.limit - v_6
  363. if not self.slice_del():
  364. return False
  365. return True
  366. def __r_tidy(self):
  367. if self.cursor < self.I_p1:
  368. return False
  369. v_2 = self.limit_backward
  370. self.limit_backward = self.I_p1
  371. v_3 = self.limit - self.cursor
  372. try:
  373. v_4 = self.limit - self.cursor
  374. if not self.__r_LONG():
  375. raise lab0()
  376. self.cursor = self.limit - v_4
  377. self.ket = self.cursor
  378. if self.cursor <= self.limit_backward:
  379. raise lab0()
  380. self.cursor -= 1
  381. self.bra = self.cursor
  382. if not self.slice_del():
  383. return False
  384. except lab0: pass
  385. self.cursor = self.limit - v_3
  386. v_5 = self.limit - self.cursor
  387. try:
  388. self.ket = self.cursor
  389. if not self.in_grouping_b(FinnishStemmer.g_AEI, 97, 228):
  390. raise lab1()
  391. self.bra = self.cursor
  392. if not self.in_grouping_b(FinnishStemmer.g_C, 98, 122):
  393. raise lab1()
  394. if not self.slice_del():
  395. return False
  396. except lab1: pass
  397. self.cursor = self.limit - v_5
  398. v_6 = self.limit - self.cursor
  399. try:
  400. self.ket = self.cursor
  401. if not self.eq_s_b(u"j"):
  402. raise lab2()
  403. self.bra = self.cursor
  404. try:
  405. v_7 = self.limit - self.cursor
  406. try:
  407. if not self.eq_s_b(u"o"):
  408. raise lab4()
  409. raise lab3()
  410. except lab4: pass
  411. self.cursor = self.limit - v_7
  412. if not self.eq_s_b(u"u"):
  413. raise lab2()
  414. except lab3: pass
  415. if not self.slice_del():
  416. return False
  417. except lab2: pass
  418. self.cursor = self.limit - v_6
  419. v_8 = self.limit - self.cursor
  420. try:
  421. self.ket = self.cursor
  422. if not self.eq_s_b(u"o"):
  423. raise lab5()
  424. self.bra = self.cursor
  425. if not self.eq_s_b(u"j"):
  426. raise lab5()
  427. if not self.slice_del():
  428. return False
  429. except lab5: pass
  430. self.cursor = self.limit - v_8
  431. self.limit_backward = v_2
  432. if not self.go_in_grouping_b(FinnishStemmer.g_V1, 97, 246):
  433. return False
  434. self.ket = self.cursor
  435. if not self.in_grouping_b(FinnishStemmer.g_C, 98, 122):
  436. return False
  437. self.bra = self.cursor
  438. self.S_x = self.slice_to()
  439. if self.S_x == '':
  440. return False
  441. if not self.eq_s_b(self.S_x):
  442. return False
  443. if not self.slice_del():
  444. return False
  445. return True
  446. def _stem(self):
  447. v_1 = self.cursor
  448. self.__r_mark_regions()
  449. self.cursor = v_1
  450. self.B_ending_removed = False
  451. self.limit_backward = self.cursor
  452. self.cursor = self.limit
  453. v_2 = self.limit - self.cursor
  454. self.__r_particle_etc()
  455. self.cursor = self.limit - v_2
  456. v_3 = self.limit - self.cursor
  457. self.__r_possessive()
  458. self.cursor = self.limit - v_3
  459. v_4 = self.limit - self.cursor
  460. self.__r_case_ending()
  461. self.cursor = self.limit - v_4
  462. v_5 = self.limit - self.cursor
  463. self.__r_other_endings()
  464. self.cursor = self.limit - v_5
  465. try:
  466. try:
  467. if not self.B_ending_removed:
  468. raise lab1()
  469. v_7 = self.limit - self.cursor
  470. self.__r_i_plural()
  471. self.cursor = self.limit - v_7
  472. raise lab0()
  473. except lab1: pass
  474. v_8 = self.limit - self.cursor
  475. self.__r_t_plural()
  476. self.cursor = self.limit - v_8
  477. except lab0: pass
  478. v_9 = self.limit - self.cursor
  479. self.__r_tidy()
  480. self.cursor = self.limit - v_9
  481. self.cursor = self.limit_backward
  482. return True
  483. class lab0(BaseException): pass
  484. class lab1(BaseException): pass
  485. class lab2(BaseException): pass
  486. class lab3(BaseException): pass
  487. class lab4(BaseException): pass
  488. class lab5(BaseException): pass