hungarian_stemmer.py 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520
  1. # Generated by Snowball 2.2.0 - https://snowballstem.org/
  2. from .basestemmer import BaseStemmer
  3. from .among import Among
  4. class HungarianStemmer(BaseStemmer):
  5. '''
  6. This class implements the stemming algorithm defined by a snowball script.
  7. Generated by Snowball 2.2.0 - https://snowballstem.org/
  8. '''
  9. a_0 = [
  10. Among(u"cs", -1, -1),
  11. Among(u"dzs", -1, -1),
  12. Among(u"gy", -1, -1),
  13. Among(u"ly", -1, -1),
  14. Among(u"ny", -1, -1),
  15. Among(u"sz", -1, -1),
  16. Among(u"ty", -1, -1),
  17. Among(u"zs", -1, -1)
  18. ]
  19. a_1 = [
  20. Among(u"\u00E1", -1, 1),
  21. Among(u"\u00E9", -1, 2)
  22. ]
  23. a_2 = [
  24. Among(u"bb", -1, -1),
  25. Among(u"cc", -1, -1),
  26. Among(u"dd", -1, -1),
  27. Among(u"ff", -1, -1),
  28. Among(u"gg", -1, -1),
  29. Among(u"jj", -1, -1),
  30. Among(u"kk", -1, -1),
  31. Among(u"ll", -1, -1),
  32. Among(u"mm", -1, -1),
  33. Among(u"nn", -1, -1),
  34. Among(u"pp", -1, -1),
  35. Among(u"rr", -1, -1),
  36. Among(u"ccs", -1, -1),
  37. Among(u"ss", -1, -1),
  38. Among(u"zzs", -1, -1),
  39. Among(u"tt", -1, -1),
  40. Among(u"vv", -1, -1),
  41. Among(u"ggy", -1, -1),
  42. Among(u"lly", -1, -1),
  43. Among(u"nny", -1, -1),
  44. Among(u"tty", -1, -1),
  45. Among(u"ssz", -1, -1),
  46. Among(u"zz", -1, -1)
  47. ]
  48. a_3 = [
  49. Among(u"al", -1, 1),
  50. Among(u"el", -1, 1)
  51. ]
  52. a_4 = [
  53. Among(u"ba", -1, -1),
  54. Among(u"ra", -1, -1),
  55. Among(u"be", -1, -1),
  56. Among(u"re", -1, -1),
  57. Among(u"ig", -1, -1),
  58. Among(u"nak", -1, -1),
  59. Among(u"nek", -1, -1),
  60. Among(u"val", -1, -1),
  61. Among(u"vel", -1, -1),
  62. Among(u"ul", -1, -1),
  63. Among(u"n\u00E1l", -1, -1),
  64. Among(u"n\u00E9l", -1, -1),
  65. Among(u"b\u00F3l", -1, -1),
  66. Among(u"r\u00F3l", -1, -1),
  67. Among(u"t\u00F3l", -1, -1),
  68. Among(u"\u00FCl", -1, -1),
  69. Among(u"b\u0151l", -1, -1),
  70. Among(u"r\u0151l", -1, -1),
  71. Among(u"t\u0151l", -1, -1),
  72. Among(u"n", -1, -1),
  73. Among(u"an", 19, -1),
  74. Among(u"ban", 20, -1),
  75. Among(u"en", 19, -1),
  76. Among(u"ben", 22, -1),
  77. Among(u"k\u00E9ppen", 22, -1),
  78. Among(u"on", 19, -1),
  79. Among(u"\u00F6n", 19, -1),
  80. Among(u"k\u00E9pp", -1, -1),
  81. Among(u"kor", -1, -1),
  82. Among(u"t", -1, -1),
  83. Among(u"at", 29, -1),
  84. Among(u"et", 29, -1),
  85. Among(u"k\u00E9nt", 29, -1),
  86. Among(u"ank\u00E9nt", 32, -1),
  87. Among(u"enk\u00E9nt", 32, -1),
  88. Among(u"onk\u00E9nt", 32, -1),
  89. Among(u"ot", 29, -1),
  90. Among(u"\u00E9rt", 29, -1),
  91. Among(u"\u00F6t", 29, -1),
  92. Among(u"hez", -1, -1),
  93. Among(u"hoz", -1, -1),
  94. Among(u"h\u00F6z", -1, -1),
  95. Among(u"v\u00E1", -1, -1),
  96. Among(u"v\u00E9", -1, -1)
  97. ]
  98. a_5 = [
  99. Among(u"\u00E1n", -1, 2),
  100. Among(u"\u00E9n", -1, 1),
  101. Among(u"\u00E1nk\u00E9nt", -1, 2)
  102. ]
  103. a_6 = [
  104. Among(u"stul", -1, 1),
  105. Among(u"astul", 0, 1),
  106. Among(u"\u00E1stul", 0, 2),
  107. Among(u"st\u00FCl", -1, 1),
  108. Among(u"est\u00FCl", 3, 1),
  109. Among(u"\u00E9st\u00FCl", 3, 3)
  110. ]
  111. a_7 = [
  112. Among(u"\u00E1", -1, 1),
  113. Among(u"\u00E9", -1, 1)
  114. ]
  115. a_8 = [
  116. Among(u"k", -1, 3),
  117. Among(u"ak", 0, 3),
  118. Among(u"ek", 0, 3),
  119. Among(u"ok", 0, 3),
  120. Among(u"\u00E1k", 0, 1),
  121. Among(u"\u00E9k", 0, 2),
  122. Among(u"\u00F6k", 0, 3)
  123. ]
  124. a_9 = [
  125. Among(u"\u00E9i", -1, 1),
  126. Among(u"\u00E1\u00E9i", 0, 3),
  127. Among(u"\u00E9\u00E9i", 0, 2),
  128. Among(u"\u00E9", -1, 1),
  129. Among(u"k\u00E9", 3, 1),
  130. Among(u"ak\u00E9", 4, 1),
  131. Among(u"ek\u00E9", 4, 1),
  132. Among(u"ok\u00E9", 4, 1),
  133. Among(u"\u00E1k\u00E9", 4, 3),
  134. Among(u"\u00E9k\u00E9", 4, 2),
  135. Among(u"\u00F6k\u00E9", 4, 1),
  136. Among(u"\u00E9\u00E9", 3, 2)
  137. ]
  138. a_10 = [
  139. Among(u"a", -1, 1),
  140. Among(u"ja", 0, 1),
  141. Among(u"d", -1, 1),
  142. Among(u"ad", 2, 1),
  143. Among(u"ed", 2, 1),
  144. Among(u"od", 2, 1),
  145. Among(u"\u00E1d", 2, 2),
  146. Among(u"\u00E9d", 2, 3),
  147. Among(u"\u00F6d", 2, 1),
  148. Among(u"e", -1, 1),
  149. Among(u"je", 9, 1),
  150. Among(u"nk", -1, 1),
  151. Among(u"unk", 11, 1),
  152. Among(u"\u00E1nk", 11, 2),
  153. Among(u"\u00E9nk", 11, 3),
  154. Among(u"\u00FCnk", 11, 1),
  155. Among(u"uk", -1, 1),
  156. Among(u"juk", 16, 1),
  157. Among(u"\u00E1juk", 17, 2),
  158. Among(u"\u00FCk", -1, 1),
  159. Among(u"j\u00FCk", 19, 1),
  160. Among(u"\u00E9j\u00FCk", 20, 3),
  161. Among(u"m", -1, 1),
  162. Among(u"am", 22, 1),
  163. Among(u"em", 22, 1),
  164. Among(u"om", 22, 1),
  165. Among(u"\u00E1m", 22, 2),
  166. Among(u"\u00E9m", 22, 3),
  167. Among(u"o", -1, 1),
  168. Among(u"\u00E1", -1, 2),
  169. Among(u"\u00E9", -1, 3)
  170. ]
  171. a_11 = [
  172. Among(u"id", -1, 1),
  173. Among(u"aid", 0, 1),
  174. Among(u"jaid", 1, 1),
  175. Among(u"eid", 0, 1),
  176. Among(u"jeid", 3, 1),
  177. Among(u"\u00E1id", 0, 2),
  178. Among(u"\u00E9id", 0, 3),
  179. Among(u"i", -1, 1),
  180. Among(u"ai", 7, 1),
  181. Among(u"jai", 8, 1),
  182. Among(u"ei", 7, 1),
  183. Among(u"jei", 10, 1),
  184. Among(u"\u00E1i", 7, 2),
  185. Among(u"\u00E9i", 7, 3),
  186. Among(u"itek", -1, 1),
  187. Among(u"eitek", 14, 1),
  188. Among(u"jeitek", 15, 1),
  189. Among(u"\u00E9itek", 14, 3),
  190. Among(u"ik", -1, 1),
  191. Among(u"aik", 18, 1),
  192. Among(u"jaik", 19, 1),
  193. Among(u"eik", 18, 1),
  194. Among(u"jeik", 21, 1),
  195. Among(u"\u00E1ik", 18, 2),
  196. Among(u"\u00E9ik", 18, 3),
  197. Among(u"ink", -1, 1),
  198. Among(u"aink", 25, 1),
  199. Among(u"jaink", 26, 1),
  200. Among(u"eink", 25, 1),
  201. Among(u"jeink", 28, 1),
  202. Among(u"\u00E1ink", 25, 2),
  203. Among(u"\u00E9ink", 25, 3),
  204. Among(u"aitok", -1, 1),
  205. Among(u"jaitok", 32, 1),
  206. Among(u"\u00E1itok", -1, 2),
  207. Among(u"im", -1, 1),
  208. Among(u"aim", 35, 1),
  209. Among(u"jaim", 36, 1),
  210. Among(u"eim", 35, 1),
  211. Among(u"jeim", 38, 1),
  212. Among(u"\u00E1im", 35, 2),
  213. Among(u"\u00E9im", 35, 3)
  214. ]
  215. g_v = [17, 65, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 17, 36, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1]
  216. I_p1 = 0
  217. def __r_mark_regions(self):
  218. self.I_p1 = self.limit
  219. try:
  220. v_1 = self.cursor
  221. try:
  222. if not self.in_grouping(HungarianStemmer.g_v, 97, 369):
  223. raise lab1()
  224. if not self.go_in_grouping(HungarianStemmer.g_v, 97, 369):
  225. raise lab1()
  226. try:
  227. v_2 = self.cursor
  228. try:
  229. if self.find_among(HungarianStemmer.a_0) == 0:
  230. raise lab3()
  231. raise lab2()
  232. except lab3: pass
  233. self.cursor = v_2
  234. if self.cursor >= self.limit:
  235. raise lab1()
  236. self.cursor += 1
  237. except lab2: pass
  238. self.I_p1 = self.cursor
  239. raise lab0()
  240. except lab1: pass
  241. self.cursor = v_1
  242. if not self.out_grouping(HungarianStemmer.g_v, 97, 369):
  243. return False
  244. if not self.go_out_grouping(HungarianStemmer.g_v, 97, 369):
  245. return False
  246. self.cursor += 1
  247. self.I_p1 = self.cursor
  248. except lab0: pass
  249. return True
  250. def __r_R1(self):
  251. if not self.I_p1 <= self.cursor:
  252. return False
  253. return True
  254. def __r_v_ending(self):
  255. self.ket = self.cursor
  256. among_var = self.find_among_b(HungarianStemmer.a_1)
  257. if among_var == 0:
  258. return False
  259. self.bra = self.cursor
  260. if not self.__r_R1():
  261. return False
  262. if among_var == 1:
  263. if not self.slice_from(u"a"):
  264. return False
  265. else:
  266. if not self.slice_from(u"e"):
  267. return False
  268. return True
  269. def __r_double(self):
  270. v_1 = self.limit - self.cursor
  271. if self.find_among_b(HungarianStemmer.a_2) == 0:
  272. return False
  273. self.cursor = self.limit - v_1
  274. return True
  275. def __r_undouble(self):
  276. if self.cursor <= self.limit_backward:
  277. return False
  278. self.cursor -= 1
  279. self.ket = self.cursor
  280. c = self.cursor - 1
  281. if c < self.limit_backward:
  282. return False
  283. self.cursor = c
  284. self.bra = self.cursor
  285. if not self.slice_del():
  286. return False
  287. return True
  288. def __r_instrum(self):
  289. self.ket = self.cursor
  290. if self.find_among_b(HungarianStemmer.a_3) == 0:
  291. return False
  292. self.bra = self.cursor
  293. if not self.__r_R1():
  294. return False
  295. if not self.__r_double():
  296. return False
  297. if not self.slice_del():
  298. return False
  299. if not self.__r_undouble():
  300. return False
  301. return True
  302. def __r_case(self):
  303. self.ket = self.cursor
  304. if self.find_among_b(HungarianStemmer.a_4) == 0:
  305. return False
  306. self.bra = self.cursor
  307. if not self.__r_R1():
  308. return False
  309. if not self.slice_del():
  310. return False
  311. if not self.__r_v_ending():
  312. return False
  313. return True
  314. def __r_case_special(self):
  315. self.ket = self.cursor
  316. among_var = self.find_among_b(HungarianStemmer.a_5)
  317. if among_var == 0:
  318. return False
  319. self.bra = self.cursor
  320. if not self.__r_R1():
  321. return False
  322. if among_var == 1:
  323. if not self.slice_from(u"e"):
  324. return False
  325. else:
  326. if not self.slice_from(u"a"):
  327. return False
  328. return True
  329. def __r_case_other(self):
  330. self.ket = self.cursor
  331. among_var = self.find_among_b(HungarianStemmer.a_6)
  332. if among_var == 0:
  333. return False
  334. self.bra = self.cursor
  335. if not self.__r_R1():
  336. return False
  337. if among_var == 1:
  338. if not self.slice_del():
  339. return False
  340. elif among_var == 2:
  341. if not self.slice_from(u"a"):
  342. return False
  343. else:
  344. if not self.slice_from(u"e"):
  345. return False
  346. return True
  347. def __r_factive(self):
  348. self.ket = self.cursor
  349. if self.find_among_b(HungarianStemmer.a_7) == 0:
  350. return False
  351. self.bra = self.cursor
  352. if not self.__r_R1():
  353. return False
  354. if not self.__r_double():
  355. return False
  356. if not self.slice_del():
  357. return False
  358. if not self.__r_undouble():
  359. return False
  360. return True
  361. def __r_plural(self):
  362. self.ket = self.cursor
  363. among_var = self.find_among_b(HungarianStemmer.a_8)
  364. if among_var == 0:
  365. return False
  366. self.bra = self.cursor
  367. if not self.__r_R1():
  368. return False
  369. if among_var == 1:
  370. if not self.slice_from(u"a"):
  371. return False
  372. elif among_var == 2:
  373. if not self.slice_from(u"e"):
  374. return False
  375. else:
  376. if not self.slice_del():
  377. return False
  378. return True
  379. def __r_owned(self):
  380. self.ket = self.cursor
  381. among_var = self.find_among_b(HungarianStemmer.a_9)
  382. if among_var == 0:
  383. return False
  384. self.bra = self.cursor
  385. if not self.__r_R1():
  386. return False
  387. if among_var == 1:
  388. if not self.slice_del():
  389. return False
  390. elif among_var == 2:
  391. if not self.slice_from(u"e"):
  392. return False
  393. else:
  394. if not self.slice_from(u"a"):
  395. return False
  396. return True
  397. def __r_sing_owner(self):
  398. self.ket = self.cursor
  399. among_var = self.find_among_b(HungarianStemmer.a_10)
  400. if among_var == 0:
  401. return False
  402. self.bra = self.cursor
  403. if not self.__r_R1():
  404. return False
  405. if among_var == 1:
  406. if not self.slice_del():
  407. return False
  408. elif among_var == 2:
  409. if not self.slice_from(u"a"):
  410. return False
  411. else:
  412. if not self.slice_from(u"e"):
  413. return False
  414. return True
  415. def __r_plur_owner(self):
  416. self.ket = self.cursor
  417. among_var = self.find_among_b(HungarianStemmer.a_11)
  418. if among_var == 0:
  419. return False
  420. self.bra = self.cursor
  421. if not self.__r_R1():
  422. return False
  423. if among_var == 1:
  424. if not self.slice_del():
  425. return False
  426. elif among_var == 2:
  427. if not self.slice_from(u"a"):
  428. return False
  429. else:
  430. if not self.slice_from(u"e"):
  431. return False
  432. return True
  433. def _stem(self):
  434. v_1 = self.cursor
  435. self.__r_mark_regions()
  436. self.cursor = v_1
  437. self.limit_backward = self.cursor
  438. self.cursor = self.limit
  439. v_2 = self.limit - self.cursor
  440. self.__r_instrum()
  441. self.cursor = self.limit - v_2
  442. v_3 = self.limit - self.cursor
  443. self.__r_case()
  444. self.cursor = self.limit - v_3
  445. v_4 = self.limit - self.cursor
  446. self.__r_case_special()
  447. self.cursor = self.limit - v_4
  448. v_5 = self.limit - self.cursor
  449. self.__r_case_other()
  450. self.cursor = self.limit - v_5
  451. v_6 = self.limit - self.cursor
  452. self.__r_factive()
  453. self.cursor = self.limit - v_6
  454. v_7 = self.limit - self.cursor
  455. self.__r_owned()
  456. self.cursor = self.limit - v_7
  457. v_8 = self.limit - self.cursor
  458. self.__r_sing_owner()
  459. self.cursor = self.limit - v_8
  460. v_9 = self.limit - self.cursor
  461. self.__r_plur_owner()
  462. self.cursor = self.limit - v_9
  463. v_10 = self.limit - self.cursor
  464. self.__r_plural()
  465. self.cursor = self.limit - v_10
  466. self.cursor = self.limit_backward
  467. return True
  468. class lab0(BaseException): pass
  469. class lab1(BaseException): pass
  470. class lab2(BaseException): pass
  471. class lab3(BaseException): pass