russian_stemmer.py 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492
  1. # Generated by Snowball 2.2.0 - https://snowballstem.org/
  2. from .basestemmer import BaseStemmer
  3. from .among import Among
  4. class RussianStemmer(BaseStemmer):
  5. '''
  6. This class implements the stemming algorithm defined by a snowball script.
  7. Generated by Snowball 2.2.0 - https://snowballstem.org/
  8. '''
  9. a_0 = [
  10. Among(u"\u0432", -1, 1),
  11. Among(u"\u0438\u0432", 0, 2),
  12. Among(u"\u044B\u0432", 0, 2),
  13. Among(u"\u0432\u0448\u0438", -1, 1),
  14. Among(u"\u0438\u0432\u0448\u0438", 3, 2),
  15. Among(u"\u044B\u0432\u0448\u0438", 3, 2),
  16. Among(u"\u0432\u0448\u0438\u0441\u044C", -1, 1),
  17. Among(u"\u0438\u0432\u0448\u0438\u0441\u044C", 6, 2),
  18. Among(u"\u044B\u0432\u0448\u0438\u0441\u044C", 6, 2)
  19. ]
  20. a_1 = [
  21. Among(u"\u0435\u0435", -1, 1),
  22. Among(u"\u0438\u0435", -1, 1),
  23. Among(u"\u043E\u0435", -1, 1),
  24. Among(u"\u044B\u0435", -1, 1),
  25. Among(u"\u0438\u043C\u0438", -1, 1),
  26. Among(u"\u044B\u043C\u0438", -1, 1),
  27. Among(u"\u0435\u0439", -1, 1),
  28. Among(u"\u0438\u0439", -1, 1),
  29. Among(u"\u043E\u0439", -1, 1),
  30. Among(u"\u044B\u0439", -1, 1),
  31. Among(u"\u0435\u043C", -1, 1),
  32. Among(u"\u0438\u043C", -1, 1),
  33. Among(u"\u043E\u043C", -1, 1),
  34. Among(u"\u044B\u043C", -1, 1),
  35. Among(u"\u0435\u0433\u043E", -1, 1),
  36. Among(u"\u043E\u0433\u043E", -1, 1),
  37. Among(u"\u0435\u043C\u0443", -1, 1),
  38. Among(u"\u043E\u043C\u0443", -1, 1),
  39. Among(u"\u0438\u0445", -1, 1),
  40. Among(u"\u044B\u0445", -1, 1),
  41. Among(u"\u0435\u044E", -1, 1),
  42. Among(u"\u043E\u044E", -1, 1),
  43. Among(u"\u0443\u044E", -1, 1),
  44. Among(u"\u044E\u044E", -1, 1),
  45. Among(u"\u0430\u044F", -1, 1),
  46. Among(u"\u044F\u044F", -1, 1)
  47. ]
  48. a_2 = [
  49. Among(u"\u0435\u043C", -1, 1),
  50. Among(u"\u043D\u043D", -1, 1),
  51. Among(u"\u0432\u0448", -1, 1),
  52. Among(u"\u0438\u0432\u0448", 2, 2),
  53. Among(u"\u044B\u0432\u0448", 2, 2),
  54. Among(u"\u0449", -1, 1),
  55. Among(u"\u044E\u0449", 5, 1),
  56. Among(u"\u0443\u044E\u0449", 6, 2)
  57. ]
  58. a_3 = [
  59. Among(u"\u0441\u044C", -1, 1),
  60. Among(u"\u0441\u044F", -1, 1)
  61. ]
  62. a_4 = [
  63. Among(u"\u043B\u0430", -1, 1),
  64. Among(u"\u0438\u043B\u0430", 0, 2),
  65. Among(u"\u044B\u043B\u0430", 0, 2),
  66. Among(u"\u043D\u0430", -1, 1),
  67. Among(u"\u0435\u043D\u0430", 3, 2),
  68. Among(u"\u0435\u0442\u0435", -1, 1),
  69. Among(u"\u0438\u0442\u0435", -1, 2),
  70. Among(u"\u0439\u0442\u0435", -1, 1),
  71. Among(u"\u0435\u0439\u0442\u0435", 7, 2),
  72. Among(u"\u0443\u0439\u0442\u0435", 7, 2),
  73. Among(u"\u043B\u0438", -1, 1),
  74. Among(u"\u0438\u043B\u0438", 10, 2),
  75. Among(u"\u044B\u043B\u0438", 10, 2),
  76. Among(u"\u0439", -1, 1),
  77. Among(u"\u0435\u0439", 13, 2),
  78. Among(u"\u0443\u0439", 13, 2),
  79. Among(u"\u043B", -1, 1),
  80. Among(u"\u0438\u043B", 16, 2),
  81. Among(u"\u044B\u043B", 16, 2),
  82. Among(u"\u0435\u043C", -1, 1),
  83. Among(u"\u0438\u043C", -1, 2),
  84. Among(u"\u044B\u043C", -1, 2),
  85. Among(u"\u043D", -1, 1),
  86. Among(u"\u0435\u043D", 22, 2),
  87. Among(u"\u043B\u043E", -1, 1),
  88. Among(u"\u0438\u043B\u043E", 24, 2),
  89. Among(u"\u044B\u043B\u043E", 24, 2),
  90. Among(u"\u043D\u043E", -1, 1),
  91. Among(u"\u0435\u043D\u043E", 27, 2),
  92. Among(u"\u043D\u043D\u043E", 27, 1),
  93. Among(u"\u0435\u0442", -1, 1),
  94. Among(u"\u0443\u0435\u0442", 30, 2),
  95. Among(u"\u0438\u0442", -1, 2),
  96. Among(u"\u044B\u0442", -1, 2),
  97. Among(u"\u044E\u0442", -1, 1),
  98. Among(u"\u0443\u044E\u0442", 34, 2),
  99. Among(u"\u044F\u0442", -1, 2),
  100. Among(u"\u043D\u044B", -1, 1),
  101. Among(u"\u0435\u043D\u044B", 37, 2),
  102. Among(u"\u0442\u044C", -1, 1),
  103. Among(u"\u0438\u0442\u044C", 39, 2),
  104. Among(u"\u044B\u0442\u044C", 39, 2),
  105. Among(u"\u0435\u0448\u044C", -1, 1),
  106. Among(u"\u0438\u0448\u044C", -1, 2),
  107. Among(u"\u044E", -1, 2),
  108. Among(u"\u0443\u044E", 44, 2)
  109. ]
  110. a_5 = [
  111. Among(u"\u0430", -1, 1),
  112. Among(u"\u0435\u0432", -1, 1),
  113. Among(u"\u043E\u0432", -1, 1),
  114. Among(u"\u0435", -1, 1),
  115. Among(u"\u0438\u0435", 3, 1),
  116. Among(u"\u044C\u0435", 3, 1),
  117. Among(u"\u0438", -1, 1),
  118. Among(u"\u0435\u0438", 6, 1),
  119. Among(u"\u0438\u0438", 6, 1),
  120. Among(u"\u0430\u043C\u0438", 6, 1),
  121. Among(u"\u044F\u043C\u0438", 6, 1),
  122. Among(u"\u0438\u044F\u043C\u0438", 10, 1),
  123. Among(u"\u0439", -1, 1),
  124. Among(u"\u0435\u0439", 12, 1),
  125. Among(u"\u0438\u0435\u0439", 13, 1),
  126. Among(u"\u0438\u0439", 12, 1),
  127. Among(u"\u043E\u0439", 12, 1),
  128. Among(u"\u0430\u043C", -1, 1),
  129. Among(u"\u0435\u043C", -1, 1),
  130. Among(u"\u0438\u0435\u043C", 18, 1),
  131. Among(u"\u043E\u043C", -1, 1),
  132. Among(u"\u044F\u043C", -1, 1),
  133. Among(u"\u0438\u044F\u043C", 21, 1),
  134. Among(u"\u043E", -1, 1),
  135. Among(u"\u0443", -1, 1),
  136. Among(u"\u0430\u0445", -1, 1),
  137. Among(u"\u044F\u0445", -1, 1),
  138. Among(u"\u0438\u044F\u0445", 26, 1),
  139. Among(u"\u044B", -1, 1),
  140. Among(u"\u044C", -1, 1),
  141. Among(u"\u044E", -1, 1),
  142. Among(u"\u0438\u044E", 30, 1),
  143. Among(u"\u044C\u044E", 30, 1),
  144. Among(u"\u044F", -1, 1),
  145. Among(u"\u0438\u044F", 33, 1),
  146. Among(u"\u044C\u044F", 33, 1)
  147. ]
  148. a_6 = [
  149. Among(u"\u043E\u0441\u0442", -1, 1),
  150. Among(u"\u043E\u0441\u0442\u044C", -1, 1)
  151. ]
  152. a_7 = [
  153. Among(u"\u0435\u0439\u0448\u0435", -1, 1),
  154. Among(u"\u043D", -1, 2),
  155. Among(u"\u0435\u0439\u0448", -1, 1),
  156. Among(u"\u044C", -1, 3)
  157. ]
  158. g_v = [33, 65, 8, 232]
  159. I_p2 = 0
  160. I_pV = 0
  161. def __r_mark_regions(self):
  162. self.I_pV = self.limit
  163. self.I_p2 = self.limit
  164. v_1 = self.cursor
  165. try:
  166. if not self.go_out_grouping(RussianStemmer.g_v, 1072, 1103):
  167. raise lab0()
  168. self.cursor += 1
  169. self.I_pV = self.cursor
  170. if not self.go_in_grouping(RussianStemmer.g_v, 1072, 1103):
  171. raise lab0()
  172. self.cursor += 1
  173. if not self.go_out_grouping(RussianStemmer.g_v, 1072, 1103):
  174. raise lab0()
  175. self.cursor += 1
  176. if not self.go_in_grouping(RussianStemmer.g_v, 1072, 1103):
  177. raise lab0()
  178. self.cursor += 1
  179. self.I_p2 = self.cursor
  180. except lab0: pass
  181. self.cursor = v_1
  182. return True
  183. def __r_R2(self):
  184. if not self.I_p2 <= self.cursor:
  185. return False
  186. return True
  187. def __r_perfective_gerund(self):
  188. self.ket = self.cursor
  189. among_var = self.find_among_b(RussianStemmer.a_0)
  190. if among_var == 0:
  191. return False
  192. self.bra = self.cursor
  193. if among_var == 1:
  194. try:
  195. v_1 = self.limit - self.cursor
  196. try:
  197. if not self.eq_s_b(u"\u0430"):
  198. raise lab1()
  199. raise lab0()
  200. except lab1: pass
  201. self.cursor = self.limit - v_1
  202. if not self.eq_s_b(u"\u044F"):
  203. return False
  204. except lab0: pass
  205. if not self.slice_del():
  206. return False
  207. else:
  208. if not self.slice_del():
  209. return False
  210. return True
  211. def __r_adjective(self):
  212. self.ket = self.cursor
  213. if self.find_among_b(RussianStemmer.a_1) == 0:
  214. return False
  215. self.bra = self.cursor
  216. if not self.slice_del():
  217. return False
  218. return True
  219. def __r_adjectival(self):
  220. if not self.__r_adjective():
  221. return False
  222. v_1 = self.limit - self.cursor
  223. try:
  224. self.ket = self.cursor
  225. among_var = self.find_among_b(RussianStemmer.a_2)
  226. if among_var == 0:
  227. self.cursor = self.limit - v_1
  228. raise lab0()
  229. self.bra = self.cursor
  230. if among_var == 1:
  231. try:
  232. v_2 = self.limit - self.cursor
  233. try:
  234. if not self.eq_s_b(u"\u0430"):
  235. raise lab2()
  236. raise lab1()
  237. except lab2: pass
  238. self.cursor = self.limit - v_2
  239. if not self.eq_s_b(u"\u044F"):
  240. self.cursor = self.limit - v_1
  241. raise lab0()
  242. except lab1: pass
  243. if not self.slice_del():
  244. return False
  245. else:
  246. if not self.slice_del():
  247. return False
  248. except lab0: pass
  249. return True
  250. def __r_reflexive(self):
  251. self.ket = self.cursor
  252. if self.find_among_b(RussianStemmer.a_3) == 0:
  253. return False
  254. self.bra = self.cursor
  255. if not self.slice_del():
  256. return False
  257. return True
  258. def __r_verb(self):
  259. self.ket = self.cursor
  260. among_var = self.find_among_b(RussianStemmer.a_4)
  261. if among_var == 0:
  262. return False
  263. self.bra = self.cursor
  264. if among_var == 1:
  265. try:
  266. v_1 = self.limit - self.cursor
  267. try:
  268. if not self.eq_s_b(u"\u0430"):
  269. raise lab1()
  270. raise lab0()
  271. except lab1: pass
  272. self.cursor = self.limit - v_1
  273. if not self.eq_s_b(u"\u044F"):
  274. return False
  275. except lab0: pass
  276. if not self.slice_del():
  277. return False
  278. else:
  279. if not self.slice_del():
  280. return False
  281. return True
  282. def __r_noun(self):
  283. self.ket = self.cursor
  284. if self.find_among_b(RussianStemmer.a_5) == 0:
  285. return False
  286. self.bra = self.cursor
  287. if not self.slice_del():
  288. return False
  289. return True
  290. def __r_derivational(self):
  291. self.ket = self.cursor
  292. if self.find_among_b(RussianStemmer.a_6) == 0:
  293. return False
  294. self.bra = self.cursor
  295. if not self.__r_R2():
  296. return False
  297. if not self.slice_del():
  298. return False
  299. return True
  300. def __r_tidy_up(self):
  301. self.ket = self.cursor
  302. among_var = self.find_among_b(RussianStemmer.a_7)
  303. if among_var == 0:
  304. return False
  305. self.bra = self.cursor
  306. if among_var == 1:
  307. if not self.slice_del():
  308. return False
  309. self.ket = self.cursor
  310. if not self.eq_s_b(u"\u043D"):
  311. return False
  312. self.bra = self.cursor
  313. if not self.eq_s_b(u"\u043D"):
  314. return False
  315. if not self.slice_del():
  316. return False
  317. elif among_var == 2:
  318. if not self.eq_s_b(u"\u043D"):
  319. return False
  320. if not self.slice_del():
  321. return False
  322. else:
  323. if not self.slice_del():
  324. return False
  325. return True
  326. def _stem(self):
  327. v_1 = self.cursor
  328. try:
  329. while True:
  330. v_2 = self.cursor
  331. try:
  332. try:
  333. while True:
  334. v_3 = self.cursor
  335. try:
  336. self.bra = self.cursor
  337. if not self.eq_s(u"\u0451"):
  338. raise lab3()
  339. self.ket = self.cursor
  340. self.cursor = v_3
  341. raise lab2()
  342. except lab3: pass
  343. self.cursor = v_3
  344. if self.cursor >= self.limit:
  345. raise lab1()
  346. self.cursor += 1
  347. except lab2: pass
  348. if not self.slice_from(u"\u0435"):
  349. return False
  350. continue
  351. except lab1: pass
  352. self.cursor = v_2
  353. break
  354. except lab0: pass
  355. self.cursor = v_1
  356. self.__r_mark_regions()
  357. self.limit_backward = self.cursor
  358. self.cursor = self.limit
  359. if self.cursor < self.I_pV:
  360. return False
  361. v_6 = self.limit_backward
  362. self.limit_backward = self.I_pV
  363. v_7 = self.limit - self.cursor
  364. try:
  365. try:
  366. v_8 = self.limit - self.cursor
  367. try:
  368. if not self.__r_perfective_gerund():
  369. raise lab6()
  370. raise lab5()
  371. except lab6: pass
  372. self.cursor = self.limit - v_8
  373. v_9 = self.limit - self.cursor
  374. try:
  375. if not self.__r_reflexive():
  376. self.cursor = self.limit - v_9
  377. raise lab7()
  378. except lab7: pass
  379. try:
  380. v_10 = self.limit - self.cursor
  381. try:
  382. if not self.__r_adjectival():
  383. raise lab9()
  384. raise lab8()
  385. except lab9: pass
  386. self.cursor = self.limit - v_10
  387. try:
  388. if not self.__r_verb():
  389. raise lab10()
  390. raise lab8()
  391. except lab10: pass
  392. self.cursor = self.limit - v_10
  393. if not self.__r_noun():
  394. raise lab4()
  395. except lab8: pass
  396. except lab5: pass
  397. except lab4: pass
  398. self.cursor = self.limit - v_7
  399. v_11 = self.limit - self.cursor
  400. try:
  401. self.ket = self.cursor
  402. if not self.eq_s_b(u"\u0438"):
  403. self.cursor = self.limit - v_11
  404. raise lab11()
  405. self.bra = self.cursor
  406. if not self.slice_del():
  407. return False
  408. except lab11: pass
  409. v_12 = self.limit - self.cursor
  410. self.__r_derivational()
  411. self.cursor = self.limit - v_12
  412. v_13 = self.limit - self.cursor
  413. self.__r_tidy_up()
  414. self.cursor = self.limit - v_13
  415. self.limit_backward = v_6
  416. self.cursor = self.limit_backward
  417. return True
  418. class lab0(BaseException): pass
  419. class lab1(BaseException): pass
  420. class lab2(BaseException): pass
  421. class lab3(BaseException): pass
  422. class lab4(BaseException): pass
  423. class lab5(BaseException): pass
  424. class lab6(BaseException): pass
  425. class lab7(BaseException): pass
  426. class lab8(BaseException): pass
  427. class lab9(BaseException): pass
  428. class lab10(BaseException): pass
  429. class lab11(BaseException): pass