german_stemmer.py 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415
  1. # Generated by Snowball 2.2.0 - https://snowballstem.org/
  2. from .basestemmer import BaseStemmer
  3. from .among import Among
  4. class GermanStemmer(BaseStemmer):
  5. '''
  6. This class implements the stemming algorithm defined by a snowball script.
  7. Generated by Snowball 2.2.0 - https://snowballstem.org/
  8. '''
  9. a_0 = [
  10. Among(u"", -1, 5),
  11. Among(u"U", 0, 2),
  12. Among(u"Y", 0, 1),
  13. Among(u"\u00E4", 0, 3),
  14. Among(u"\u00F6", 0, 4),
  15. Among(u"\u00FC", 0, 2)
  16. ]
  17. a_1 = [
  18. Among(u"e", -1, 2),
  19. Among(u"em", -1, 1),
  20. Among(u"en", -1, 2),
  21. Among(u"ern", -1, 1),
  22. Among(u"er", -1, 1),
  23. Among(u"s", -1, 3),
  24. Among(u"es", 5, 2)
  25. ]
  26. a_2 = [
  27. Among(u"en", -1, 1),
  28. Among(u"er", -1, 1),
  29. Among(u"st", -1, 2),
  30. Among(u"est", 2, 1)
  31. ]
  32. a_3 = [
  33. Among(u"ig", -1, 1),
  34. Among(u"lich", -1, 1)
  35. ]
  36. a_4 = [
  37. Among(u"end", -1, 1),
  38. Among(u"ig", -1, 2),
  39. Among(u"ung", -1, 1),
  40. Among(u"lich", -1, 3),
  41. Among(u"isch", -1, 2),
  42. Among(u"ik", -1, 2),
  43. Among(u"heit", -1, 3),
  44. Among(u"keit", -1, 4)
  45. ]
  46. g_v = [17, 65, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 32, 8]
  47. g_s_ending = [117, 30, 5]
  48. g_st_ending = [117, 30, 4]
  49. I_x = 0
  50. I_p2 = 0
  51. I_p1 = 0
  52. def __r_prelude(self):
  53. v_1 = self.cursor
  54. while True:
  55. v_2 = self.cursor
  56. try:
  57. try:
  58. v_3 = self.cursor
  59. try:
  60. self.bra = self.cursor
  61. if not self.eq_s(u"\u00DF"):
  62. raise lab2()
  63. self.ket = self.cursor
  64. if not self.slice_from(u"ss"):
  65. return False
  66. raise lab1()
  67. except lab2: pass
  68. self.cursor = v_3
  69. if self.cursor >= self.limit:
  70. raise lab0()
  71. self.cursor += 1
  72. except lab1: pass
  73. continue
  74. except lab0: pass
  75. self.cursor = v_2
  76. break
  77. self.cursor = v_1
  78. while True:
  79. v_4 = self.cursor
  80. try:
  81. try:
  82. while True:
  83. v_5 = self.cursor
  84. try:
  85. if not self.in_grouping(GermanStemmer.g_v, 97, 252):
  86. raise lab5()
  87. self.bra = self.cursor
  88. try:
  89. v_6 = self.cursor
  90. try:
  91. if not self.eq_s(u"u"):
  92. raise lab7()
  93. self.ket = self.cursor
  94. if not self.in_grouping(GermanStemmer.g_v, 97, 252):
  95. raise lab7()
  96. if not self.slice_from(u"U"):
  97. return False
  98. raise lab6()
  99. except lab7: pass
  100. self.cursor = v_6
  101. if not self.eq_s(u"y"):
  102. raise lab5()
  103. self.ket = self.cursor
  104. if not self.in_grouping(GermanStemmer.g_v, 97, 252):
  105. raise lab5()
  106. if not self.slice_from(u"Y"):
  107. return False
  108. except lab6: pass
  109. self.cursor = v_5
  110. raise lab4()
  111. except lab5: pass
  112. self.cursor = v_5
  113. if self.cursor >= self.limit:
  114. raise lab3()
  115. self.cursor += 1
  116. except lab4: pass
  117. continue
  118. except lab3: pass
  119. self.cursor = v_4
  120. break
  121. return True
  122. def __r_mark_regions(self):
  123. self.I_p1 = self.limit
  124. self.I_p2 = self.limit
  125. v_1 = self.cursor
  126. c = self.cursor + 3
  127. if c > self.limit:
  128. return False
  129. self.cursor = c
  130. self.I_x = self.cursor
  131. self.cursor = v_1
  132. if not self.go_out_grouping(GermanStemmer.g_v, 97, 252):
  133. return False
  134. self.cursor += 1
  135. if not self.go_in_grouping(GermanStemmer.g_v, 97, 252):
  136. return False
  137. self.cursor += 1
  138. self.I_p1 = self.cursor
  139. try:
  140. if not self.I_p1 < self.I_x:
  141. raise lab0()
  142. self.I_p1 = self.I_x
  143. except lab0: pass
  144. if not self.go_out_grouping(GermanStemmer.g_v, 97, 252):
  145. return False
  146. self.cursor += 1
  147. if not self.go_in_grouping(GermanStemmer.g_v, 97, 252):
  148. return False
  149. self.cursor += 1
  150. self.I_p2 = self.cursor
  151. return True
  152. def __r_postlude(self):
  153. while True:
  154. v_1 = self.cursor
  155. try:
  156. self.bra = self.cursor
  157. among_var = self.find_among(GermanStemmer.a_0)
  158. if among_var == 0:
  159. raise lab0()
  160. self.ket = self.cursor
  161. if among_var == 1:
  162. if not self.slice_from(u"y"):
  163. return False
  164. elif among_var == 2:
  165. if not self.slice_from(u"u"):
  166. return False
  167. elif among_var == 3:
  168. if not self.slice_from(u"a"):
  169. return False
  170. elif among_var == 4:
  171. if not self.slice_from(u"o"):
  172. return False
  173. else:
  174. if self.cursor >= self.limit:
  175. raise lab0()
  176. self.cursor += 1
  177. continue
  178. except lab0: pass
  179. self.cursor = v_1
  180. break
  181. return True
  182. def __r_R1(self):
  183. if not self.I_p1 <= self.cursor:
  184. return False
  185. return True
  186. def __r_R2(self):
  187. if not self.I_p2 <= self.cursor:
  188. return False
  189. return True
  190. def __r_standard_suffix(self):
  191. v_1 = self.limit - self.cursor
  192. try:
  193. self.ket = self.cursor
  194. among_var = self.find_among_b(GermanStemmer.a_1)
  195. if among_var == 0:
  196. raise lab0()
  197. self.bra = self.cursor
  198. if not self.__r_R1():
  199. raise lab0()
  200. if among_var == 1:
  201. if not self.slice_del():
  202. return False
  203. elif among_var == 2:
  204. if not self.slice_del():
  205. return False
  206. v_2 = self.limit - self.cursor
  207. try:
  208. self.ket = self.cursor
  209. if not self.eq_s_b(u"s"):
  210. self.cursor = self.limit - v_2
  211. raise lab1()
  212. self.bra = self.cursor
  213. if not self.eq_s_b(u"nis"):
  214. self.cursor = self.limit - v_2
  215. raise lab1()
  216. if not self.slice_del():
  217. return False
  218. except lab1: pass
  219. else:
  220. if not self.in_grouping_b(GermanStemmer.g_s_ending, 98, 116):
  221. raise lab0()
  222. if not self.slice_del():
  223. return False
  224. except lab0: pass
  225. self.cursor = self.limit - v_1
  226. v_3 = self.limit - self.cursor
  227. try:
  228. self.ket = self.cursor
  229. among_var = self.find_among_b(GermanStemmer.a_2)
  230. if among_var == 0:
  231. raise lab2()
  232. self.bra = self.cursor
  233. if not self.__r_R1():
  234. raise lab2()
  235. if among_var == 1:
  236. if not self.slice_del():
  237. return False
  238. else:
  239. if not self.in_grouping_b(GermanStemmer.g_st_ending, 98, 116):
  240. raise lab2()
  241. c = self.cursor - 3
  242. if c < self.limit_backward:
  243. raise lab2()
  244. self.cursor = c
  245. if not self.slice_del():
  246. return False
  247. except lab2: pass
  248. self.cursor = self.limit - v_3
  249. v_4 = self.limit - self.cursor
  250. try:
  251. self.ket = self.cursor
  252. among_var = self.find_among_b(GermanStemmer.a_4)
  253. if among_var == 0:
  254. raise lab3()
  255. self.bra = self.cursor
  256. if not self.__r_R2():
  257. raise lab3()
  258. if among_var == 1:
  259. if not self.slice_del():
  260. return False
  261. v_5 = self.limit - self.cursor
  262. try:
  263. self.ket = self.cursor
  264. if not self.eq_s_b(u"ig"):
  265. self.cursor = self.limit - v_5
  266. raise lab4()
  267. self.bra = self.cursor
  268. v_6 = self.limit - self.cursor
  269. try:
  270. if not self.eq_s_b(u"e"):
  271. raise lab5()
  272. self.cursor = self.limit - v_5
  273. raise lab4()
  274. except lab5: pass
  275. self.cursor = self.limit - v_6
  276. if not self.__r_R2():
  277. self.cursor = self.limit - v_5
  278. raise lab4()
  279. if not self.slice_del():
  280. return False
  281. except lab4: pass
  282. elif among_var == 2:
  283. v_7 = self.limit - self.cursor
  284. try:
  285. if not self.eq_s_b(u"e"):
  286. raise lab6()
  287. raise lab3()
  288. except lab6: pass
  289. self.cursor = self.limit - v_7
  290. if not self.slice_del():
  291. return False
  292. elif among_var == 3:
  293. if not self.slice_del():
  294. return False
  295. v_8 = self.limit - self.cursor
  296. try:
  297. self.ket = self.cursor
  298. try:
  299. v_9 = self.limit - self.cursor
  300. try:
  301. if not self.eq_s_b(u"er"):
  302. raise lab9()
  303. raise lab8()
  304. except lab9: pass
  305. self.cursor = self.limit - v_9
  306. if not self.eq_s_b(u"en"):
  307. self.cursor = self.limit - v_8
  308. raise lab7()
  309. except lab8: pass
  310. self.bra = self.cursor
  311. if not self.__r_R1():
  312. self.cursor = self.limit - v_8
  313. raise lab7()
  314. if not self.slice_del():
  315. return False
  316. except lab7: pass
  317. else:
  318. if not self.slice_del():
  319. return False
  320. v_10 = self.limit - self.cursor
  321. try:
  322. self.ket = self.cursor
  323. if self.find_among_b(GermanStemmer.a_3) == 0:
  324. self.cursor = self.limit - v_10
  325. raise lab10()
  326. self.bra = self.cursor
  327. if not self.__r_R2():
  328. self.cursor = self.limit - v_10
  329. raise lab10()
  330. if not self.slice_del():
  331. return False
  332. except lab10: pass
  333. except lab3: pass
  334. self.cursor = self.limit - v_4
  335. return True
  336. def _stem(self):
  337. v_1 = self.cursor
  338. self.__r_prelude()
  339. self.cursor = v_1
  340. v_2 = self.cursor
  341. self.__r_mark_regions()
  342. self.cursor = v_2
  343. self.limit_backward = self.cursor
  344. self.cursor = self.limit
  345. self.__r_standard_suffix()
  346. self.cursor = self.limit_backward
  347. v_4 = self.cursor
  348. self.__r_postlude()
  349. self.cursor = v_4
  350. return True
  351. class lab0(BaseException): pass
  352. class lab1(BaseException): pass
  353. class lab2(BaseException): pass
  354. class lab3(BaseException): pass
  355. class lab4(BaseException): pass
  356. class lab5(BaseException): pass
  357. class lab6(BaseException): pass
  358. class lab7(BaseException): pass
  359. class lab8(BaseException): pass
  360. class lab9(BaseException): pass
  361. class lab10(BaseException): pass