danish_stemmer.py 6.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221
  1. # Generated by Snowball 2.2.0 - https://snowballstem.org/
  2. from .basestemmer import BaseStemmer
  3. from .among import Among
  4. class DanishStemmer(BaseStemmer):
  5. '''
  6. This class implements the stemming algorithm defined by a snowball script.
  7. Generated by Snowball 2.2.0 - https://snowballstem.org/
  8. '''
  9. a_0 = [
  10. Among(u"hed", -1, 1),
  11. Among(u"ethed", 0, 1),
  12. Among(u"ered", -1, 1),
  13. Among(u"e", -1, 1),
  14. Among(u"erede", 3, 1),
  15. Among(u"ende", 3, 1),
  16. Among(u"erende", 5, 1),
  17. Among(u"ene", 3, 1),
  18. Among(u"erne", 3, 1),
  19. Among(u"ere", 3, 1),
  20. Among(u"en", -1, 1),
  21. Among(u"heden", 10, 1),
  22. Among(u"eren", 10, 1),
  23. Among(u"er", -1, 1),
  24. Among(u"heder", 13, 1),
  25. Among(u"erer", 13, 1),
  26. Among(u"s", -1, 2),
  27. Among(u"heds", 16, 1),
  28. Among(u"es", 16, 1),
  29. Among(u"endes", 18, 1),
  30. Among(u"erendes", 19, 1),
  31. Among(u"enes", 18, 1),
  32. Among(u"ernes", 18, 1),
  33. Among(u"eres", 18, 1),
  34. Among(u"ens", 16, 1),
  35. Among(u"hedens", 24, 1),
  36. Among(u"erens", 24, 1),
  37. Among(u"ers", 16, 1),
  38. Among(u"ets", 16, 1),
  39. Among(u"erets", 28, 1),
  40. Among(u"et", -1, 1),
  41. Among(u"eret", 30, 1)
  42. ]
  43. a_1 = [
  44. Among(u"gd", -1, -1),
  45. Among(u"dt", -1, -1),
  46. Among(u"gt", -1, -1),
  47. Among(u"kt", -1, -1)
  48. ]
  49. a_2 = [
  50. Among(u"ig", -1, 1),
  51. Among(u"lig", 0, 1),
  52. Among(u"elig", 1, 1),
  53. Among(u"els", -1, 1),
  54. Among(u"l\u00F8st", -1, 2)
  55. ]
  56. g_c = [119, 223, 119, 1]
  57. g_v = [17, 65, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 48, 0, 128]
  58. g_s_ending = [239, 254, 42, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16]
  59. I_x = 0
  60. I_p1 = 0
  61. S_ch = ""
  62. def __r_mark_regions(self):
  63. self.I_p1 = self.limit
  64. v_1 = self.cursor
  65. c = self.cursor + 3
  66. if c > self.limit:
  67. return False
  68. self.cursor = c
  69. self.I_x = self.cursor
  70. self.cursor = v_1
  71. if not self.go_out_grouping(DanishStemmer.g_v, 97, 248):
  72. return False
  73. if not self.go_in_grouping(DanishStemmer.g_v, 97, 248):
  74. return False
  75. self.cursor += 1
  76. self.I_p1 = self.cursor
  77. try:
  78. if not self.I_p1 < self.I_x:
  79. raise lab0()
  80. self.I_p1 = self.I_x
  81. except lab0: pass
  82. return True
  83. def __r_main_suffix(self):
  84. if self.cursor < self.I_p1:
  85. return False
  86. v_2 = self.limit_backward
  87. self.limit_backward = self.I_p1
  88. self.ket = self.cursor
  89. among_var = self.find_among_b(DanishStemmer.a_0)
  90. if among_var == 0:
  91. self.limit_backward = v_2
  92. return False
  93. self.bra = self.cursor
  94. self.limit_backward = v_2
  95. if among_var == 1:
  96. if not self.slice_del():
  97. return False
  98. else:
  99. if not self.in_grouping_b(DanishStemmer.g_s_ending, 97, 229):
  100. return False
  101. if not self.slice_del():
  102. return False
  103. return True
  104. def __r_consonant_pair(self):
  105. v_1 = self.limit - self.cursor
  106. if self.cursor < self.I_p1:
  107. return False
  108. v_3 = self.limit_backward
  109. self.limit_backward = self.I_p1
  110. self.ket = self.cursor
  111. if self.find_among_b(DanishStemmer.a_1) == 0:
  112. self.limit_backward = v_3
  113. return False
  114. self.bra = self.cursor
  115. self.limit_backward = v_3
  116. self.cursor = self.limit - v_1
  117. if self.cursor <= self.limit_backward:
  118. return False
  119. self.cursor -= 1
  120. self.bra = self.cursor
  121. if not self.slice_del():
  122. return False
  123. return True
  124. def __r_other_suffix(self):
  125. v_1 = self.limit - self.cursor
  126. try:
  127. self.ket = self.cursor
  128. if not self.eq_s_b(u"st"):
  129. raise lab0()
  130. self.bra = self.cursor
  131. if not self.eq_s_b(u"ig"):
  132. raise lab0()
  133. if not self.slice_del():
  134. return False
  135. except lab0: pass
  136. self.cursor = self.limit - v_1
  137. if self.cursor < self.I_p1:
  138. return False
  139. v_3 = self.limit_backward
  140. self.limit_backward = self.I_p1
  141. self.ket = self.cursor
  142. among_var = self.find_among_b(DanishStemmer.a_2)
  143. if among_var == 0:
  144. self.limit_backward = v_3
  145. return False
  146. self.bra = self.cursor
  147. self.limit_backward = v_3
  148. if among_var == 1:
  149. if not self.slice_del():
  150. return False
  151. v_4 = self.limit - self.cursor
  152. self.__r_consonant_pair()
  153. self.cursor = self.limit - v_4
  154. else:
  155. if not self.slice_from(u"l\u00F8s"):
  156. return False
  157. return True
  158. def __r_undouble(self):
  159. if self.cursor < self.I_p1:
  160. return False
  161. v_2 = self.limit_backward
  162. self.limit_backward = self.I_p1
  163. self.ket = self.cursor
  164. if not self.in_grouping_b(DanishStemmer.g_c, 98, 122):
  165. self.limit_backward = v_2
  166. return False
  167. self.bra = self.cursor
  168. self.S_ch = self.slice_to()
  169. if self.S_ch == '':
  170. return False
  171. self.limit_backward = v_2
  172. if not self.eq_s_b(self.S_ch):
  173. return False
  174. if not self.slice_del():
  175. return False
  176. return True
  177. def _stem(self):
  178. v_1 = self.cursor
  179. self.__r_mark_regions()
  180. self.cursor = v_1
  181. self.limit_backward = self.cursor
  182. self.cursor = self.limit
  183. v_2 = self.limit - self.cursor
  184. self.__r_main_suffix()
  185. self.cursor = self.limit - v_2
  186. v_3 = self.limit - self.cursor
  187. self.__r_consonant_pair()
  188. self.cursor = self.limit - v_3
  189. v_4 = self.limit - self.cursor
  190. self.__r_other_suffix()
  191. self.cursor = self.limit - v_4
  192. v_5 = self.limit - self.cursor
  193. self.__r_undouble()
  194. self.cursor = self.limit - v_5
  195. self.cursor = self.limit_backward
  196. return True
  197. class lab0(BaseException): pass