swedish_stemmer.py 5.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189
  1. # Generated by Snowball 2.2.0 - https://snowballstem.org/
  2. from .basestemmer import BaseStemmer
  3. from .among import Among
  4. class SwedishStemmer(BaseStemmer):
  5. '''
  6. This class implements the stemming algorithm defined by a snowball script.
  7. Generated by Snowball 2.2.0 - https://snowballstem.org/
  8. '''
  9. a_0 = [
  10. Among(u"a", -1, 1),
  11. Among(u"arna", 0, 1),
  12. Among(u"erna", 0, 1),
  13. Among(u"heterna", 2, 1),
  14. Among(u"orna", 0, 1),
  15. Among(u"ad", -1, 1),
  16. Among(u"e", -1, 1),
  17. Among(u"ade", 6, 1),
  18. Among(u"ande", 6, 1),
  19. Among(u"arne", 6, 1),
  20. Among(u"are", 6, 1),
  21. Among(u"aste", 6, 1),
  22. Among(u"en", -1, 1),
  23. Among(u"anden", 12, 1),
  24. Among(u"aren", 12, 1),
  25. Among(u"heten", 12, 1),
  26. Among(u"ern", -1, 1),
  27. Among(u"ar", -1, 1),
  28. Among(u"er", -1, 1),
  29. Among(u"heter", 18, 1),
  30. Among(u"or", -1, 1),
  31. Among(u"s", -1, 2),
  32. Among(u"as", 21, 1),
  33. Among(u"arnas", 22, 1),
  34. Among(u"ernas", 22, 1),
  35. Among(u"ornas", 22, 1),
  36. Among(u"es", 21, 1),
  37. Among(u"ades", 26, 1),
  38. Among(u"andes", 26, 1),
  39. Among(u"ens", 21, 1),
  40. Among(u"arens", 29, 1),
  41. Among(u"hetens", 29, 1),
  42. Among(u"erns", 21, 1),
  43. Among(u"at", -1, 1),
  44. Among(u"andet", -1, 1),
  45. Among(u"het", -1, 1),
  46. Among(u"ast", -1, 1)
  47. ]
  48. a_1 = [
  49. Among(u"dd", -1, -1),
  50. Among(u"gd", -1, -1),
  51. Among(u"nn", -1, -1),
  52. Among(u"dt", -1, -1),
  53. Among(u"gt", -1, -1),
  54. Among(u"kt", -1, -1),
  55. Among(u"tt", -1, -1)
  56. ]
  57. a_2 = [
  58. Among(u"ig", -1, 1),
  59. Among(u"lig", 0, 1),
  60. Among(u"els", -1, 1),
  61. Among(u"fullt", -1, 3),
  62. Among(u"l\u00F6st", -1, 2)
  63. ]
  64. g_v = [17, 65, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 24, 0, 32]
  65. g_s_ending = [119, 127, 149]
  66. I_x = 0
  67. I_p1 = 0
  68. def __r_mark_regions(self):
  69. self.I_p1 = self.limit
  70. v_1 = self.cursor
  71. c = self.cursor + 3
  72. if c > self.limit:
  73. return False
  74. self.cursor = c
  75. self.I_x = self.cursor
  76. self.cursor = v_1
  77. if not self.go_out_grouping(SwedishStemmer.g_v, 97, 246):
  78. return False
  79. if not self.go_in_grouping(SwedishStemmer.g_v, 97, 246):
  80. return False
  81. self.cursor += 1
  82. self.I_p1 = self.cursor
  83. try:
  84. if not self.I_p1 < self.I_x:
  85. raise lab0()
  86. self.I_p1 = self.I_x
  87. except lab0: pass
  88. return True
  89. def __r_main_suffix(self):
  90. if self.cursor < self.I_p1:
  91. return False
  92. v_2 = self.limit_backward
  93. self.limit_backward = self.I_p1
  94. self.ket = self.cursor
  95. among_var = self.find_among_b(SwedishStemmer.a_0)
  96. if among_var == 0:
  97. self.limit_backward = v_2
  98. return False
  99. self.bra = self.cursor
  100. self.limit_backward = v_2
  101. if among_var == 1:
  102. if not self.slice_del():
  103. return False
  104. else:
  105. if not self.in_grouping_b(SwedishStemmer.g_s_ending, 98, 121):
  106. return False
  107. if not self.slice_del():
  108. return False
  109. return True
  110. def __r_consonant_pair(self):
  111. if self.cursor < self.I_p1:
  112. return False
  113. v_2 = self.limit_backward
  114. self.limit_backward = self.I_p1
  115. v_3 = self.limit - self.cursor
  116. if self.find_among_b(SwedishStemmer.a_1) == 0:
  117. self.limit_backward = v_2
  118. return False
  119. self.cursor = self.limit - v_3
  120. self.ket = self.cursor
  121. if self.cursor <= self.limit_backward:
  122. self.limit_backward = v_2
  123. return False
  124. self.cursor -= 1
  125. self.bra = self.cursor
  126. if not self.slice_del():
  127. return False
  128. self.limit_backward = v_2
  129. return True
  130. def __r_other_suffix(self):
  131. if self.cursor < self.I_p1:
  132. return False
  133. v_2 = self.limit_backward
  134. self.limit_backward = self.I_p1
  135. self.ket = self.cursor
  136. among_var = self.find_among_b(SwedishStemmer.a_2)
  137. if among_var == 0:
  138. self.limit_backward = v_2
  139. return False
  140. self.bra = self.cursor
  141. if among_var == 1:
  142. if not self.slice_del():
  143. return False
  144. elif among_var == 2:
  145. if not self.slice_from(u"l\u00F6s"):
  146. return False
  147. else:
  148. if not self.slice_from(u"full"):
  149. return False
  150. self.limit_backward = v_2
  151. return True
  152. def _stem(self):
  153. v_1 = self.cursor
  154. self.__r_mark_regions()
  155. self.cursor = v_1
  156. self.limit_backward = self.cursor
  157. self.cursor = self.limit
  158. v_2 = self.limit - self.cursor
  159. self.__r_main_suffix()
  160. self.cursor = self.limit - v_2
  161. v_3 = self.limit - self.cursor
  162. self.__r_consonant_pair()
  163. self.cursor = self.limit - v_3
  164. v_4 = self.limit - self.cursor
  165. self.__r_other_suffix()
  166. self.cursor = self.limit - v_4
  167. self.cursor = self.limit_backward
  168. return True
  169. class lab0(BaseException): pass