norwegian_stemmer.py 5.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191
  1. # Generated by Snowball 2.2.0 - https://snowballstem.org/
  2. from .basestemmer import BaseStemmer
  3. from .among import Among
  4. class NorwegianStemmer(BaseStemmer):
  5. '''
  6. This class implements the stemming algorithm defined by a snowball script.
  7. Generated by Snowball 2.2.0 - https://snowballstem.org/
  8. '''
  9. a_0 = [
  10. Among(u"a", -1, 1),
  11. Among(u"e", -1, 1),
  12. Among(u"ede", 1, 1),
  13. Among(u"ande", 1, 1),
  14. Among(u"ende", 1, 1),
  15. Among(u"ane", 1, 1),
  16. Among(u"ene", 1, 1),
  17. Among(u"hetene", 6, 1),
  18. Among(u"erte", 1, 3),
  19. Among(u"en", -1, 1),
  20. Among(u"heten", 9, 1),
  21. Among(u"ar", -1, 1),
  22. Among(u"er", -1, 1),
  23. Among(u"heter", 12, 1),
  24. Among(u"s", -1, 2),
  25. Among(u"as", 14, 1),
  26. Among(u"es", 14, 1),
  27. Among(u"edes", 16, 1),
  28. Among(u"endes", 16, 1),
  29. Among(u"enes", 16, 1),
  30. Among(u"hetenes", 19, 1),
  31. Among(u"ens", 14, 1),
  32. Among(u"hetens", 21, 1),
  33. Among(u"ers", 14, 1),
  34. Among(u"ets", 14, 1),
  35. Among(u"et", -1, 1),
  36. Among(u"het", 25, 1),
  37. Among(u"ert", -1, 3),
  38. Among(u"ast", -1, 1)
  39. ]
  40. a_1 = [
  41. Among(u"dt", -1, -1),
  42. Among(u"vt", -1, -1)
  43. ]
  44. a_2 = [
  45. Among(u"leg", -1, 1),
  46. Among(u"eleg", 0, 1),
  47. Among(u"ig", -1, 1),
  48. Among(u"eig", 2, 1),
  49. Among(u"lig", 2, 1),
  50. Among(u"elig", 4, 1),
  51. Among(u"els", -1, 1),
  52. Among(u"lov", -1, 1),
  53. Among(u"elov", 7, 1),
  54. Among(u"slov", 7, 1),
  55. Among(u"hetslov", 9, 1)
  56. ]
  57. g_v = [17, 65, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 48, 0, 128]
  58. g_s_ending = [119, 125, 149, 1]
  59. I_x = 0
  60. I_p1 = 0
  61. def __r_mark_regions(self):
  62. self.I_p1 = self.limit
  63. v_1 = self.cursor
  64. c = self.cursor + 3
  65. if c > self.limit:
  66. return False
  67. self.cursor = c
  68. self.I_x = self.cursor
  69. self.cursor = v_1
  70. if not self.go_out_grouping(NorwegianStemmer.g_v, 97, 248):
  71. return False
  72. if not self.go_in_grouping(NorwegianStemmer.g_v, 97, 248):
  73. return False
  74. self.cursor += 1
  75. self.I_p1 = self.cursor
  76. try:
  77. if not self.I_p1 < self.I_x:
  78. raise lab0()
  79. self.I_p1 = self.I_x
  80. except lab0: pass
  81. return True
  82. def __r_main_suffix(self):
  83. if self.cursor < self.I_p1:
  84. return False
  85. v_2 = self.limit_backward
  86. self.limit_backward = self.I_p1
  87. self.ket = self.cursor
  88. among_var = self.find_among_b(NorwegianStemmer.a_0)
  89. if among_var == 0:
  90. self.limit_backward = v_2
  91. return False
  92. self.bra = self.cursor
  93. self.limit_backward = v_2
  94. if among_var == 1:
  95. if not self.slice_del():
  96. return False
  97. elif among_var == 2:
  98. try:
  99. v_3 = self.limit - self.cursor
  100. try:
  101. if not self.in_grouping_b(NorwegianStemmer.g_s_ending, 98, 122):
  102. raise lab1()
  103. raise lab0()
  104. except lab1: pass
  105. self.cursor = self.limit - v_3
  106. if not self.eq_s_b(u"k"):
  107. return False
  108. if not self.out_grouping_b(NorwegianStemmer.g_v, 97, 248):
  109. return False
  110. except lab0: pass
  111. if not self.slice_del():
  112. return False
  113. else:
  114. if not self.slice_from(u"er"):
  115. return False
  116. return True
  117. def __r_consonant_pair(self):
  118. v_1 = self.limit - self.cursor
  119. if self.cursor < self.I_p1:
  120. return False
  121. v_3 = self.limit_backward
  122. self.limit_backward = self.I_p1
  123. self.ket = self.cursor
  124. if self.find_among_b(NorwegianStemmer.a_1) == 0:
  125. self.limit_backward = v_3
  126. return False
  127. self.bra = self.cursor
  128. self.limit_backward = v_3
  129. self.cursor = self.limit - v_1
  130. if self.cursor <= self.limit_backward:
  131. return False
  132. self.cursor -= 1
  133. self.bra = self.cursor
  134. if not self.slice_del():
  135. return False
  136. return True
  137. def __r_other_suffix(self):
  138. if self.cursor < self.I_p1:
  139. return False
  140. v_2 = self.limit_backward
  141. self.limit_backward = self.I_p1
  142. self.ket = self.cursor
  143. if self.find_among_b(NorwegianStemmer.a_2) == 0:
  144. self.limit_backward = v_2
  145. return False
  146. self.bra = self.cursor
  147. self.limit_backward = v_2
  148. if not self.slice_del():
  149. return False
  150. return True
  151. def _stem(self):
  152. v_1 = self.cursor
  153. self.__r_mark_regions()
  154. self.cursor = v_1
  155. self.limit_backward = self.cursor
  156. self.cursor = self.limit
  157. v_2 = self.limit - self.cursor
  158. self.__r_main_suffix()
  159. self.cursor = self.limit - v_2
  160. v_3 = self.limit - self.cursor
  161. self.__r_consonant_pair()
  162. self.cursor = self.limit - v_3
  163. v_4 = self.limit - self.cursor
  164. self.__r_other_suffix()
  165. self.cursor = self.limit - v_4
  166. self.cursor = self.limit_backward
  167. return True
  168. class lab0(BaseException): pass
  169. class lab1(BaseException): pass