| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548 |
- # Generated by Snowball 2.2.0 - https://snowballstem.org/
- from .basestemmer import BaseStemmer
- from .among import Among
- class FinnishStemmer(BaseStemmer):
- '''
- This class implements the stemming algorithm defined by a snowball script.
- Generated by Snowball 2.2.0 - https://snowballstem.org/
- '''
- a_0 = [
- Among(u"pa", -1, 1),
- Among(u"sti", -1, 2),
- Among(u"kaan", -1, 1),
- Among(u"han", -1, 1),
- Among(u"kin", -1, 1),
- Among(u"h\u00E4n", -1, 1),
- Among(u"k\u00E4\u00E4n", -1, 1),
- Among(u"ko", -1, 1),
- Among(u"p\u00E4", -1, 1),
- Among(u"k\u00F6", -1, 1)
- ]
- a_1 = [
- Among(u"lla", -1, -1),
- Among(u"na", -1, -1),
- Among(u"ssa", -1, -1),
- Among(u"ta", -1, -1),
- Among(u"lta", 3, -1),
- Among(u"sta", 3, -1)
- ]
- a_2 = [
- Among(u"ll\u00E4", -1, -1),
- Among(u"n\u00E4", -1, -1),
- Among(u"ss\u00E4", -1, -1),
- Among(u"t\u00E4", -1, -1),
- Among(u"lt\u00E4", 3, -1),
- Among(u"st\u00E4", 3, -1)
- ]
- a_3 = [
- Among(u"lle", -1, -1),
- Among(u"ine", -1, -1)
- ]
- a_4 = [
- Among(u"nsa", -1, 3),
- Among(u"mme", -1, 3),
- Among(u"nne", -1, 3),
- Among(u"ni", -1, 2),
- Among(u"si", -1, 1),
- Among(u"an", -1, 4),
- Among(u"en", -1, 6),
- Among(u"\u00E4n", -1, 5),
- Among(u"ns\u00E4", -1, 3)
- ]
- a_5 = [
- Among(u"aa", -1, -1),
- Among(u"ee", -1, -1),
- Among(u"ii", -1, -1),
- Among(u"oo", -1, -1),
- Among(u"uu", -1, -1),
- Among(u"\u00E4\u00E4", -1, -1),
- Among(u"\u00F6\u00F6", -1, -1)
- ]
- a_6 = [
- Among(u"a", -1, 8),
- Among(u"lla", 0, -1),
- Among(u"na", 0, -1),
- Among(u"ssa", 0, -1),
- Among(u"ta", 0, -1),
- Among(u"lta", 4, -1),
- Among(u"sta", 4, -1),
- Among(u"tta", 4, 2),
- Among(u"lle", -1, -1),
- Among(u"ine", -1, -1),
- Among(u"ksi", -1, -1),
- Among(u"n", -1, 7),
- Among(u"han", 11, 1),
- Among(u"den", 11, -1, "_FinnishStemmer__r_VI"),
- Among(u"seen", 11, -1, "_FinnishStemmer__r_LONG"),
- Among(u"hen", 11, 2),
- Among(u"tten", 11, -1, "_FinnishStemmer__r_VI"),
- Among(u"hin", 11, 3),
- Among(u"siin", 11, -1, "_FinnishStemmer__r_VI"),
- Among(u"hon", 11, 4),
- Among(u"h\u00E4n", 11, 5),
- Among(u"h\u00F6n", 11, 6),
- Among(u"\u00E4", -1, 8),
- Among(u"ll\u00E4", 22, -1),
- Among(u"n\u00E4", 22, -1),
- Among(u"ss\u00E4", 22, -1),
- Among(u"t\u00E4", 22, -1),
- Among(u"lt\u00E4", 26, -1),
- Among(u"st\u00E4", 26, -1),
- Among(u"tt\u00E4", 26, 2)
- ]
- a_7 = [
- Among(u"eja", -1, -1),
- Among(u"mma", -1, 1),
- Among(u"imma", 1, -1),
- Among(u"mpa", -1, 1),
- Among(u"impa", 3, -1),
- Among(u"mmi", -1, 1),
- Among(u"immi", 5, -1),
- Among(u"mpi", -1, 1),
- Among(u"impi", 7, -1),
- Among(u"ej\u00E4", -1, -1),
- Among(u"mm\u00E4", -1, 1),
- Among(u"imm\u00E4", 10, -1),
- Among(u"mp\u00E4", -1, 1),
- Among(u"imp\u00E4", 12, -1)
- ]
- a_8 = [
- Among(u"i", -1, -1),
- Among(u"j", -1, -1)
- ]
- a_9 = [
- Among(u"mma", -1, 1),
- Among(u"imma", 0, -1)
- ]
- g_AEI = [17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8]
- g_C = [119, 223, 119, 1]
- g_V1 = [17, 65, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 32]
- g_V2 = [17, 65, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 32]
- g_particle_end = [17, 97, 24, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 32]
- B_ending_removed = False
- S_x = ""
- I_p2 = 0
- I_p1 = 0
- def __r_mark_regions(self):
- self.I_p1 = self.limit
- self.I_p2 = self.limit
- if not self.go_out_grouping(FinnishStemmer.g_V1, 97, 246):
- return False
- if not self.go_in_grouping(FinnishStemmer.g_V1, 97, 246):
- return False
- self.cursor += 1
- self.I_p1 = self.cursor
- if not self.go_out_grouping(FinnishStemmer.g_V1, 97, 246):
- return False
- if not self.go_in_grouping(FinnishStemmer.g_V1, 97, 246):
- return False
- self.cursor += 1
- self.I_p2 = self.cursor
- return True
- def __r_R2(self):
- if not self.I_p2 <= self.cursor:
- return False
- return True
- def __r_particle_etc(self):
- if self.cursor < self.I_p1:
- return False
- v_2 = self.limit_backward
- self.limit_backward = self.I_p1
- self.ket = self.cursor
- among_var = self.find_among_b(FinnishStemmer.a_0)
- if among_var == 0:
- self.limit_backward = v_2
- return False
- self.bra = self.cursor
- self.limit_backward = v_2
- if among_var == 1:
- if not self.in_grouping_b(FinnishStemmer.g_particle_end, 97, 246):
- return False
- else:
- if not self.__r_R2():
- return False
- if not self.slice_del():
- return False
- return True
- def __r_possessive(self):
- if self.cursor < self.I_p1:
- return False
- v_2 = self.limit_backward
- self.limit_backward = self.I_p1
- self.ket = self.cursor
- among_var = self.find_among_b(FinnishStemmer.a_4)
- if among_var == 0:
- self.limit_backward = v_2
- return False
- self.bra = self.cursor
- self.limit_backward = v_2
- if among_var == 1:
- v_3 = self.limit - self.cursor
- try:
- if not self.eq_s_b(u"k"):
- raise lab0()
- return False
- except lab0: pass
- self.cursor = self.limit - v_3
- if not self.slice_del():
- return False
- elif among_var == 2:
- if not self.slice_del():
- return False
- self.ket = self.cursor
- if not self.eq_s_b(u"kse"):
- return False
- self.bra = self.cursor
- if not self.slice_from(u"ksi"):
- return False
- elif among_var == 3:
- if not self.slice_del():
- return False
- elif among_var == 4:
- if self.find_among_b(FinnishStemmer.a_1) == 0:
- return False
- if not self.slice_del():
- return False
- elif among_var == 5:
- if self.find_among_b(FinnishStemmer.a_2) == 0:
- return False
- if not self.slice_del():
- return False
- else:
- if self.find_among_b(FinnishStemmer.a_3) == 0:
- return False
- if not self.slice_del():
- return False
- return True
- def __r_LONG(self):
- if self.find_among_b(FinnishStemmer.a_5) == 0:
- return False
- return True
- def __r_VI(self):
- if not self.eq_s_b(u"i"):
- return False
- if not self.in_grouping_b(FinnishStemmer.g_V2, 97, 246):
- return False
- return True
- def __r_case_ending(self):
- if self.cursor < self.I_p1:
- return False
- v_2 = self.limit_backward
- self.limit_backward = self.I_p1
- self.ket = self.cursor
- among_var = self.find_among_b(FinnishStemmer.a_6)
- if among_var == 0:
- self.limit_backward = v_2
- return False
- self.bra = self.cursor
- self.limit_backward = v_2
- if among_var == 1:
- if not self.eq_s_b(u"a"):
- return False
- elif among_var == 2:
- if not self.eq_s_b(u"e"):
- return False
- elif among_var == 3:
- if not self.eq_s_b(u"i"):
- return False
- elif among_var == 4:
- if not self.eq_s_b(u"o"):
- return False
- elif among_var == 5:
- if not self.eq_s_b(u"\u00E4"):
- return False
- elif among_var == 6:
- if not self.eq_s_b(u"\u00F6"):
- return False
- elif among_var == 7:
- v_3 = self.limit - self.cursor
- try:
- v_4 = self.limit - self.cursor
- try:
- v_5 = self.limit - self.cursor
- try:
- if not self.__r_LONG():
- raise lab2()
- raise lab1()
- except lab2: pass
- self.cursor = self.limit - v_5
- if not self.eq_s_b(u"ie"):
- self.cursor = self.limit - v_3
- raise lab0()
- except lab1: pass
- self.cursor = self.limit - v_4
- if self.cursor <= self.limit_backward:
- self.cursor = self.limit - v_3
- raise lab0()
- self.cursor -= 1
- self.bra = self.cursor
- except lab0: pass
- elif among_var == 8:
- if not self.in_grouping_b(FinnishStemmer.g_V1, 97, 246):
- return False
- if not self.in_grouping_b(FinnishStemmer.g_C, 98, 122):
- return False
- if not self.slice_del():
- return False
- self.B_ending_removed = True
- return True
- def __r_other_endings(self):
- if self.cursor < self.I_p2:
- return False
- v_2 = self.limit_backward
- self.limit_backward = self.I_p2
- self.ket = self.cursor
- among_var = self.find_among_b(FinnishStemmer.a_7)
- if among_var == 0:
- self.limit_backward = v_2
- return False
- self.bra = self.cursor
- self.limit_backward = v_2
- if among_var == 1:
- v_3 = self.limit - self.cursor
- try:
- if not self.eq_s_b(u"po"):
- raise lab0()
- return False
- except lab0: pass
- self.cursor = self.limit - v_3
- if not self.slice_del():
- return False
- return True
- def __r_i_plural(self):
- if self.cursor < self.I_p1:
- return False
- v_2 = self.limit_backward
- self.limit_backward = self.I_p1
- self.ket = self.cursor
- if self.find_among_b(FinnishStemmer.a_8) == 0:
- self.limit_backward = v_2
- return False
- self.bra = self.cursor
- self.limit_backward = v_2
- if not self.slice_del():
- return False
- return True
- def __r_t_plural(self):
- if self.cursor < self.I_p1:
- return False
- v_2 = self.limit_backward
- self.limit_backward = self.I_p1
- self.ket = self.cursor
- if not self.eq_s_b(u"t"):
- self.limit_backward = v_2
- return False
- self.bra = self.cursor
- v_3 = self.limit - self.cursor
- if not self.in_grouping_b(FinnishStemmer.g_V1, 97, 246):
- self.limit_backward = v_2
- return False
- self.cursor = self.limit - v_3
- if not self.slice_del():
- return False
- self.limit_backward = v_2
- if self.cursor < self.I_p2:
- return False
- v_5 = self.limit_backward
- self.limit_backward = self.I_p2
- self.ket = self.cursor
- among_var = self.find_among_b(FinnishStemmer.a_9)
- if among_var == 0:
- self.limit_backward = v_5
- return False
- self.bra = self.cursor
- self.limit_backward = v_5
- if among_var == 1:
- v_6 = self.limit - self.cursor
- try:
- if not self.eq_s_b(u"po"):
- raise lab0()
- return False
- except lab0: pass
- self.cursor = self.limit - v_6
- if not self.slice_del():
- return False
- return True
- def __r_tidy(self):
- if self.cursor < self.I_p1:
- return False
- v_2 = self.limit_backward
- self.limit_backward = self.I_p1
- v_3 = self.limit - self.cursor
- try:
- v_4 = self.limit - self.cursor
- if not self.__r_LONG():
- raise lab0()
- self.cursor = self.limit - v_4
- self.ket = self.cursor
- if self.cursor <= self.limit_backward:
- raise lab0()
- self.cursor -= 1
- self.bra = self.cursor
- if not self.slice_del():
- return False
- except lab0: pass
- self.cursor = self.limit - v_3
- v_5 = self.limit - self.cursor
- try:
- self.ket = self.cursor
- if not self.in_grouping_b(FinnishStemmer.g_AEI, 97, 228):
- raise lab1()
- self.bra = self.cursor
- if not self.in_grouping_b(FinnishStemmer.g_C, 98, 122):
- raise lab1()
- if not self.slice_del():
- return False
- except lab1: pass
- self.cursor = self.limit - v_5
- v_6 = self.limit - self.cursor
- try:
- self.ket = self.cursor
- if not self.eq_s_b(u"j"):
- raise lab2()
- self.bra = self.cursor
- try:
- v_7 = self.limit - self.cursor
- try:
- if not self.eq_s_b(u"o"):
- raise lab4()
- raise lab3()
- except lab4: pass
- self.cursor = self.limit - v_7
- if not self.eq_s_b(u"u"):
- raise lab2()
- except lab3: pass
- if not self.slice_del():
- return False
- except lab2: pass
- self.cursor = self.limit - v_6
- v_8 = self.limit - self.cursor
- try:
- self.ket = self.cursor
- if not self.eq_s_b(u"o"):
- raise lab5()
- self.bra = self.cursor
- if not self.eq_s_b(u"j"):
- raise lab5()
- if not self.slice_del():
- return False
- except lab5: pass
- self.cursor = self.limit - v_8
- self.limit_backward = v_2
- if not self.go_in_grouping_b(FinnishStemmer.g_V1, 97, 246):
- return False
- self.ket = self.cursor
- if not self.in_grouping_b(FinnishStemmer.g_C, 98, 122):
- return False
- self.bra = self.cursor
- self.S_x = self.slice_to()
- if self.S_x == '':
- return False
- if not self.eq_s_b(self.S_x):
- return False
- if not self.slice_del():
- return False
- return True
- def _stem(self):
- v_1 = self.cursor
- self.__r_mark_regions()
- self.cursor = v_1
- self.B_ending_removed = False
- self.limit_backward = self.cursor
- self.cursor = self.limit
- v_2 = self.limit - self.cursor
- self.__r_particle_etc()
- self.cursor = self.limit - v_2
- v_3 = self.limit - self.cursor
- self.__r_possessive()
- self.cursor = self.limit - v_3
- v_4 = self.limit - self.cursor
- self.__r_case_ending()
- self.cursor = self.limit - v_4
- v_5 = self.limit - self.cursor
- self.__r_other_endings()
- self.cursor = self.limit - v_5
- try:
- try:
- if not self.B_ending_removed:
- raise lab1()
- v_7 = self.limit - self.cursor
- self.__r_i_plural()
- self.cursor = self.limit - v_7
- raise lab0()
- except lab1: pass
- v_8 = self.limit - self.cursor
- self.__r_t_plural()
- self.cursor = self.limit - v_8
- except lab0: pass
- v_9 = self.limit - self.cursor
- self.__r_tidy()
- self.cursor = self.limit - v_9
- self.cursor = self.limit_backward
- return True
- class lab0(BaseException): pass
- class lab1(BaseException): pass
- class lab2(BaseException): pass
- class lab3(BaseException): pass
- class lab4(BaseException): pass
- class lab5(BaseException): pass
|