| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319 |
- # Generated by Snowball 2.2.0 - https://snowballstem.org/
- from .basestemmer import BaseStemmer
- from .among import Among
- class IndonesianStemmer(BaseStemmer):
- '''
- This class implements the stemming algorithm defined by a snowball script.
- Generated by Snowball 2.2.0 - https://snowballstem.org/
- '''
- a_0 = [
- Among(u"kah", -1, 1),
- Among(u"lah", -1, 1),
- Among(u"pun", -1, 1)
- ]
- a_1 = [
- Among(u"nya", -1, 1),
- Among(u"ku", -1, 1),
- Among(u"mu", -1, 1)
- ]
- a_2 = [
- Among(u"i", -1, 1, "_IndonesianStemmer__r_SUFFIX_I_OK"),
- Among(u"an", -1, 1, "_IndonesianStemmer__r_SUFFIX_AN_OK"),
- Among(u"kan", 1, 1, "_IndonesianStemmer__r_SUFFIX_KAN_OK")
- ]
- a_3 = [
- Among(u"di", -1, 1),
- Among(u"ke", -1, 2),
- Among(u"me", -1, 1),
- Among(u"mem", 2, 5),
- Among(u"men", 2, 1),
- Among(u"meng", 4, 1),
- Among(u"meny", 4, 3, "_IndonesianStemmer__r_VOWEL"),
- Among(u"pem", -1, 6),
- Among(u"pen", -1, 2),
- Among(u"peng", 8, 2),
- Among(u"peny", 8, 4, "_IndonesianStemmer__r_VOWEL"),
- Among(u"ter", -1, 1)
- ]
- a_4 = [
- Among(u"be", -1, 3, "_IndonesianStemmer__r_KER"),
- Among(u"belajar", 0, 4),
- Among(u"ber", 0, 3),
- Among(u"pe", -1, 1),
- Among(u"pelajar", 3, 2),
- Among(u"per", 3, 1)
- ]
- g_vowel = [17, 65, 16]
- I_prefix = 0
- I_measure = 0
- def __r_remove_particle(self):
- self.ket = self.cursor
- if self.find_among_b(IndonesianStemmer.a_0) == 0:
- return False
- self.bra = self.cursor
- if not self.slice_del():
- return False
- self.I_measure -= 1
- return True
- def __r_remove_possessive_pronoun(self):
- self.ket = self.cursor
- if self.find_among_b(IndonesianStemmer.a_1) == 0:
- return False
- self.bra = self.cursor
- if not self.slice_del():
- return False
- self.I_measure -= 1
- return True
- def __r_SUFFIX_KAN_OK(self):
- if not self.I_prefix != 3:
- return False
- if not self.I_prefix != 2:
- return False
- return True
- def __r_SUFFIX_AN_OK(self):
- if not self.I_prefix != 1:
- return False
- return True
- def __r_SUFFIX_I_OK(self):
- if not self.I_prefix <= 2:
- return False
- v_1 = self.limit - self.cursor
- try:
- if not self.eq_s_b(u"s"):
- raise lab0()
- return False
- except lab0: pass
- self.cursor = self.limit - v_1
- return True
- def __r_remove_suffix(self):
- self.ket = self.cursor
- if self.find_among_b(IndonesianStemmer.a_2) == 0:
- return False
- self.bra = self.cursor
- if not self.slice_del():
- return False
- self.I_measure -= 1
- return True
- def __r_VOWEL(self):
- if not self.in_grouping(IndonesianStemmer.g_vowel, 97, 117):
- return False
- return True
- def __r_KER(self):
- if not self.out_grouping(IndonesianStemmer.g_vowel, 97, 117):
- return False
- if not self.eq_s(u"er"):
- return False
- return True
- def __r_remove_first_order_prefix(self):
- self.bra = self.cursor
- among_var = self.find_among(IndonesianStemmer.a_3)
- if among_var == 0:
- return False
- self.ket = self.cursor
- if among_var == 1:
- if not self.slice_del():
- return False
- self.I_prefix = 1
- self.I_measure -= 1
- elif among_var == 2:
- if not self.slice_del():
- return False
- self.I_prefix = 3
- self.I_measure -= 1
- elif among_var == 3:
- self.I_prefix = 1
- if not self.slice_from(u"s"):
- return False
- self.I_measure -= 1
- elif among_var == 4:
- self.I_prefix = 3
- if not self.slice_from(u"s"):
- return False
- self.I_measure -= 1
- elif among_var == 5:
- self.I_prefix = 1
- self.I_measure -= 1
- try:
- v_1 = self.cursor
- try:
- v_2 = self.cursor
- if not self.in_grouping(IndonesianStemmer.g_vowel, 97, 117):
- raise lab1()
- self.cursor = v_2
- if not self.slice_from(u"p"):
- return False
- raise lab0()
- except lab1: pass
- self.cursor = v_1
- if not self.slice_del():
- return False
- except lab0: pass
- else:
- self.I_prefix = 3
- self.I_measure -= 1
- try:
- v_3 = self.cursor
- try:
- v_4 = self.cursor
- if not self.in_grouping(IndonesianStemmer.g_vowel, 97, 117):
- raise lab3()
- self.cursor = v_4
- if not self.slice_from(u"p"):
- return False
- raise lab2()
- except lab3: pass
- self.cursor = v_3
- if not self.slice_del():
- return False
- except lab2: pass
- return True
- def __r_remove_second_order_prefix(self):
- self.bra = self.cursor
- among_var = self.find_among(IndonesianStemmer.a_4)
- if among_var == 0:
- return False
- self.ket = self.cursor
- if among_var == 1:
- if not self.slice_del():
- return False
- self.I_prefix = 2
- self.I_measure -= 1
- elif among_var == 2:
- if not self.slice_from(u"ajar"):
- return False
- self.I_measure -= 1
- elif among_var == 3:
- if not self.slice_del():
- return False
- self.I_prefix = 4
- self.I_measure -= 1
- else:
- if not self.slice_from(u"ajar"):
- return False
- self.I_prefix = 4
- self.I_measure -= 1
- return True
- def _stem(self):
- self.I_measure = 0
- v_1 = self.cursor
- try:
- while True:
- v_2 = self.cursor
- try:
- if not self.go_out_grouping(IndonesianStemmer.g_vowel, 97, 117):
- raise lab1()
- self.cursor += 1
- self.I_measure += 1
- continue
- except lab1: pass
- self.cursor = v_2
- break
- except lab0: pass
- self.cursor = v_1
- if not self.I_measure > 2:
- return False
- self.I_prefix = 0
- self.limit_backward = self.cursor
- self.cursor = self.limit
- v_3 = self.limit - self.cursor
- self.__r_remove_particle()
- self.cursor = self.limit - v_3
- if not self.I_measure > 2:
- return False
- v_4 = self.limit - self.cursor
- self.__r_remove_possessive_pronoun()
- self.cursor = self.limit - v_4
- self.cursor = self.limit_backward
- if not self.I_measure > 2:
- return False
- try:
- v_5 = self.cursor
- try:
- v_6 = self.cursor
- if not self.__r_remove_first_order_prefix():
- raise lab3()
- v_7 = self.cursor
- try:
- v_8 = self.cursor
- if not self.I_measure > 2:
- raise lab4()
- self.limit_backward = self.cursor
- self.cursor = self.limit
- if not self.__r_remove_suffix():
- raise lab4()
- self.cursor = self.limit_backward
- self.cursor = v_8
- if not self.I_measure > 2:
- raise lab4()
- if not self.__r_remove_second_order_prefix():
- raise lab4()
- except lab4: pass
- self.cursor = v_7
- self.cursor = v_6
- raise lab2()
- except lab3: pass
- self.cursor = v_5
- v_9 = self.cursor
- self.__r_remove_second_order_prefix()
- self.cursor = v_9
- v_10 = self.cursor
- try:
- if not self.I_measure > 2:
- raise lab5()
- self.limit_backward = self.cursor
- self.cursor = self.limit
- if not self.__r_remove_suffix():
- raise lab5()
- self.cursor = self.limit_backward
- except lab5: pass
- self.cursor = v_10
- except lab2: pass
- return True
- class lab0(BaseException): pass
- class lab1(BaseException): pass
- class lab2(BaseException): pass
- class lab3(BaseException): pass
- class lab4(BaseException): pass
- class lab5(BaseException): pass
|