def split_to_sentence()

in src/models/struxgpt_base.py [0:0]


    def split_to_sentence(self, text: str) -> List[str]:
        sent_tokenizer = self.sent_tokenizer_zh if is_zh(text) else self.sent_tokenizer_en
        res = sent_tokenizer(text)

        return [s.text for s in res.sents] if self.sent_token_spacy else res