in src/models/struxgpt_base.py [0:0]
def split_to_sentence(self, text: str) -> List[str]:
sent_tokenizer = self.sent_tokenizer_zh if is_zh(text) else self.sent_tokenizer_en
res = sent_tokenizer(text)
return [s.text for s in res.sents] if self.sent_token_spacy else res