def normalize_text_to_itemtext()

in sample_app/cerebral_genai/code/rag-on-edge-vectorDB/modules/VDBModule/function/NormalizeText.py [0:0]


    def normalize_text_to_itemtext(self, pagesitem, sep_token = " \n "):
        texts = ''
        # for item in pagesitem:
        page_text = pagesitem.strip()
        pageArray = page_text.split("\n")
        for pageitem in pageArray:
            line = pageitem.strip()
            if line != "":
                texts+=line            
        return self.normalize_text(texts)