def create_sections()

in src/prepdocs/prepdocs.py [0:0]

• 13 lines of code
• 3 McCabe index (conditional complexity)

def create_sections(filename, page_map, use_vectors, embedding_deployment: str = None, embedding_model: str = None):
    file_id = filename_to_id(filename)
    for i, (content, pagenum) in enumerate(split_text(page_map, filename)):
        section = {
            "id": f"{file_id}-page-{i}",
            "content": content,
            "category": args.category,
            "sourcepage": blob_name_from_file_page(filename, pagenum),
            "sourcefile": filename,
        }
        if use_vectors:
            section["embedding"] = compute_embedding(content, embedding_deployment, embedding_model)
        yield section