def process_markdown()

in tablestore-java-mcp-server-rag/knowledge-data-generator/chunk.py [0:0]


def process_markdown(markdown_text, max_size):
    tokens, md = parse_markdown_to_ast(markdown_text)
    chunks = split_ast_by_size(tokens, max_size)
    return [tokens_to_markdown(chunk, md) for chunk in chunks]