in tablestore-java-mcp-server-rag/knowledge-data-generator/chunk.py [0:0]
def process_markdown(markdown_text, max_size):
tokens, md = parse_markdown_to_ast(markdown_text)
chunks = split_ast_by_size(tokens, max_size)
return [tokens_to_markdown(chunk, md) for chunk in chunks]