scripts/unified-docs/script.py

#  Licensed to the Apache Software Foundation (ASF) under one
#  or more contributor license agreements.  See the NOTICE file
#  distributed with this work for additional information
#  regarding copyright ownership.  The ASF licenses this file
#  to you under the Apache License, Version 2.0 (the
#  "License"); you may not use this file except in compliance
#  with the License.  You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
#  Unless required by applicable law or agreed to in writing,
#  software distributed under the License is distributed on an
#  "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
#  KIND, either express or implied.  See the License for the
#  specific language governing permissions and limitations
#  under the License.

import os
import shutil
from concurrent.futures import ThreadPoolExecutor


def copy_markdown_file(src_file, dst_file):

    if not os.path.exists(dst_file):
        os.makedirs(os.path.dirname(dst_file), exist_ok=True)
        shutil.copy2(src_file, dst_file)
        print(f"Copied {src_file} to {dst_file}")
    else:
        print(f"Skipped {dst_file} (already exists)")


def copy_markdown_files(src_folder, dst_folder):

    tasks = []

    for root, _, files in os.walk(src_folder):
        for file in files:
            if file.endswith(".md"):
                src_file = os.path.join(root, file)
                rel_path = os.path.relpath(src_file, src_folder)
                dst_file = os.path.join(dst_folder, rel_path)
                tasks.append((src_file, dst_file))

    with ThreadPoolExecutor() as executor:
        executor.map(lambda args: copy_markdown_file(*args), tasks)


def execute():
    base_src_folder = "../../docs/"
    zh_cn_docs_dst = "../../i18n/zh-CN/docusaurus-plugin-content-docs/current/"
    en_us_docs_dst = "../../i18n/eu-US/docusaurus-plugin-content-docs/current/"

    base_blog_folder = "../../blog/"
    zh_cn_blog_dst = "../../i18n/zh-CN/docusaurus-plugin-content-blog/"
    en_us_blog_dst = "../../i18n/eu-US/docusaurus-plugin-content-blog/"

    copy_markdown_files(base_src_folder, zh_cn_docs_dst)
    copy_markdown_files(base_src_folder, en_us_docs_dst)

    copy_markdown_files(base_blog_folder, zh_cn_blog_dst)
    copy_markdown_files(base_blog_folder, en_us_blog_dst)


if __name__ == "__main__":
    print("Copying markdown files...")
    execute()