in devai-cli/src/devai/commands/rag/load.py [0:0]
def load_docs(repo_path, branch, local_dir, allowed_extensions):
if Path(local_dir).exists():
try:
repo = Repo(local_dir)
repo.remotes.origin.pull()
except Exception as e:
print(f"Error pulling updates: {e}")
shutil.rmtree(local_dir)
Repo.clone_from(repo_path, local_dir)
else:
Repo.clone_from(repo_path, local_dir)
def file_filter(file_path: str) -> bool:
return any(file_path.endswith(ext) for ext in allowed_extensions)
loader = GitLoader(local_dir, branch=branch, file_filter=file_filter)
return loader.load()