- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Documentation path like ".*/docs/.*" 23 files: docs/source/adding-a-custom-task.mdx docs/source/use-huggingface-inference-endpoints-or-tgi-as-backend.mdx docs/source/evaluating-a-custom-model.mdx docs/source/use-vllm-as-backend.mdx docs/source/use-sglang-as-backend.mdx docs/source/index.mdx docs/source/saving-and-reading-results.mdx docs/source/installation.mdx docs/source/contributing-to-multilingual-evaluations.mdx docs/source/use-litellm-as-backend.mdx docs/source/available-tasks.mdx docs/source/adding-a-new-metric.mdx docs/source/use-inference-providers-as-backend.mdx docs/source/using-the-python-api.mdx docs/source/package_reference/models_outputs.mdx docs/source/package_reference/pipeline.mdx docs/source/package_reference/models.mdx docs/source/package_reference/tasks.mdx docs/source/package_reference/metrics.mdx docs/source/package_reference/logging.mdx docs/source/package_reference/evaluation_tracker.mdx docs/source/metric-list.mdx docs/source/quicktour.mdx - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Hidden files and folders path like ".*/[.][a-zA-Z0-9_]+.*" 9 files: .github/workflows/slow_tests.yaml .github/workflows/tests.yaml .github/workflows/quality.yaml .github/ISSUE_TEMPLATE/bug_report.md .github/ISSUE_TEMPLATE/evaluation-task-request.md .github/ISSUE_TEMPLATE/feature-request.md .gitignore .gitattributes .pre-commit-config.yaml - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Too long lines (1000+ characters) 4 files: src/lighteval/metrics/judge_prompts.jsonl src/lighteval/tasks/default_prompts.py tests/metrics/test_extractive_match.py assets/lighteval-doc.svg - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Too many lines (10000) 1 files: src/lighteval/tasks/default_tasks.py - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Git history path like ".*/git[-]history[.]txt" 1 files: git-history.txt - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -