Path	Lines of Code
project/alcatraz/alcatraz/clusters/_container_proc.py	38
project/alcatraz/alcatraz/clusters/_serialization.py	23
project/alcatraz/alcatraz/clusters/interface.py	16
project/alcatraz/alcatraz/clusters/local.py	1608
project/alcatraz/alcatraz/utils/cmds.py	7
project/alcatraz/pyproject.toml	35
project/nanoeval/nanoeval/__init__.py	4
project/nanoeval/nanoeval/_aiomonitor.py	44
project/nanoeval/nanoeval/_db.py	72
project/nanoeval/nanoeval/_executor_worker.py	372
project/nanoeval/nanoeval/_loop_watcher.py	29
project/nanoeval/nanoeval/_multiprocessing_utils.py	54
project/nanoeval/nanoeval/_persistent_db.py	92
project/nanoeval/nanoeval/async_breakpoint.py	15
project/nanoeval/nanoeval/asyncio_utils.py	84
project/nanoeval/nanoeval/eval.py	185
project/nanoeval/nanoeval/evaluation.py	282
project/nanoeval/nanoeval/fs_paths.py	19
project/nanoeval/nanoeval/json_recorder.py	124
project/nanoeval/nanoeval/library_config.py	173
project/nanoeval/nanoeval/metrics/__init__.py	1
project/nanoeval/nanoeval/metrics/agents.py	66
project/nanoeval/nanoeval/metrics/standard.py	103
project/nanoeval/nanoeval/monitor.py	179
project/nanoeval/nanoeval/recorder.py	23
project/nanoeval/nanoeval/recorder_protocol.py	62
project/nanoeval/nanoeval/recorders.py	3
project/nanoeval/nanoeval/setup.py	44
project/nanoeval/nanoeval/solvers/__init__.py	1
project/nanoeval/nanoeval/solvers/computer_tasks/__init__.py	1
project/nanoeval/nanoeval/solvers/computer_tasks/_serializable_base_model.py	25
project/nanoeval/nanoeval/solvers/computer_tasks/_versioning.py	28
project/nanoeval/nanoeval/solvers/computer_tasks/code_execution_interface.py	106
project/nanoeval/nanoeval/solvers/computer_tasks/limits.py	53
project/nanoeval/nanoeval/solvers/computer_tasks/pausable_timer.py	89
project/nanoeval/nanoeval/solvers/computer_tasks/solver.py	289
project/nanoeval/nanoeval/solvers/computer_tasks/steps.py	95
project/nanoeval/nanoeval/solvers/computer_tasks/task.py	104
project/nanoeval/nanoeval/solvers/mcq.py	170
project/nanoeval/nanoeval/solvers/mcq_api.py	96
project/nanoeval/nanoeval/solvers/short_answer.py	76
project/nanoeval/pyproject.toml	49
project/nanoeval_alcatraz/nanoeval_alcatraz/__init__.py	1
project/nanoeval_alcatraz/nanoeval_alcatraz/alcatraz_computer_interface.py	102
project/nanoeval_alcatraz/nanoeval_alcatraz/task_to_alcatraz_config.py	43
project/nanoeval_alcatraz/pyproject.toml	6
project/paperbench/data/papers/adaptive-pruning/config.yaml	2
project/paperbench/data/papers/all-in-one/config.yaml	2
project/paperbench/data/papers/bam/config.yaml	2
project/paperbench/data/papers/bbox/config.yaml	2
project/paperbench/data/papers/bridging-data-gaps/config.yaml	2
project/paperbench/data/papers/fre/config.yaml	2
project/paperbench/data/papers/ftrl/config.yaml	2
project/paperbench/data/papers/lbcs/config.yaml	2
project/paperbench/data/papers/lca-on-the-line/config.yaml	2
project/paperbench/data/papers/mechanistic-understanding/config.yaml	2
project/paperbench/data/papers/pinn/config.yaml	2
project/paperbench/data/papers/rice/config.yaml	2
project/paperbench/data/papers/robust-clip/config.yaml	2
project/paperbench/data/papers/sample-specific-masks/config.yaml	2
project/paperbench/data/papers/sapg/config.yaml	2
project/paperbench/data/papers/self-composing-policies/config.yaml	2
project/paperbench/data/papers/self-expansion/config.yaml	2
project/paperbench/data/papers/semantic-self-consistency/config.yaml	2
project/paperbench/data/papers/sequential-neural-score-estimation/config.yaml	2
project/paperbench/data/papers/stay-on-topic-with-classifier-free-guidance/config.yaml	2
project/paperbench/data/papers/stochastic-interpolants/config.yaml	2
project/paperbench/data/papers/test-time-model-adaptation/config.yaml	2
project/paperbench/data/papers/what-will-my-model-forget/config.yaml	2
project/paperbench/experiments/judge_eval/judge_eval_perf_cost.py	166
project/paperbench/experiments/judge_eval/judge_eval_perf_tables.py	113
project/paperbench/experiments/judge_max_depth/plot.py	56
project/paperbench/experiments/pbcd_correlation/plot.py	64
project/paperbench/paperbench/agents/aisi-basic-agent/_basic_agent_iterative.py	186
project/paperbench/paperbench/agents/aisi-basic-agent/_basic_agent_plus.py	209
project/paperbench/paperbench/agents/aisi-basic-agent/_execute.py	40
project/paperbench/paperbench/agents/aisi-basic-agent/_file_reader.py	81
project/paperbench/paperbench/agents/aisi-basic-agent/config.yaml	132
project/paperbench/paperbench/agents/aisi-basic-agent/start.py	61
project/paperbench/paperbench/agents/aisi-basic-agent/templates.py	3
project/paperbench/paperbench/agents/aisi-basic-agent/utils.py	374
project/paperbench/paperbench/agents/dummy/config.yaml	10
project/paperbench/paperbench/agents/dummy/main.py	22
project/paperbench/paperbench/agents/human/config.yaml	3
project/paperbench/paperbench/agents/registry.py	81
project/paperbench/paperbench/agents/run.py	442
project/paperbench/paperbench/agents/utils.py	36
project/paperbench/paperbench/constants.py	5
project/paperbench/paperbench/gui/app.py	420
project/paperbench/paperbench/gui/static/script.js	345
project/paperbench/paperbench/gui/static/styles.css	100
project/paperbench/paperbench/gui/templates/base.html	15
project/paperbench/paperbench/gui/templates/macros.html	33
project/paperbench/paperbench/gui/templates/rubric.html	38
project/paperbench/paperbench/infra/alcatraz.py	100
project/paperbench/paperbench/judge/constants.py	15
project/paperbench/paperbench/judge/create_judge.py	55
project/paperbench/paperbench/judge/judge.py	886
project/paperbench/paperbench/judge/judge_eval/download_data.py	70
project/paperbench/paperbench/judge/judge_eval/evaluate.py	72
project/paperbench/paperbench/judge/judge_eval/registry.py	70
project/paperbench/paperbench/judge/utils.py	78
project/paperbench/paperbench/metrics.py	223
project/paperbench/paperbench/monitor/create_monitor.py	11
project/paperbench/paperbench/monitor/monitor.py	111
project/paperbench/paperbench/nano/entrypoint.py	14
project/paperbench/paperbench/nano/eval.py	961
project/paperbench/paperbench/nano/utils.py	146
project/paperbench/paperbench/paper_registry.py	72
project/paperbench/paperbench/rubric/__init__.py	1
project/paperbench/paperbench/rubric/tasks.py	243
project/paperbench/paperbench/rubric/utils.py	26
project/paperbench/paperbench/scripts/alcatraz_services.py	259
project/paperbench/paperbench/scripts/run_judge.py	192
project/paperbench/paperbench/scripts/run_judge_eval.py	196
project/paperbench/paperbench/scripts/run_monitor.py	170
project/paperbench/paperbench/scripts/run_reproduce.py	150
project/paperbench/paperbench/utils.py	122
project/paperbench/pyproject.toml	38
pyproject.toml	154