in smallpond/execution/manager.py [0:0]
def run(
self,
plan: LogicalPlan,
job_id: Optional[str] = None,
job_time: Optional[float] = None,
job_name: str = "smallpond",
job_priority: Optional[int] = None,
num_executors: int = 1,
num_executors_per_task: int = 5,
resource_group: str = "localhost",
env_variables: List[str] = None,
sidecars: List[str] = None,
user_tags: List[str] = None,
random_seed: int = None,
max_retry_count: int = DEFAULT_MAX_RETRY_COUNT,
max_fail_count: int = DEFAULT_MAX_FAIL_COUNT,
prioritize_retry=False,
speculative_exec: Literal["disable", "enable", "aggressive"] = "enable",
stop_executor_on_failure=False,
fail_fast_on_failure=False,
nonzero_exitcode_as_oom=False,
fault_inject_prob: float = 0.0,
enable_profiling=False,
enable_diagnostic_metrics=False,
enable_sched_state_dump=False,
remove_empty_parquet=False,
remove_output_root=False,
skip_task_with_empty_input=False,
manifest_only_final_results=True,
memory_allocator: Literal["system", "jemalloc", "mimalloc"] = "mimalloc",
memory_purge_delay: int = 10000,
bind_numa_node=False,
enforce_memory_limit=False,
share_log_analytics: Optional[bool] = None,
console_log_level: Literal["CRITICAL", "ERROR", "WARNING", "SUCCESS", "INFO", "DEBUG", "TRACE"] = "INFO",
file_log_level: Literal["CRITICAL", "ERROR", "WARNING", "SUCCESS", "INFO", "DEBUG", "TRACE"] = "DEBUG",
disable_log_rotation=False,
sched_state_observers: Optional[List[Scheduler.StateObserver]] = None,
output_path: Optional[str] = None,
**kwargs,