in src/smspark/spark_executor_logs_watcher.py [0:0]
def run(self) -> None:
"""Run the executor log watcher."""
if not os.path.isdir(self.log_dir):
os.makedirs(self.log_dir)
print(f"Starting executor logs watcher on log_dir: {self.log_dir}")
observer = Observer()
event_handler = SparkExecutorLogsHandler()
observer.schedule(event_handler, self.log_dir, recursive=True)
observer.start()
try:
while True:
time.sleep(5)
except BaseException:
observer.stop()
observer.join()