Update Python tools

python-tools/app/runner.py

@@ -10,7 +10,7 @@ import threading
 from pathlib import Path
 
 from .config import Settings
-from .discovery import Group, Task, TaskCatalog
+from .discovery import BackgroundTask, Group, Task, TaskCatalog
 from .store import Run, RunStore
 
 
@@ -60,6 +60,29 @@ class RunManager:
         self._terminate_active_process(run.id)
         return self.store.get(run.id)
 
+    def run_background_task(self, task: BackgroundTask) -> None:
+        """Run a declared internal task without creating high-volume run history."""
+
+        log_path = self.settings.state_root / "background" / f"{task.id}.log"
+        log_path.parent.mkdir(parents=True, exist_ok=True)
+        environment = self._environment(task.group_id)
+        try:
+            with log_path.open("wb") as log_file:
+                process = subprocess.Popen(
+                    [self.settings.python_executable, str(task.path)],
+                    cwd=task.path.parent,
+                    stdin=subprocess.DEVNULL,
+                    stdout=log_file,
+                    stderr=subprocess.STDOUT,
+                    env=environment,
+                    start_new_session=True,
+                )
+                exit_code = process.wait()
+                if exit_code:
+                    log_file.write(f"Background task exited with status {exit_code}.\n".encode())
+        except OSError as error:
+            log_path.write_text(f"Could not start background task: {error}\n", encoding="utf-8")
+
     def _wake_worker(self, group_id: str) -> None:
         with self._lock:
             event = self._wake_events.setdefault(group_id, threading.Event())
@@ -145,8 +168,6 @@ class RunManager:
         ):
             return self.store.finish(run.id, status="cancelled", message="Cancelled before execution.")
 
-        task_state = self.settings.state_root / "tasks" / task.group_id
-        task_state.mkdir(parents=True, exist_ok=True)
         log_path = self.settings.state_root / "runs" / f"{run.id}.log"
         log_path.parent.mkdir(parents=True, exist_ok=True)
         input_path = self.settings.state_root / "runs" / f"{run.id}.input.json"
@@ -159,15 +180,8 @@ class RunManager:
                 status="failed",
                 message=f"Could not prepare task input: {error}",
             )
-        environment = {
-            "PATH": "/usr/local/bin:/usr/bin:/bin",
-            "PYTHONUNBUFFERED": "1",
-            "SERVER_MAINTENANCE_CREDENTIALS": str(self.settings.credentials_root),
-            "SERVER_MAINTENANCE_STATE": str(task_state),
-            "SERVER_MAINTENANCE_INPUT": str(input_path),
-        }
-        if self.settings.timezone_name:
-            environment["TZ"] = self.settings.timezone_name
+        environment = self._environment(task.group_id)
+        environment["SERVER_MAINTENANCE_INPUT"] = str(input_path)
 
         try:
             with log_path.open("wb") as log_file:
@@ -210,6 +224,19 @@ class RunManager:
             log_path=str(log_path),
         )
 
+    def _environment(self, group_id: str) -> dict[str, str]:
+        task_state = self.settings.state_root / "tasks" / group_id
+        task_state.mkdir(parents=True, exist_ok=True)
+        environment = {
+            "PATH": "/usr/local/bin:/usr/bin:/bin",
+            "PYTHONUNBUFFERED": "1",
+            "SERVER_MAINTENANCE_CREDENTIALS": str(self.settings.credentials_root),
+            "SERVER_MAINTENANCE_STATE": str(task_state),
+        }
+        if self.settings.timezone_name:
+            environment["TZ"] = self.settings.timezone_name
+        return environment
+
     def _terminate_active_process(self, run_id: int) -> None:
         with self._lock:
             process = self._processes.get(run_id)