Upload 16 files

app.py

@@ -277,7 +277,7 @@ def trigger_kaggle_workers(db_path, links_per_worker, max_workers):
             shutil.copytree("worker", worker_path / "worker")
         else:
             # We copy from parent directory if this is running locally, otherwise it's an error on HF unless packed
-            parent_worker = Path("../hf_space_worker/worker")
+            parent_worker = Path("../worker")
             if parent_worker.exists():
                 shutil.copytree(parent_worker, worker_path / "worker")
             else:

pipeline/orchestrator.py

@@ -28,9 +28,18 @@ log = logging.getLogger("orchestrator")
 
 # ── paths & constants ────────────────────────────────────────────────
 BASE_DIR       = Path(__file__).resolve().parent.parent
-DB_ACCOUNTS    = Path("/data/accounts.db")
-DB_CHANNELS    = Path("/data/channel_links.db")
-DB_TRACKER     = Path("/data/tracker.db")
+
+DATA_DIR = Path(os.environ.get("DATA_DIR", "/data"))
+if not DATA_DIR.exists():
+    try:
+        DATA_DIR.mkdir(parents=True, exist_ok=True)
+    except PermissionError:
+        DATA_DIR = BASE_DIR / "db"
+        DATA_DIR.mkdir(parents=True, exist_ok=True)
+
+DB_ACCOUNTS    = DATA_DIR / "accounts.db"
+DB_CHANNELS    = DATA_DIR / "channel_links.db"
+DB_TRACKER     = DATA_DIR / "tracker.db"
 WORKERS_DIR    = BASE_DIR / "kaggle_workers"
 WORKER_SCRIPT  = Path(__file__).resolve().parent / "worker.py"
 HF_REPO        = "AdhyanshVerma/YT"

requirements.txt

@@ -1,3 +1,4 @@
 gradio
 requests
 kaggle
+huggingface_hub