Update Colab launcher to use the correct repository URL and streamline server startup process

training/colab_launcher.ipynb

@@ -44,7 +44,7 @@
    "outputs": [],
    "source": [
     "import os\n",
-    "REPO_URL = 'https://github.com/<your-username>/stocker.git'   # <-- edit me\n",
+    "REPO_URL = 'https://github.com/CRIMSONHydra/stocker.git'   # <-- edit me\n",
     "WORKDIR  = '/content/stocker'\n",
     "if not os.path.isdir(WORKDIR):\n",
     "    assert '<your-username>' not in REPO_URL, 'Edit REPO_URL first.'\n",
@@ -97,71 +97,7 @@
    "id": "launch",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "import os, secrets, subprocess, time, re, pathlib, signal\n",
-    "\n",
-    "TOKEN = secrets.token_urlsafe(24)\n",
-    "PORT  = 9988\n",
-    "LOG_J = pathlib.Path('/content/jupyter.log')\n",
-    "LOG_C = pathlib.Path('/content/cloudflared.log')\n",
-    "\n",
-    "# Kill any previous instances\n",
-    "for proc in ('jupyter-server', 'cloudflared'):\n",
-    "    !pkill -f {proc} 2>/dev/null\n",
-    "time.sleep(1)\n",
-    "\n",
-    "# Start jupyter-server in the background, listening only on localhost.\n",
-    "# We run it from /content/stocker so the kernel's cwd matches the repo.\n",
-    "os.environ['PYTHONPATH'] = '/content/stocker'\n",
-    "j = subprocess.Popen(\n",
-    "    [\n",
-    "        'jupyter', 'server',\n",
-    "        f'--ServerApp.token={TOKEN}',\n",
-    "        '--ServerApp.password=',\n",
-    "        f'--ServerApp.port={PORT}',\n",
-    "        '--ServerApp.ip=127.0.0.1',\n",
-    "        '--ServerApp.allow_origin=*',\n",
-    "        '--ServerApp.disable_check_xsrf=True',\n",
-    "        '--ServerApp.allow_remote_access=True',\n",
-    "        '--no-browser',\n",
-    "        f'--ServerApp.root_dir=/content/stocker',\n",
-    "    ],\n",
-    "    stdout=open(LOG_J, 'w'),\n",
-    "    stderr=subprocess.STDOUT,\n",
-    "    cwd='/content/stocker',\n",
-    ")\n",
-    "time.sleep(3)\n",
-    "assert j.poll() is None, f'jupyter-server died:\\n{LOG_J.read_text()[-2000:]}'\n",
-    "print('jupyter-server up on port', PORT)\n",
-    "\n",
-    "# Start the cloudflared quick tunnel.\n",
-    "c = subprocess.Popen(\n",
-    "    ['cloudflared', 'tunnel', '--url', f'http://127.0.0.1:{PORT}', '--no-autoupdate'],\n",
-    "    stdout=open(LOG_C, 'w'),\n",
-    "    stderr=subprocess.STDOUT,\n",
-    ")\n",
-    "\n",
-    "# Wait for the public URL to appear in the cloudflared log.\n",
-    "url = None\n",
-    "for _ in range(40):\n",
-    "    time.sleep(1)\n",
-    "    txt = LOG_C.read_text() if LOG_C.exists() else ''\n",
-    "    m = re.search(r'https://[a-z0-9-]+\\.trycloudflare\\.com', txt)\n",
-    "    if m:\n",
-    "        url = m.group(0)\n",
-    "        break\n",
-    "assert url, f'cloudflared did not produce a URL:\\n{LOG_C.read_text()[-2000:]}'\n",
-    "\n",
-    "FULL = f'{url}/?token={TOKEN}'\n",
-    "print('\\n' + '=' * 70)\n",
-    "print('Paste this into VSCode -> Jupyter: Specify Jupyter Server for Connections:')\n",
-    "print()\n",
-    "print('   ', FULL)\n",
-    "print()\n",
-    "print('Or use it from anywhere:  curl -s', f'\"{FULL}/api/status\"')\n",
-    "print('=' * 70)\n",
-    "print('\\nKeep this Colab tab open. The tunnel dies when the runtime disconnects.')"
-   ]
+   "source": "import os, re, secrets, signal, socket, subprocess, sys, time, pathlib\n\nTOKEN = secrets.token_urlsafe(24)\nPORT  = 9988\nLOG_J = pathlib.Path('/content/jupyter.log')\nLOG_C = pathlib.Path('/content/cloudflared.log')\nWORKDIR = '/content/stocker'\n\n# We track the PIDs of OUR own children so re-running this cell can clean up\n# without `pkill -f jupyter-server` (which would also kill Colab's backend\n# and disconnect the runtime!).\nPID_DIR = pathlib.Path('/tmp/stocker_launcher_pids'); PID_DIR.mkdir(exist_ok=True)\n\ndef _kill_prev(name: str) -> None:\n    pf = PID_DIR / f'{name}.pid'\n    if not pf.exists():\n        return\n    try:\n        pid = int(pf.read_text().strip())\n        os.kill(pid, signal.SIGKILL)\n    except (ProcessLookupError, ValueError):\n        pass\n    pf.unlink(missing_ok=True)\n\n_kill_prev('jupyter'); _kill_prev('cloudflared')\nLOG_J.write_text(''); LOG_C.write_text('')\n\ndef _port_free(p: int) -> bool:\n    with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:\n        return s.connect_ex(('127.0.0.1', p)) != 0\n\nif not _port_free(PORT):\n    raise RuntimeError(\n        f'Port {PORT} still in use. Re-run after a moment, or restart the '\n        f'runtime (Runtime > Restart session) and re-run all cells.'\n    )\n\n# --- jupyter-server -------------------------------------------------------\nos.environ['PYTHONPATH'] = WORKDIR\nj = subprocess.Popen(\n    [\n        sys.executable, '-m', 'jupyter', 'server',\n        f'--ServerApp.token={TOKEN}',\n        '--ServerApp.password=',\n        f'--ServerApp.port={PORT}',\n        '--ServerApp.ip=127.0.0.1',\n        '--ServerApp.allow_origin=*',\n        '--ServerApp.disable_check_xsrf=True',\n        '--ServerApp.allow_remote_access=True',\n        '--no-browser',\n        f'--ServerApp.root_dir={WORKDIR}',\n    ],\n    stdout=open(LOG_J, 'w'),\n    stderr=subprocess.STDOUT,\n    cwd=WORKDIR,\n)\n(PID_DIR / 'jupyter.pid').write_text(str(j.pid))\ntime.sleep(3)\nif j.poll() is not None:\n    raise RuntimeError(f'jupyter-server died:\\n{LOG_J.read_text()[-2000:]}')\nprint(f'jupyter-server up on 127.0.0.1:{PORT}  (pid={j.pid})')\n\n# --- cloudflared (with --logfile, NOT shell redirection) ------------------\nc = subprocess.Popen(\n    ['cloudflared', 'tunnel',\n     '--url', f'http://127.0.0.1:{PORT}',\n     '--no-autoupdate',\n     '--loglevel', 'info',\n     '--logfile', str(LOG_C)],\n    stdout=subprocess.DEVNULL,\n    stderr=subprocess.DEVNULL,\n)\n(PID_DIR / 'cloudflared.pid').write_text(str(c.pid))\n\nprint('cloudflared starting (typical: 5-30s) ', end='', flush=True)\nurl, deadline = None, time.time() + 120\nURL_RE = re.compile(r'https://[a-z0-9-]+\\.trycloudflare\\.com')\nwhile time.time() < deadline:\n    if c.poll() is not None:\n        print(f'\\ncloudflared exited unexpectedly:\\n{LOG_C.read_text()[-2000:]}', file=sys.stderr)\n        break\n    txt = LOG_C.read_text() if LOG_C.exists() else ''\n    m = URL_RE.search(txt)\n    if m:\n        url = m.group(0)\n        break\n    print('.', end='', flush=True)\n    time.sleep(2)\nprint()\n\nif not url:\n    raise RuntimeError(\n        'cloudflared did not produce a URL within 120s.\\n'\n        '----- last 2KB of cloudflared log -----\\n'\n        + LOG_C.read_text()[-2000:]\n        + '\\n----- last 1KB of jupyter log -----\\n'\n        + LOG_J.read_text()[-1000:]\n    )\n\nFULL = f'{url}/?token={TOKEN}'\nprint('=' * 70)\nprint('Paste this into VSCode -> Jupyter: Specify Jupyter Server for Connections')\nprint()\nprint('   ', FULL)\nprint()\nprint('Smoke-test from anywhere:')\nprint(f'   curl -s \"{FULL}/api/status\" | head -c 200')\nprint('=' * 70)\nprint('\\nKeep this Colab tab open — the tunnel dies when the runtime disconnects.')"
   },
   {
    "cell_type": "markdown",
@@ -202,9 +138,15 @@
   }
  ],
  "metadata": {
-  "kernelspec": {"display_name": "Python 3", "language": "python", "name": "python3"},
-  "language_info": {"name": "python"}
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "name": "python"
+  }
  },
  "nbformat": 4,
  "nbformat_minor": 5
-}
+}