Spaces:
Running on Zero
Running on Zero
| """HearthNet β Hugging Face Space entry point. | |
| This Space runs a **real** HearthNet node using HuggingFace Transformers as the | |
| LLM backend. All 7 tabs are live: | |
| Ask β LLM + RAG queries routed via capability bus | |
| Chat β Event-sourced direct messages between nodes | |
| Mesh β Live topology graph of discovered peers | |
| Marketplace β Community offers / requests / emergency posts | |
| Files β BLAKE3 content-addressed blob store | |
| Emergency β Offline-mode probe and connectivity status | |
| Settings β Node identity, peer list, QR invite, RAG ingest | |
| Difference between this Space and a local install | |
| ββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| HF Space β single node, no real peer mesh, SmolLM2-135M for LLM | |
| Local node β full peer mesh, any LLM backend (Ollama / llama.cpp / HF), | |
| file sharing, multi-node chat, hardware acceleration | |
| Quick start (local, full features): | |
| git clone https://huggingface.co/spaces/build-small-hackathon/HearthNet | |
| cd HearthNet | |
| pip install -e . | |
| python -m hearthnet.cli run | |
| # Open http://localhost:7860 in your browser | |
| See docs/HOWTO.md for Raspberry Pi, Docker, and multi-node mesh setup. | |
| """ | |
| from __future__ import annotations | |
| import contextlib | |
| import os | |
| # βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| # Optional HF Spaces GPU decorator | |
| # βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| try: | |
| import spaces as _spaces # type: ignore[import] | |
| HF_SPACES = True | |
| except ImportError: | |
| HF_SPACES = False | |
| # βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| # Bootstrap a real HearthNet node | |
| # βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| MODEL_ID = os.getenv("MODEL_ID", "HuggingFaceTB/SmolLM2-135M-Instruct") | |
| MODEL_REVISION = os.getenv("MODEL_REVISION", "12fd25f77366fa6b3b4b768ec3050bf629380bac") | |
| SEED_CORPUS = [ | |
| { | |
| "id": "water.001", | |
| "title": "Water Safety", | |
| "text": ( | |
| "If the mains supply is disrupted, use stored clean water first. " | |
| "Rainwater should be filtered through clean cloth, brought to a rolling " | |
| "boil for at least one minute, and stored in a clean covered container. " | |
| "Adult daily minimum: 3 litres for drinking and sanitation." | |
| ), | |
| }, | |
| { | |
| "id": "power.001", | |
| "title": "Power Outage", | |
| "text": ( | |
| "Keep refrigerators closed to preserve food up to 4 hours. " | |
| "Disconnect sensitive electronics. Reserve battery banks for communication. " | |
| "Share verified charging points through the local marketplace. " | |
| "Candles are a fire risk β use battery or wind-up torches." | |
| ), | |
| }, | |
| { | |
| "id": "mesh.001", | |
| "title": "HearthNet Routing", | |
| "text": ( | |
| "A HearthNet UI sends requests to a capability bus. The bus scores local " | |
| "capabilities higher than remote ones and routes to the best available " | |
| "provider. If a node is quarantined the bus fails over automatically. " | |
| "RAG corpus routing uses the 'corpus' parameter to match the right node." | |
| ), | |
| }, | |
| { | |
| "id": "firstaid.001", | |
| "title": "First Aid β Bleeding", | |
| "text": ( | |
| "Apply direct firm pressure to the wound with a clean cloth. " | |
| "Maintain pressure for at least 10 minutes. Do not remove the cloth β " | |
| "add more on top if it soaks through. Elevate the limb above heart level " | |
| "if possible. Seek emergency care if bleeding is severe or arterial." | |
| ), | |
| }, | |
| { | |
| "id": "firstaid.002", | |
| "title": "CPR Basics", | |
| "text": ( | |
| "If a person is unresponsive and not breathing normally: call emergency services, " | |
| "then give 30 chest compressions (hard, fast, centre of chest) followed by " | |
| "2 rescue breaths. Continue the 30:2 cycle until help arrives or the person " | |
| "recovers. Hands-only CPR (compressions without rescue breaths) is acceptable " | |
| "for untrained bystanders." | |
| ), | |
| }, | |
| { | |
| "id": "setup.001", | |
| "title": "Node Setup β Quick Start", | |
| "text": ( | |
| "Install HearthNet with: pip install hearthnet. " | |
| "Run: python -m hearthnet.cli run " | |
| "to start a node. Open http://localhost:7860 in your browser. " | |
| "Other devices on the same LAN discover your node automatically via mDNS. " | |
| "Use the Settings tab to generate an invite QR for devices on other networks." | |
| ), | |
| }, | |
| { | |
| "id": "setup.002", | |
| "title": "Node Setup β Specialized Nodes", | |
| "text": ( | |
| "Register only the capabilities your hardware supports. " | |
| "An OCR Raspberry Pi: register OcrService. " | |
| "A medical knowledge node: register RagService with a medical corpus. " | |
| "A thin client (phone): register no services β all bus calls route to peers. " | |
| "The bus auto-discovers and routes to the best provider in the mesh." | |
| ), | |
| }, | |
| { | |
| "id": "emergency.001", | |
| "title": "Emergency Communication Plan", | |
| "text": ( | |
| "Before a disaster: exchange node IDs with neighbours. " | |
| "During internet outage: HearthNet switches to offline mode automatically. " | |
| "All routing stays local. Use the mesh to share offers and requests. " | |
| "For emergency alerts, post to the Marketplace with category=emergency. " | |
| "Battery-powered device with HearthNet can serve the whole neighbourhood." | |
| ), | |
| }, | |
| { | |
| "id": "food.001", | |
| "title": "Emergency Food Safety", | |
| "text": ( | |
| "In a power outage, refrigerated food is safe for up to 4 hours. " | |
| "Frozen food stays safe for 24-48 hours if the freezer stays closed. " | |
| "Discard meat, poultry, seafood, dairy, or cooked food left above 4Β°C " | |
| "for more than 2 hours. When in doubt, throw it out." | |
| ), | |
| }, | |
| { | |
| "id": "shelter.001", | |
| "title": "Shelter in Place", | |
| "text": ( | |
| "During chemical or biological hazards, stay indoors. " | |
| "Close all windows and doors. Turn off HVAC. " | |
| "Seal gaps with wet towels or tape. " | |
| "Monitor emergency broadcasts on battery radio. " | |
| "Do not leave until authorities give the all-clear." | |
| ), | |
| }, | |
| ] | |
| def _build_node(): | |
| """Bootstrap the HearthNet node for this Space. | |
| Uses HfLocalBackend (SmolLM2-135M) so inference works without Ollama. | |
| Falls back to _UnavailableBackend if transformers is not installed. | |
| """ | |
| import hashlib | |
| import os | |
| import socket | |
| from hearthnet.node import HearthNode | |
| from hearthnet.services.chat.service import ChatService | |
| from hearthnet.services.files.service import FileService | |
| from hearthnet.services.llm.backends.hf_local import HfLocalBackend | |
| from hearthnet.services.llm.service import LlmService | |
| from hearthnet.services.marketplace.service import MarketplaceService | |
| # Generate a stable node_id from the HF Space hostname (so it doesn't change on restart) | |
| _host = os.getenv("SPACE_HOST", socket.gethostname()) | |
| _suffix = hashlib.sha256(_host.encode()).hexdigest()[:8] | |
| _node_id = f"hf-space-{_suffix}" | |
| _display = os.getenv("SPACE_TITLE", f"HearthNet Space ({_suffix})") | |
| node = HearthNode( | |
| node_id=_node_id, | |
| display_name=_display, | |
| community_id="ed25519:hf-space-community", | |
| ) | |
| # LLM β HF Transformers backend (SmolLM2 by default) | |
| try: | |
| backend = HfLocalBackend(model=MODEL_ID) | |
| # On ZeroGPU Spaces, patch the backend to use the @spaces.GPU wrapper so | |
| # GPU memory is properly allocated per inference call. | |
| if HF_SPACES: | |
| import asyncio | |
| import time as _time | |
| from hearthnet.services.llm.backends.base import ChatResult | |
| from hearthnet.services.llm.backends.hf_local import _trim_generated | |
| def _gpu_pipeline_call( | |
| pipeline, prompt: str, max_new_tokens: int, temperature: float | |
| ) -> list: | |
| """GPU-wrapped pipeline call. ZeroGPU allocates GPU for this function.""" | |
| return pipeline( | |
| prompt, | |
| max_new_tokens=max_new_tokens, | |
| temperature=temperature, | |
| do_sample=True, | |
| return_full_text=False, | |
| ) | |
| # Store the GPU wrapper on the backend so it can be replaced without | |
| # changing the public API. | |
| backend._gpu_pipeline_call = _gpu_pipeline_call # type: ignore[attr-defined] | |
| async def _patched_chat( | |
| self, | |
| messages: list[dict], | |
| *, | |
| model: str = "", | |
| stream: bool = False, | |
| temperature: float = 0.7, | |
| max_tokens: int = 256, | |
| **kwargs, | |
| ): | |
| if self._pipeline is None: | |
| await self.warm() | |
| if self._pipeline is None: | |
| raise RuntimeError("HF model not loaded") | |
| t0 = _time.monotonic() | |
| prompt = self._build_prompt(messages) | |
| loop = asyncio.get_running_loop() | |
| result = await loop.run_in_executor( | |
| None, | |
| lambda: self._gpu_pipeline_call( | |
| self._pipeline, prompt, max_tokens, temperature | |
| ), | |
| ) | |
| raw = result[0]["generated_text"] if result else "" | |
| text = _trim_generated(raw) | |
| ms = int((_time.monotonic() - t0) * 1000) | |
| return ChatResult( | |
| text=text, | |
| tokens_in=len(prompt.split()), | |
| tokens_out=len(text.split()), | |
| model=self._model_name, | |
| ms=ms, | |
| ) | |
| HfLocalBackend.chat = _patched_chat # type: ignore[method-assign] | |
| backends: list = [backend] | |
| # ββ Sponsor cloud backends (opt-in via env) βββββββββββββββββββββββ | |
| # NVIDIA Nemotron (prize track) β cloud NIM, no local availability check. | |
| if os.getenv("NVIDIA_API_KEY"): | |
| try: | |
| from hearthnet.services.llm.backends.nemotron import NemotronBackend | |
| backends.append(NemotronBackend(api_key_env="NVIDIA_API_KEY")) | |
| except Exception: | |
| pass | |
| # Modal serverless GPU (prize track). | |
| if os.getenv("MODAL_ENDPOINT"): | |
| try: | |
| from hearthnet.services.llm.backends.modal_backend import ModalBackend | |
| modal_b = ModalBackend() | |
| if modal_b.is_available(): | |
| backends.append(modal_b) | |
| except Exception: | |
| pass | |
| # MiniCPM local server (OpenBMB prize track). | |
| _minicpm_url = os.getenv("MINICPM_URL") | |
| if _minicpm_url: | |
| try: | |
| from hearthnet.services.llm.backends.openbmb import OpenBmbBackend | |
| minicpm = OpenBmbBackend(base_url=_minicpm_url) | |
| if minicpm.is_available(): | |
| backends.append(minicpm) | |
| except Exception: | |
| pass | |
| llm = LlmService(backends=backends) | |
| except Exception: | |
| llm = LlmService() # _UnavailableBackend β shows clear error | |
| node.bus.register_service(llm) | |
| # ββ Durable event log (ZeroGPU-safe; no mDNS/transport on a single Space) ββ | |
| event_log = None | |
| try: | |
| import tempfile | |
| from pathlib import Path | |
| from hearthnet.events import EventLog | |
| _data_dir = Path(os.getenv("HEARTHNET_DATA_DIR", tempfile.gettempdir())) / "hearthnet-space" | |
| _data_dir.mkdir(parents=True, exist_ok=True) | |
| event_log = EventLog(_data_dir / "events.db", node.community_id, node.node_id) | |
| node._event_log = event_log | |
| except Exception: | |
| event_log = None | |
| # ββ Blob store for content-addressed RAG documents ββββββββββββββββββββ | |
| blob_store = None | |
| try: | |
| import tempfile | |
| from pathlib import Path | |
| from hearthnet.blobs.store import BlobStore | |
| blob_store = BlobStore( | |
| Path(os.getenv("HEARTHNET_DATA_DIR", tempfile.gettempdir())) | |
| / "hearthnet-space" | |
| / "blobs" | |
| ) | |
| except Exception: | |
| blob_store = None | |
| # ββ Real semantic RAG (replaces the in-memory demo corpus) ββββββββββββ | |
| from hearthnet.bus.capability import RouteRequest | |
| from hearthnet.services.rag.federated import FederatedRagService | |
| from hearthnet.services.rag.service import RagService | |
| # Register the embedding backend first so rag.query routes through embed.text. | |
| node.install_extended_services(research=True) | |
| rag = RagService( | |
| corpus="community", | |
| bus=node.bus, | |
| event_log=event_log, | |
| blob_store=blob_store, | |
| ) | |
| node.bus.register_service(rag) | |
| node.bus.register_service(FederatedRagService(node.bus, corpus="community")) | |
| # Seed the corpus through the real ingest path (content-addressed + logged). | |
| async def _seed_corpus() -> None: | |
| for doc in SEED_CORPUS: | |
| with contextlib.suppress(Exception): | |
| await rag.handle_ingest( | |
| RouteRequest( | |
| capability="rag.ingest", | |
| version_req=(1, 0), | |
| body={ | |
| "input": { | |
| "corpus": "community", | |
| "documents": [ | |
| { | |
| "id": doc["id"], | |
| "title": doc["title"], | |
| "text": doc["text"], | |
| } | |
| ], | |
| } | |
| }, | |
| caller=node.node_id, | |
| trace_id="seed", | |
| deadline_ms=0, | |
| ) | |
| ) | |
| with contextlib.suppress(Exception): | |
| import asyncio | |
| asyncio.run(_seed_corpus()) | |
| # Marketplace, Chat, Files β now durably event-sourced where supported. | |
| node.bus.register_service( | |
| MarketplaceService(event_log=event_log, node_id=node.node_id) | |
| ) | |
| node.bus.register_service(ChatService(node.node_id, event_log=event_log)) | |
| node.bus.register_service(FileService()) | |
| return node | |
| # Build node and Gradio app at import time (HF Spaces requires module-level `demo`) | |
| _node = _build_node() | |
| from hearthnet.ui.app import build_ui as _build_ui # noqa: E402 | |
| _ui = _build_ui( | |
| bus=_node.bus, | |
| state_bus=_node.state_bus, | |
| display_name=_node.display_name, | |
| node_id=_node.node_id, | |
| community_id=_node.community_id, | |
| ) | |
| # Set GRADIO_ALLOWED_PATHS so the /file= endpoint serves the webagent on any launcher | |
| # (HF Space calls demo.launch() without allowed_paths; the env-var is the fallback). | |
| _webagent_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "webagent") | |
| if os.path.exists(_webagent_dir): | |
| _existing = os.environ.get("GRADIO_ALLOWED_PATHS", "") | |
| _paths = [p for p in _existing.split(",") if p.strip()] if _existing else [] | |
| if _webagent_dir not in _paths: | |
| _paths.append(_webagent_dir) | |
| os.environ["GRADIO_ALLOWED_PATHS"] = ",".join(_paths) | |
| demo = _ui.build() | |
| if __name__ == "__main__": | |
| demo.launch( | |
| allowed_paths=[_webagent_dir] if os.path.exists(_webagent_dir) else [], | |
| ) | |