MarianaCodebase commited on
Commit
c21ba2b
·
verified ·
1 Parent(s): b13796e

Upload app.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. app.py +22 -0
app.py CHANGED
@@ -388,5 +388,27 @@ def finale(code: str, language: str = "es", variant: float = 0) -> str:
388
  yield from _stream_fixed(finale_text(lang), char_delay=0.03)
389
 
390
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
391
  if __name__ == "__main__":
392
  app.launch(server_name="0.0.0.0", server_port=7860, show_error=True, ssr_mode=False)
 
388
  yield from _stream_fixed(finale_text(lang), char_delay=0.03)
389
 
390
 
391
+ def _warm_up():
392
+ """Load the model and run one tiny generation at startup, in the background,
393
+ so the first visitor (a judge) doesn't pay the cold-start penalty: the GGUF
394
+ is already in memory and llama.cpp is warm before anyone turns the dial."""
395
+ try:
396
+ canonical = nearest_station_frequency(95.0) or 95.0
397
+ for _ in stream_broadcast(
398
+ station_system_prompt(canonical, "es"),
399
+ user_prompt="hola",
400
+ seed=station_seed(canonical),
401
+ max_tokens=4,
402
+ ):
403
+ pass
404
+ print("[warmup] model preloaded and warm")
405
+ except Exception as exc: # noqa: BLE001 - never let warm-up crash boot
406
+ print(f"[warmup] skipped: {exc}")
407
+
408
+
409
+ # Kick the warm-up as soon as the module is imported (HF imports app.py on boot).
410
+ threading.Thread(target=_warm_up, daemon=True).start()
411
+
412
+
413
  if __name__ == "__main__":
414
  app.launch(server_name="0.0.0.0", server_port=7860, show_error=True, ssr_mode=False)