scripts/start_local_cpu.sh

#!/bin/sh
set -eu

MODEL_4B="${CUSTOMER_AI_LOCAL_4B_PATH:-/models/llm-jp-3-3.7b-instruct3-Q4_K_M.gguf}"
MODEL_8B="${CUSTOMER_AI_LOCAL_8B_PATH:-/models/llm-jp-4-8b-instruct-Q4_K_M.gguf}"

for path in "$MODEL_4B" "$MODEL_8B"; do
  if [ ! -s "$path" ]; then
    echo "local_model_missing=$path" >&2
    exit 1
  fi
done

start_server() {
  name="$1"
  model="$2"
  alias="$3"
  port="$4"
  threads="$5"

  /opt/llama/llama-server \
    --model "$model" \
    --alias "$alias" \
    --host 127.0.0.1 \
    --port "$port" \
    --ctx-size 2048 \
    --threads "$threads" \
    --threads-batch "$threads" \
    --parallel 1 \
    --jinja \
    > "/tmp/${name}.log" 2>&1 &
  echo $!
}

# Required topology: two independent 4B runtimes plus one independent 8B runtime.
PID_CONSTRUCTIVE=$(start_server constructive "$MODEL_4B" "llm-jp/llm-jp-3-3.7b-instruct3" 8081 1)
PID_ADVERSARIAL=$(start_server adversarial "$MODEL_4B" "llm-jp/llm-jp-3-3.7b-instruct3" 8082 1)
PID_EVIDENCE=$(start_server evidence "$MODEL_8B" "llm-jp/llm-jp-4-8b-instruct" 8083 1)

check_alive() {
  pid="$1"
  name="$2"
  if ! kill -0 "$pid" 2>/dev/null; then
    echo "local_llama_server_exited=$name" >&2
    tail -200 "/tmp/${name}.log" >&2 || true
    exit 1
  fi
}

ready=0
i=0
while [ "$i" -lt 900 ]; do
  check_alive "$PID_CONSTRUCTIVE" constructive
  check_alive "$PID_ADVERSARIAL" adversarial
  check_alive "$PID_EVIDENCE" evidence
  if curl -fsS http://127.0.0.1:8081/health >/dev/null 2>&1 \
    && curl -fsS http://127.0.0.1:8082/health >/dev/null 2>&1 \
    && curl -fsS http://127.0.0.1:8083/health >/dev/null 2>&1; then
    ready=1
    break
  fi
  i=$((i + 1))
  sleep 1
done

if [ "$ready" -ne 1 ]; then
  echo "local_role_models_not_ready" >&2
  for name in constructive adversarial evidence; do
    echo "--- ${name} ---" >&2
    tail -100 "/tmp/${name}.log" >&2 || true
  done
  exit 1
fi

echo "LOCAL_ROLE_MODELS_READY=constructive:4B@8081,adversarial:4B@8082,evidence:8B@8083,provider:none"
exec uvicorn app:app --host 0.0.0.0 --port "${PORT:-7860}"