#!/bin/bash
set -e

echo "=== Installing llama-cpp-python (pre-built CUDA wheel) ==="
pip install llama-cpp-python --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cu121 --no-cache-dir

echo "=== Installing FastAPI, Uvicorn, HuggingFace Hub, PyJWT ==="
pip install "fastapi>=0.100.0" "uvicorn>=0.20.0" "huggingface_hub>=0.23.0" "pyjwt>=2.0.0"

echo "=== Installing cloudflared ==="
wget -q https://github.com/cloudflare/cloudflared/releases/latest/download/cloudflared-linux-amd64 -O /usr/local/bin/cloudflared
chmod +x /usr/local/bin/cloudflared

echo ""
echo "=== Setup complete ==="
echo "Terminal 1:  python server.py"
echo "Terminal 2:  cloudflared tunnel --url http://localhost:7860"