Quickstart

# Install
pip install solo-server

# Interactive setup (detects hardware, writes solo.json)
solo setup

# Install uv (see full instructions: https://docs.astral.sh/uv/getting-started/installation/)
curl -LsSf https://astral.sh/uv/install.sh | sh

# Create and activate a virtualenv
uv venv
source .venv/bin/activate  # Linux/macOS
# .venv\Scripts\activate   # Windows PowerShell

# Install Solo Server
uv pip install solo-server

# Run the interactive wizard
solo setup

solo serve -m llama3.2:latest

solo test            # quick health‑check
solo test --timeout 120  # increase timeout for large models

solo list   # scans Hugging Face cache & Ollama store

solo status

solo stop   # gracefully shutdown running back‑ends

curl http://localhost:5070/api/generate -d '{
  "model": "llama3.2",
  "prompt": "Why is the sky blue?"
}'

curl http://localhost:5070/v1/chat/completions -d '{
  "model": "llama3.2",
  "messages": [{"role": "user", "content": "Why is the sky blue?"}]
}'

{
  "hardware": {
    "use_gpu": true,
    "compute_backend": "CUDA",
    "gpu_memory": 6144.0
  },
  "server": {"type": "ollama", "default_port": 5070},
  "active_model": {"server": "ollama", "name": "llama3.2:1b"}
}