llama-link/deploy/nginx.conf

events {
    worker_connections 1024;
}

http {
    include /etc/nginx/mime.types;
    default_type application/octet-stream;

    log_format main '$remote_addr - $remote_user [$time_local] "$request" '
                    '$status $body_bytes_sent "$http_referer" '
                    '"$http_user_agent" "$http_x_forwarded_for"';

    access_log /var/log/nginx/access.log main;
    error_log /var/log/nginx/error.log warn;

    keepalive_timeout 65;
    chunked_transfer_encoding on;

    upstream llamalink {
        server llamalink:8000;
        keepalive 32;
    }

    server {
        listen 80;
        server_name _;

        # Redirect to HTTPS
        return 301 https://$host$request_uri;
    }

    server {
        listen 443 ssl http2;
        server_name _;

        # SSL (generate with letsencrypt or use self-signed for testing)
        # ssl_certificate /etc/nginx/certs/cert.pem;
        # ssl_certificate_key /etc/nginx/certs/key.pem;
        # ssl_protocols TLSv1.2 TLSv1.3;
        # ssl_ciphers ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256;
        # ssl_prefer_server_ciphers off;

        client_max_body_size 10M;
        proxy_read_timeout 300s;
        proxy_connect_timeout 75s;

        # Rate limiting zones
        limit_req_zone $binary_remote_addr zone=api:10m rate=60r/m;

        # Admin SPA
        location /admin/ {
            proxy_pass http://llamalink;
            proxy_set_header Host $host;
            proxy_set_header X-Real-IP $remote_addr;
            proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
            proxy_set_header X-Forwarded-Proto $scheme;
            proxy_http_version 1.1;
            proxy_set_header Connection "";
        }

        location /admin/assets/ {
            proxy_pass http://llamalink;
            proxy_set_header Host $host;
            proxy_http_version 1.1;
            proxy_set_header Connection "";
        }

        # API endpoints
        location /api/ {
            limit_req zone=api burst=20 nodelay;

            proxy_pass http://llamalink;
            proxy_set_header Host $host;
            proxy_set_header X-Real-IP $remote_addr;
            proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
            proxy_set_header X-Forwarded-Proto $scheme;
            proxy_http_version 1.1;
            proxy_set_header Connection "";

            # For streaming responses
            proxy_buffering off;
            proxy_cache off;
        }

        # Health checks (no rate limit)
        location /health {
            proxy_pass http://llamalink;
            proxy_http_version 1.1;
            proxy_set_header Connection "";
        }

        location /ready {
            proxy_pass http://llamalink;
            proxy_http_version 1.1;
            proxy_set_header Connection "";
        }

        # WebSocket
        location /ws {
            proxy_pass http://llamalink;
            proxy_http_version 1.1;
            proxy_set_header Upgrade $http_upgrade;
            proxy_set_header Connection "upgrade";
            proxy_set_header Host $host;
            proxy_set_header X-Real-IP $remote_addr;
            proxy_read_timeout 86400;
        }

        # Docs
        location /docs {
            proxy_pass http://llamalink;
            proxy_http_version 1.1;
            proxy_set_header Connection "";
        }

        location /openapi.json {
            proxy_pass http://llamalink;
            proxy_http_version 1.1;
            proxy_set_header Connection "";
        }
    }
}