darroyo
4c9ed3c24b
Complete rewrite from Python/FastAPI to Go/Gin: - Go backend: auth (API keys + bcrypt), llama.cpp subprocess manager, hot-swap multi-model, rate limiting, quota system, webhooks - Vue 3 SPA admin panel (src/) with Tailwind CSS - Deployment: Docker multi-stage, docker-compose, nginx, systemd - GORM/SQLite models: ApiKey, Model, UsageLog, Quota, Webhook - REST API: /api/v1/admin/* (keys, models, chat, usage, health) - Embedded frontend via go:embed (build output at web/dist/) Removed legacy Python artifacts (app/, tests/, pyproject.toml, etc.)
108 lines
2.3 KiB
Go
108 lines
2.3 KiB
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"log/slog"
|
|
"net/http"
|
|
"os"
|
|
"os/signal"
|
|
"syscall"
|
|
"time"
|
|
|
|
"github.com/llamalink/llamalink/internal/api"
|
|
"github.com/llamalink/llamalink/internal/config"
|
|
"github.com/llamalink/llamalink/internal/db"
|
|
"github.com/llamalink/llamalink/internal/llama"
|
|
)
|
|
|
|
var (
|
|
Version = "dev"
|
|
BuildTime = "unknown"
|
|
)
|
|
|
|
func main() {
|
|
cfg := config.Load()
|
|
logger := cfg.Logger()
|
|
slog.SetDefault(logger)
|
|
|
|
logger.Info("starting llamalink",
|
|
"version", Version,
|
|
"build_time", BuildTime,
|
|
"env", cfg.LlamalinkEnv,
|
|
)
|
|
|
|
// Initialize database
|
|
database, err := db.Open(cfg)
|
|
if err != nil {
|
|
logger.Error("failed to open database", "error", err)
|
|
os.Exit(1)
|
|
}
|
|
defer func() {
|
|
sqlDB, _ := database.DB()
|
|
if sqlDB != nil {
|
|
sqlDB.Close()
|
|
}
|
|
}()
|
|
|
|
// Run migrations
|
|
if err := db.Migrate(database); err != nil {
|
|
logger.Error("failed to run migrations", "error", err)
|
|
os.Exit(1)
|
|
}
|
|
logger.Info("database migrations complete")
|
|
|
|
// Seed admin key if needed
|
|
if err := db.SeedAdminKey(database, cfg.AdminToken); err != nil {
|
|
logger.Error("failed to seed admin key", "error", err)
|
|
os.Exit(1)
|
|
}
|
|
|
|
// Initialize llama manager
|
|
var llamaManager *llama.Manager
|
|
if cfg.ManageLlamaServer {
|
|
llamaManager = llama.NewManager(cfg, database)
|
|
if err := llamaManager.Start(); err != nil {
|
|
logger.Warn("failed to start llama manager", "error", err)
|
|
}
|
|
defer llamaManager.Stop()
|
|
}
|
|
|
|
// Setup router
|
|
router := api.New(cfg, database, llamaManager)
|
|
|
|
// Server
|
|
addr := fmt.Sprintf("%s:%d", cfg.LlamalinkHost, cfg.LlamalinkPort)
|
|
srv := &http.Server{
|
|
Addr: addr,
|
|
Handler: router,
|
|
ReadTimeout: 30 * time.Second,
|
|
WriteTimeout: 60 * time.Second,
|
|
IdleTimeout: 120 * time.Second,
|
|
}
|
|
|
|
// Graceful shutdown
|
|
quit := make(chan os.Signal, 1)
|
|
signal.Notify(quit, syscall.SIGINT, syscall.SIGTERM)
|
|
|
|
go func() {
|
|
logger.Info("server listening", "addr", addr)
|
|
if err := srv.ListenAndServe(); err != nil && err != http.ErrServerClosed {
|
|
logger.Error("server error", "error", err)
|
|
os.Exit(1)
|
|
}
|
|
}()
|
|
|
|
<-quit
|
|
logger.Info("shutting down server...")
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 30*time.Second)
|
|
defer cancel()
|
|
|
|
if err := srv.Shutdown(ctx); err != nil {
|
|
logger.Error("server forced to shutdown", "error", err)
|
|
}
|
|
|
|
logger.Info("server stopped")
|
|
}
|