Files
move-data-nas/internal/scheduler/scheduler.go
T
darroyo bfa006f4ab Add SSH key management, job history persistence, and live streaming
- SSH key management: generate ed25519 keypairs or import public keys
  from UI (/ssh-keys), per-machine key selection in Machines form,
  one-time private key download with hash verification
- Fix engine to use machine-specific SSH key (was hardcoded to server key)
- Job log persistence: write to job_logs table (DB) with batched inserts,
  buffer of 50 lines; GetAllFiltered with status/pair/date range filters
- EventBus refactor: per-job subscriber channels, global channel, non-blocking
- SSE endpoints: /jobs/stream (all), /jobs/:id/log/stream (per-job live)
- JobDetail page: live log streaming, auto-scroll, cancel, duration
- JobHistory: filters (pair, status, date range), pagination, link to detail
- Cleanup scheduler: daily purge of job_logs and finished jobs older than
  SYNCSERVER_RETENTION_DAYS (default 30)
- Migration 0002: indexes on job_logs(job_id), jobs(status,created_at),
  jobs(sync_pair_id)
2026-07-07 20:36:11 -04:00

141 lines
2.9 KiB
Go

package scheduler
import (
"context"
"database/sql"
"log/slog"
"sync"
"time"
"github.com/syncserver/internal/config"
"github.com/syncserver/internal/models"
"github.com/syncserver/internal/syncengine"
)
type Scheduler struct {
db *sql.DB
engine *syncengine.Engine
cfg *config.Config
stopCh chan struct{}
wg sync.WaitGroup
}
func New(database interface{ SQLDB() *sql.DB }, engine *syncengine.Engine, cfg *config.Config) *Scheduler {
return &Scheduler{
db: database.SQLDB(),
engine: engine,
cfg: cfg,
stopCh: make(chan struct{}),
}
}
func (s *Scheduler) Start() {
s.wg.Add(1)
go s.run()
s.wg.Add(1)
go s.cleanupRun()
slog.Info("scheduler started")
}
func (s *Scheduler) Stop() {
close(s.stopCh)
s.wg.Wait()
slog.Info("scheduler stopped")
}
func (s *Scheduler) run() {
defer s.wg.Done()
ticker := time.NewTicker(1 * time.Minute)
defer ticker.Stop()
for {
select {
case <-s.stopCh:
return
case <-ticker.C:
s.tick()
}
}
}
func (s *Scheduler) tick() {
scheduleRepo := models.NewScheduleRepository(s.db)
now := time.Now().UTC()
schedules, err := scheduleRepo.GetEnabledDue(now)
if err != nil {
slog.Error("scheduler: failed to get due schedules", "error", err)
return
}
for _, sch := range schedules {
pairRepo := models.NewSyncPairRepository(s.db)
pair, err := pairRepo.GetByID(sch.SyncPairID)
if err != nil || !pair.Enabled {
continue
}
jobID, err := s.engine.CreateJob(sch.SyncPairID, "scheduled")
if err != nil {
slog.Error("scheduler: failed to create job", "schedule_id", sch.ID, "error", err)
continue
}
ctx := context.Background()
go func(jobID int64, pairID int64, schID int64) {
if err := s.engine.Run(ctx, jobID, pairID); err != nil {
slog.Warn("scheduler: job failed", "job_id", jobID, "error", err)
}
expr, _ := ParseCron(sch.CronExpr)
if expr != nil {
next := NextRun(expr, time.Now().UTC())
scheduleRepo.UpdateNextRun(schID, next)
}
}(jobID, sch.SyncPairID, sch.ID)
}
}
func (s *Scheduler) cleanupRun() {
defer s.wg.Done()
ticker := time.NewTicker(24 * time.Hour)
defer ticker.Stop()
s.cleanup()
for {
select {
case <-s.stopCh:
return
case <-ticker.C:
s.cleanup()
}
}
}
func (s *Scheduler) cleanup() {
retentionDays := s.cfg.Scheduler.RetentionDays
if retentionDays <= 0 {
return
}
before := time.Now().AddDate(0, 0, -retentionDays)
logRepo := models.NewJobLogRepository(s.db)
jobRepo := models.NewJobRepository(s.db)
deletedLogs, err := logRepo.DeleteBefore(before)
if err != nil {
slog.Error("cleanup: failed to purge old job logs", "error", err)
return
}
deletedJobs, err := jobRepo.DeleteFinishedBefore(before)
if err != nil {
slog.Error("cleanup: failed to purge old jobs", "error", err)
return
}
if deletedLogs > 0 || deletedJobs > 0 {
slog.Info("cleanup: purged old records", "logs_deleted", deletedLogs, "jobs_deleted", deletedJobs, "before", before.Format("2006-01-02"))
}
}