Memoh/cmd/agent/main.go

package main

import (
	"context"
	"fmt"
	"log"
	"os"
	"strings"
	"time"

	"github.com/memohai/memoh/internal/config"
	ctr "github.com/memohai/memoh/internal/containerd"
	"github.com/memohai/memoh/internal/db"
	dbsqlc "github.com/memohai/memoh/internal/db/sqlc"
	"github.com/memohai/memoh/internal/embeddings"
	"github.com/memohai/memoh/internal/handlers"
	"github.com/memohai/memoh/internal/mcp"
	"github.com/memohai/memoh/internal/memory"
	"github.com/memohai/memoh/internal/models"
	"github.com/memohai/memoh/internal/server"
)

type resolverTextEmbedder struct {
	resolver *embeddings.Resolver
	modelID  string
	dims     int
}

func (e *resolverTextEmbedder) Embed(ctx context.Context, input string) ([]float32, error) {
	result, err := e.resolver.Embed(ctx, embeddings.Request{
		Type:  embeddings.TypeText,
		Model: e.modelID,
		Input: embeddings.Input{Text: input},
	})
	if err != nil {
		return nil, err
	}
	return result.Embedding, nil
}

func (e *resolverTextEmbedder) Dimensions() int {
	return e.dims
}

func collectEmbeddingVectors(ctx context.Context, service *models.Service) (map[string]int, models.GetResponse, models.GetResponse, error) {
	candidates, err := service.ListByType(ctx, models.ModelTypeEmbedding)
	if err != nil {
		return nil, models.GetResponse{}, models.GetResponse{}, err
	}
	vectors := map[string]int{}
	var textModel models.GetResponse
	var multimodalModel models.GetResponse
	for _, model := range candidates {
		if model.Dimensions > 0 && model.ModelID != "" {
			vectors[model.ModelID] = model.Dimensions
		}
		if model.IsMultimodal {
			if multimodalModel.ModelID == "" {
				multimodalModel = model
			}
			continue
		}
		if textModel.ModelID == "" {
			textModel = model
		}
	}
	if textModel.ModelID == "" {
		return vectors, textModel, multimodalModel, fmt.Errorf("no text embedding model configured")
	}
	if multimodalModel.ModelID == "" {
		return vectors, textModel, multimodalModel, fmt.Errorf("no multimodal embedding model configured")
	}
	return vectors, textModel, multimodalModel, nil
}

func main() {
	ctx := context.Background()
	cfgPath := os.Getenv("CONFIG_PATH")
	cfg, err := config.Load(cfgPath)
	if err != nil {
		log.Fatalf("load config: %v", err)
	}

	if strings.TrimSpace(cfg.Auth.JWTSecret) == "" {
		log.Fatalf("jwt secret is required")
	}
	jwtExpiresIn, err := time.ParseDuration(cfg.Auth.JWTExpiresIn)
	if err != nil {
		log.Fatalf("invalid jwt expires in: %v", err)
	}

	addr := cfg.Server.Addr
	if value := os.Getenv("HTTP_ADDR"); value != "" {
		addr = value
	}

	factory := ctr.DefaultClientFactory{SocketPath: cfg.Containerd.SocketPath}
	client, err := factory.New(ctx)
	if err != nil {
		log.Fatalf("connect containerd: %v", err)
	}
	defer client.Close()

	service := ctr.NewDefaultService(client, cfg.Containerd.Namespace)
	manager := mcp.NewManager(service, cfg.MCP)

	conn, err := db.Open(ctx, cfg.Postgres)
	if err != nil {
		log.Fatalf("db connect: %v", err)
	}
	defer conn.Close()
	manager.WithDB(conn)
	queries := dbsqlc.New(conn)
	modelsService := models.NewService(queries)

	pingHandler := handlers.NewPingHandler()
	authHandler := handlers.NewAuthHandler(conn, cfg.Auth.JWTSecret, jwtExpiresIn)
	llmClient := memory.NewLLMClient(
		cfg.Memory.BaseURL,
		cfg.Memory.APIKey,
		cfg.Memory.Model,
		time.Duration(cfg.Memory.TimeoutSeconds)*time.Second,
	)
	resolver := embeddings.NewResolver(modelsService, queries, 10*time.Second)
	vectors, textModel, multimodalModel, err := collectEmbeddingVectors(ctx, modelsService)
	if err != nil {
		log.Fatalf("embedding models: %v", err)
	}
	if textModel.Dimensions <= 0 {
		log.Fatalf("text embedding dimensions not configured")
	}
	textEmbedder := &resolverTextEmbedder{
		resolver: resolver,
		modelID:  textModel.ModelID,
		dims:     textModel.Dimensions,
	}
	var store *memory.QdrantStore
	if len(vectors) > 0 {
		store, err = memory.NewQdrantStoreWithVectors(
			cfg.Qdrant.BaseURL,
			cfg.Qdrant.APIKey,
			cfg.Qdrant.Collection,
			vectors,
			time.Duration(cfg.Qdrant.TimeoutSeconds)*time.Second,
		)
		if err != nil {
			log.Fatalf("qdrant named vectors init: %v", err)
		}
	} else {
		store, err = memory.NewQdrantStore(
			cfg.Qdrant.BaseURL,
			cfg.Qdrant.APIKey,
			cfg.Qdrant.Collection,
			textModel.Dimensions,
			time.Duration(cfg.Qdrant.TimeoutSeconds)*time.Second,
		)
		if err != nil {
			log.Fatalf("qdrant init: %v", err)
		}
	}
	memoryService := memory.NewService(llmClient, textEmbedder, store, resolver, textModel.ModelID, multimodalModel.ModelID)
	memoryHandler := handlers.NewMemoryHandler(memoryService)
	embeddingsHandler := handlers.NewEmbeddingsHandler(modelsService, queries)
	fsHandler := handlers.NewFSHandler(service, manager, cfg.MCP, cfg.Containerd.Namespace)
	swaggerHandler := handlers.NewSwaggerHandler()
	srv := server.NewServer(addr, cfg.Auth.JWTSecret, pingHandler, authHandler, memoryHandler, embeddingsHandler, fsHandler, swaggerHandler)

	if err := srv.Start(); err != nil {
		log.Fatalf("server failed: %v", err)
	}
}