mirror of
https://github.com/memohai/Memoh.git
synced 2026-04-25 07:00:48 +09:00
d12092870f
- Update LLMClient test to match NewLLMClient signature by passing nil logger - Add nil check for logger in NewLLMClient to prevent panic, defaulting to slog.Default()
295 lines
9.8 KiB
Go
295 lines
9.8 KiB
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"log/slog"
|
|
"os"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/memohai/memoh/internal/chat"
|
|
"github.com/memohai/memoh/internal/channel"
|
|
"github.com/memohai/memoh/internal/config"
|
|
"github.com/memohai/memoh/internal/logger"
|
|
ctr "github.com/memohai/memoh/internal/containerd"
|
|
"github.com/memohai/memoh/internal/db"
|
|
dbsqlc "github.com/memohai/memoh/internal/db/sqlc"
|
|
"github.com/memohai/memoh/internal/embeddings"
|
|
"github.com/memohai/memoh/internal/handlers"
|
|
"github.com/memohai/memoh/internal/history"
|
|
"github.com/memohai/memoh/internal/mcp"
|
|
"github.com/memohai/memoh/internal/memory"
|
|
"github.com/memohai/memoh/internal/models"
|
|
"github.com/memohai/memoh/internal/providers"
|
|
"github.com/memohai/memoh/internal/schedule"
|
|
"github.com/memohai/memoh/internal/settings"
|
|
"github.com/memohai/memoh/internal/server"
|
|
"github.com/memohai/memoh/internal/subagent"
|
|
"github.com/memohai/memoh/internal/version"
|
|
|
|
"github.com/jackc/pgx/v5/pgtype"
|
|
"golang.org/x/crypto/bcrypt"
|
|
)
|
|
|
|
func main() {
|
|
log.Printf("Starting Memoh Agent %s", version.GetInfo())
|
|
ctx := context.Background()
|
|
cfgPath := os.Getenv("CONFIG_PATH")
|
|
cfg, err := config.Load(cfgPath)
|
|
if err != nil {
|
|
fmt.Fprintf(os.Stderr, "load config: %v\n", err)
|
|
os.Exit(1)
|
|
}
|
|
|
|
logger.Init(cfg.Log.Level, cfg.Log.Format)
|
|
|
|
if strings.TrimSpace(cfg.Auth.JWTSecret) == "" {
|
|
logger.Error("jwt secret is required")
|
|
os.Exit(1)
|
|
}
|
|
jwtExpiresIn, err := time.ParseDuration(cfg.Auth.JWTExpiresIn)
|
|
if err != nil {
|
|
logger.Error("invalid jwt expires in", slog.Any("error", err))
|
|
os.Exit(1)
|
|
}
|
|
|
|
addr := cfg.Server.Addr
|
|
if value := os.Getenv("HTTP_ADDR"); value != "" {
|
|
addr = value
|
|
}
|
|
|
|
socketPath := cfg.Containerd.SocketPath
|
|
if value := os.Getenv("CONTAINERD_SOCKET"); value != "" {
|
|
socketPath = value
|
|
}
|
|
factory := ctr.DefaultClientFactory{SocketPath: socketPath}
|
|
client, err := factory.New(ctx)
|
|
if err != nil {
|
|
logger.Error("connect containerd", slog.Any("error", err))
|
|
os.Exit(1)
|
|
}
|
|
defer client.Close()
|
|
|
|
service := ctr.NewDefaultService(logger.L, client, cfg.Containerd.Namespace)
|
|
manager := mcp.NewManager(logger.L, service, cfg.MCP)
|
|
|
|
pingHandler := handlers.NewPingHandler(logger.L)
|
|
containerdHandler := handlers.NewContainerdHandler(logger.L, service, cfg.MCP, cfg.Containerd.Namespace)
|
|
|
|
conn, err := db.Open(ctx, cfg.Postgres)
|
|
if err != nil {
|
|
logger.Error("db connect", slog.Any("error", err))
|
|
os.Exit(1)
|
|
}
|
|
defer conn.Close()
|
|
manager.WithDB(conn)
|
|
queries := dbsqlc.New(conn)
|
|
modelsService := models.NewService(logger.L, queries)
|
|
|
|
if err := ensureAdminUser(ctx, logger.L, queries, cfg); err != nil {
|
|
logger.Error("ensure admin user", slog.Any("error", err))
|
|
os.Exit(1)
|
|
}
|
|
|
|
authHandler := handlers.NewAuthHandler(logger.L, conn, cfg.Auth.JWTSecret, jwtExpiresIn)
|
|
|
|
// Initialize chat resolver after memory service is configured.
|
|
var chatResolver *chat.Resolver
|
|
|
|
// Create LLM client for memory operations (deferred model/provider selection).
|
|
var llmClient memory.LLM = &lazyLLMClient{
|
|
modelsService: modelsService,
|
|
queries: queries,
|
|
timeout: 30 * time.Second,
|
|
logger: logger.L,
|
|
}
|
|
|
|
resolver := embeddings.NewResolver(logger.L, modelsService, queries, 10*time.Second)
|
|
vectors, textModel, multimodalModel, hasModels, err := embeddings.CollectEmbeddingVectors(ctx, modelsService)
|
|
if err != nil {
|
|
logger.Error("embedding models", slog.Any("error", err))
|
|
os.Exit(1)
|
|
}
|
|
|
|
var memoryService *memory.Service
|
|
var memoryHandler *handlers.MemoryHandler
|
|
|
|
if !hasModels {
|
|
logger.Warn("No embedding models configured. Memory service will not be available.")
|
|
logger.Warn("You can add embedding models via the /models API endpoint.")
|
|
memoryHandler = handlers.NewMemoryHandler(logger.L, nil)
|
|
} else {
|
|
if textModel.ModelID == "" {
|
|
logger.Warn("No text embedding model configured. Text embedding features will be limited.")
|
|
}
|
|
if multimodalModel.ModelID == "" {
|
|
logger.Warn("No multimodal embedding model configured. Multimodal embedding features will be limited.")
|
|
}
|
|
|
|
var textEmbedder embeddings.Embedder
|
|
var store *memory.QdrantStore
|
|
|
|
if textModel.ModelID != "" && textModel.Dimensions > 0 {
|
|
textEmbedder = &embeddings.ResolverTextEmbedder{
|
|
Resolver: resolver,
|
|
ModelID: textModel.ModelID,
|
|
Dims: textModel.Dimensions,
|
|
}
|
|
|
|
if len(vectors) > 0 {
|
|
store, err = memory.NewQdrantStoreWithVectors(
|
|
logger.L,
|
|
cfg.Qdrant.BaseURL,
|
|
cfg.Qdrant.APIKey,
|
|
cfg.Qdrant.Collection,
|
|
vectors,
|
|
time.Duration(cfg.Qdrant.TimeoutSeconds)*time.Second,
|
|
)
|
|
if err != nil {
|
|
logger.Error("qdrant named vectors init", slog.Any("error", err))
|
|
os.Exit(1)
|
|
}
|
|
} else {
|
|
store, err = memory.NewQdrantStore(
|
|
logger.L,
|
|
cfg.Qdrant.BaseURL,
|
|
cfg.Qdrant.APIKey,
|
|
cfg.Qdrant.Collection,
|
|
textModel.Dimensions,
|
|
time.Duration(cfg.Qdrant.TimeoutSeconds)*time.Second,
|
|
)
|
|
if err != nil {
|
|
logger.Error("qdrant init", slog.Any("error", err))
|
|
os.Exit(1)
|
|
}
|
|
}
|
|
}
|
|
|
|
memoryService = memory.NewService(logger.L, llmClient, textEmbedder, store, resolver, textModel.ModelID, multimodalModel.ModelID)
|
|
memoryHandler = handlers.NewMemoryHandler(logger.L, memoryService)
|
|
}
|
|
chatResolver = chat.NewResolver(logger.L, modelsService, queries, memoryService, cfg.AgentGateway.BaseURL(), 30*time.Second)
|
|
embeddingsHandler := handlers.NewEmbeddingsHandler(logger.L, modelsService, queries)
|
|
swaggerHandler := handlers.NewSwaggerHandler(logger.L)
|
|
chatHandler := handlers.NewChatHandler(logger.L, chatResolver)
|
|
|
|
// Initialize providers and models handlers
|
|
providersService := providers.NewService(logger.L, queries)
|
|
providersHandler := handlers.NewProvidersHandler(logger.L, providersService)
|
|
modelsHandler := handlers.NewModelsHandler(logger.L, modelsService)
|
|
settingsService := settings.NewService(logger.L, queries)
|
|
settingsHandler := handlers.NewSettingsHandler(logger.L, settingsService)
|
|
historyService := history.NewService(logger.L, queries)
|
|
historyHandler := handlers.NewHistoryHandler(logger.L, historyService)
|
|
channelService := channel.NewService(queries)
|
|
channelManager := channel.NewManager(channelService, chatResolver)
|
|
channelManager.RegisterAdapter(channel.NewTelegramAdapter())
|
|
channelManager.RegisterAdapter(channel.NewFeishuAdapter())
|
|
channelManager.Start(ctx)
|
|
channelHandler := handlers.NewChannelHandler(channelService, channelManager)
|
|
scheduleService := schedule.NewService(logger.L, queries, chatResolver, cfg.Auth.JWTSecret)
|
|
if err := scheduleService.Bootstrap(ctx); err != nil {
|
|
logger.Error("schedule bootstrap", slog.Any("error", err))
|
|
os.Exit(1)
|
|
}
|
|
scheduleHandler := handlers.NewScheduleHandler(logger.L, scheduleService)
|
|
subagentService := subagent.NewService(logger.L, queries)
|
|
subagentHandler := handlers.NewSubagentHandler(logger.L, subagentService)
|
|
srv := server.NewServer(logger.L, addr, cfg.Auth.JWTSecret, pingHandler, authHandler, memoryHandler, embeddingsHandler, chatHandler, swaggerHandler, providersHandler, modelsHandler, settingsHandler, historyHandler, scheduleHandler, subagentHandler, containerdHandler, channelHandler)
|
|
|
|
if err := srv.Start(); err != nil {
|
|
logger.Error("server failed", slog.Any("error", err))
|
|
os.Exit(1)
|
|
}
|
|
}
|
|
|
|
func ensureAdminUser(ctx context.Context, log *slog.Logger, queries *dbsqlc.Queries, cfg config.Config) error {
|
|
if queries == nil {
|
|
return fmt.Errorf("db queries not configured")
|
|
}
|
|
count, err := queries.CountUsers(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if count > 0 {
|
|
return nil
|
|
}
|
|
|
|
username := strings.TrimSpace(cfg.Admin.Username)
|
|
password := strings.TrimSpace(cfg.Admin.Password)
|
|
email := strings.TrimSpace(cfg.Admin.Email)
|
|
if username == "" || password == "" {
|
|
return fmt.Errorf("admin username/password required in config.toml")
|
|
}
|
|
if password == "change-your-password-here" {
|
|
log.Warn("admin password uses default placeholder; please update config.toml")
|
|
}
|
|
|
|
hashed, err := bcrypt.GenerateFromPassword([]byte(password), bcrypt.DefaultCost)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
emailValue := pgtype.Text{Valid: false}
|
|
if email != "" {
|
|
emailValue = pgtype.Text{String: email, Valid: true}
|
|
}
|
|
displayName := pgtype.Text{String: username, Valid: true}
|
|
dataRoot := pgtype.Text{String: cfg.MCP.DataRoot, Valid: cfg.MCP.DataRoot != ""}
|
|
|
|
_, err = queries.CreateUser(ctx, dbsqlc.CreateUserParams{
|
|
Username: username,
|
|
Email: emailValue,
|
|
PasswordHash: string(hashed),
|
|
Role: "admin",
|
|
DisplayName: displayName,
|
|
AvatarUrl: pgtype.Text{Valid: false},
|
|
IsActive: true,
|
|
DataRoot: dataRoot,
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
log.Info("Admin user created", slog.String("username", username))
|
|
return nil
|
|
}
|
|
|
|
type lazyLLMClient struct {
|
|
modelsService *models.Service
|
|
queries *dbsqlc.Queries
|
|
timeout time.Duration
|
|
logger *slog.Logger
|
|
}
|
|
|
|
func (c *lazyLLMClient) Extract(ctx context.Context, req memory.ExtractRequest) (memory.ExtractResponse, error) {
|
|
client, err := c.resolve(ctx)
|
|
if err != nil {
|
|
return memory.ExtractResponse{}, err
|
|
}
|
|
return client.Extract(ctx, req)
|
|
}
|
|
|
|
func (c *lazyLLMClient) Decide(ctx context.Context, req memory.DecideRequest) (memory.DecideResponse, error) {
|
|
client, err := c.resolve(ctx)
|
|
if err != nil {
|
|
return memory.DecideResponse{}, err
|
|
}
|
|
return client.Decide(ctx, req)
|
|
}
|
|
|
|
func (c *lazyLLMClient) resolve(ctx context.Context) (memory.LLM, error) {
|
|
if c.modelsService == nil || c.queries == nil {
|
|
return nil, fmt.Errorf("models service not configured")
|
|
}
|
|
memoryModel, memoryProvider, err := models.SelectMemoryModel(ctx, c.modelsService, c.queries)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
clientType := strings.ToLower(strings.TrimSpace(memoryProvider.ClientType))
|
|
if clientType != "openai" && clientType != "openai-compat" {
|
|
return nil, fmt.Errorf("memory provider client type not supported: %s", memoryProvider.ClientType)
|
|
}
|
|
return memory.NewLLMClient(c.logger, memoryProvider.BaseUrl, memoryProvider.ApiKey, memoryModel.ModelID, c.timeout), nil
|
|
}
|