mirror of
https://github.com/memohai/Memoh.git
synced 2026-04-27 07:16:19 +09:00
b88ca96064
* refactor: move client_type to provider, replace model fields with config JSONB - Move `client_type` from `models` to `llm_providers` table - Add `icon` field to `llm_providers` - Replace `dimensions`, `input_modalities`, `supports_reasoning` on `models` with a single `config` JSONB column containing `dimensions`, `compatibilities` (vision, tool-call, image-output, reasoning), and `context_window` - Auto-imported models default to vision + tool-call + reasoning - Update all backend consumers (agent, flow resolver, handlers, memory) - Regenerate sqlc, swagger, and TypeScript SDK - Update frontend forms, display, and i18n for new schema * ui: show provider icon avatar in sidebar and detail header, remove icon input * feat: add built-in provider registry with YAML definitions and enable toggle - Add `enable` column to llm_providers (default true, backward-compatible) - Create internal/registry package to load YAML provider/model definitions on startup and upsert into database (new providers disabled by default) - Add conf/providers/ with OpenAI, Anthropic, Google YAML definitions - Add RegistryConfig to TOML config (providers_dir, default conf/providers) - Model listing APIs and conversation flow now filter by enabled providers - Frontend: enable switch in provider form, green status dot in sidebar, enabled providers sorted to top * fix: make 0041 migration idempotent for fresh databases Guard data migration steps with column-existence checks so the migration succeeds on databases created from the updated init schema.
343 lines
10 KiB
Go
343 lines
10 KiB
Go
package handlers
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
"log/slog"
|
|
"net/http"
|
|
"strings"
|
|
|
|
"github.com/labstack/echo/v4"
|
|
|
|
"github.com/memohai/memoh/internal/models"
|
|
"github.com/memohai/memoh/internal/providers"
|
|
)
|
|
|
|
type ProvidersHandler struct {
|
|
service *providers.Service
|
|
modelsService *models.Service
|
|
logger *slog.Logger
|
|
}
|
|
|
|
func NewProvidersHandler(log *slog.Logger, service *providers.Service, modelsService *models.Service) *ProvidersHandler {
|
|
return &ProvidersHandler{
|
|
service: service,
|
|
modelsService: modelsService,
|
|
logger: log.With(slog.String("handler", "providers")),
|
|
}
|
|
}
|
|
|
|
func (h *ProvidersHandler) Register(e *echo.Echo) {
|
|
group := e.Group("/providers")
|
|
group.POST("", h.Create)
|
|
group.GET("", h.List)
|
|
group.GET("/:id", h.Get)
|
|
group.GET("/:id/models", h.ListModelsByProvider)
|
|
group.GET("/name/:name", h.GetByName)
|
|
group.PUT("/:id", h.Update)
|
|
group.DELETE("/:id", h.Delete)
|
|
group.GET("/count", h.Count)
|
|
group.POST("/:id/test", h.Test)
|
|
group.POST("/:id/import-models", h.ImportModels)
|
|
}
|
|
|
|
// Create godoc
|
|
// @Summary Create a new LLM provider
|
|
// @Description Create a new LLM provider configuration
|
|
// @Tags providers
|
|
// @Accept json
|
|
// @Produce json
|
|
// @Param request body providers.CreateRequest true "Provider configuration"
|
|
// @Success 201 {object} providers.GetResponse
|
|
// @Failure 400 {object} ErrorResponse
|
|
// @Failure 500 {object} ErrorResponse
|
|
// @Router /providers [post].
|
|
func (h *ProvidersHandler) Create(c echo.Context) error {
|
|
var req providers.CreateRequest
|
|
if err := c.Bind(&req); err != nil {
|
|
return echo.NewHTTPError(http.StatusBadRequest, err.Error())
|
|
}
|
|
|
|
// Validate required fields
|
|
if req.Name == "" {
|
|
return echo.NewHTTPError(http.StatusBadRequest, "name is required")
|
|
}
|
|
if req.BaseURL == "" {
|
|
return echo.NewHTTPError(http.StatusBadRequest, "base_url is required")
|
|
}
|
|
|
|
resp, err := h.service.Create(c.Request().Context(), req)
|
|
if err != nil {
|
|
return echo.NewHTTPError(http.StatusInternalServerError, err.Error())
|
|
}
|
|
|
|
return c.JSON(http.StatusCreated, resp)
|
|
}
|
|
|
|
// List godoc
|
|
// @Summary List all LLM providers
|
|
// @Description Get a list of all configured LLM providers
|
|
// @Tags providers
|
|
// @Accept json
|
|
// @Produce json
|
|
// @Success 200 {array} providers.GetResponse
|
|
// @Failure 500 {object} ErrorResponse
|
|
// @Router /providers [get].
|
|
func (h *ProvidersHandler) List(c echo.Context) error {
|
|
resp, err := h.service.List(c.Request().Context())
|
|
if err != nil {
|
|
return echo.NewHTTPError(http.StatusInternalServerError, err.Error())
|
|
}
|
|
|
|
return c.JSON(http.StatusOK, resp)
|
|
}
|
|
|
|
// Get godoc
|
|
// @Summary Get provider by ID
|
|
// @Description Get a provider configuration by its ID
|
|
// @Tags providers
|
|
// @Accept json
|
|
// @Produce json
|
|
// @Param id path string true "Provider ID (UUID)"
|
|
// @Success 200 {object} providers.GetResponse
|
|
// @Failure 400 {object} ErrorResponse
|
|
// @Failure 404 {object} ErrorResponse
|
|
// @Failure 500 {object} ErrorResponse
|
|
// @Router /providers/{id} [get].
|
|
func (h *ProvidersHandler) Get(c echo.Context) error {
|
|
id := c.Param("id")
|
|
if id == "" {
|
|
return echo.NewHTTPError(http.StatusBadRequest, "id is required")
|
|
}
|
|
|
|
resp, err := h.service.Get(c.Request().Context(), id)
|
|
if err != nil {
|
|
return echo.NewHTTPError(http.StatusNotFound, err.Error())
|
|
}
|
|
|
|
return c.JSON(http.StatusOK, resp)
|
|
}
|
|
|
|
// ListModelsByProvider godoc
|
|
// @Summary List provider models
|
|
// @Description Get models for a provider by id, optionally filtered by type
|
|
// @Tags providers
|
|
// @Param id path string true "Provider ID (UUID)"
|
|
// @Param type query string false "Model type (chat, embedding)"
|
|
// @Success 200 {array} models.GetResponse
|
|
// @Failure 400 {object} ErrorResponse
|
|
// @Failure 404 {object} ErrorResponse
|
|
// @Failure 500 {object} ErrorResponse
|
|
// @Router /providers/{id}/models [get].
|
|
func (h *ProvidersHandler) ListModelsByProvider(c echo.Context) error {
|
|
if h.modelsService == nil {
|
|
return echo.NewHTTPError(http.StatusInternalServerError, "models service not configured")
|
|
}
|
|
id := c.Param("id")
|
|
if strings.TrimSpace(id) == "" {
|
|
return echo.NewHTTPError(http.StatusBadRequest, "id is required")
|
|
}
|
|
modelType := strings.TrimSpace(c.QueryParam("type"))
|
|
var (
|
|
resp []models.GetResponse
|
|
err error
|
|
)
|
|
if modelType == "" {
|
|
resp, err = h.modelsService.ListByProviderID(c.Request().Context(), id)
|
|
} else {
|
|
resp, err = h.modelsService.ListByProviderIDAndType(c.Request().Context(), id, models.ModelType(modelType))
|
|
}
|
|
if err != nil {
|
|
if strings.Contains(err.Error(), "invalid") {
|
|
return echo.NewHTTPError(http.StatusBadRequest, err.Error())
|
|
}
|
|
return echo.NewHTTPError(http.StatusNotFound, err.Error())
|
|
}
|
|
return c.JSON(http.StatusOK, resp)
|
|
}
|
|
|
|
// GetByName godoc
|
|
// @Summary Get provider by name
|
|
// @Description Get a provider configuration by its name
|
|
// @Tags providers
|
|
// @Accept json
|
|
// @Produce json
|
|
// @Param name path string true "Provider name"
|
|
// @Success 200 {object} providers.GetResponse
|
|
// @Failure 400 {object} ErrorResponse
|
|
// @Failure 404 {object} ErrorResponse
|
|
// @Failure 500 {object} ErrorResponse
|
|
// @Router /providers/name/{name} [get].
|
|
func (h *ProvidersHandler) GetByName(c echo.Context) error {
|
|
name := c.Param("name")
|
|
if name == "" {
|
|
return echo.NewHTTPError(http.StatusBadRequest, "name is required")
|
|
}
|
|
|
|
resp, err := h.service.GetByName(c.Request().Context(), name)
|
|
if err != nil {
|
|
return echo.NewHTTPError(http.StatusNotFound, err.Error())
|
|
}
|
|
|
|
return c.JSON(http.StatusOK, resp)
|
|
}
|
|
|
|
// Update godoc
|
|
// @Summary Update provider
|
|
// @Description Update an existing provider configuration
|
|
// @Tags providers
|
|
// @Accept json
|
|
// @Produce json
|
|
// @Param id path string true "Provider ID (UUID)"
|
|
// @Param request body providers.UpdateRequest true "Updated provider configuration"
|
|
// @Success 200 {object} providers.GetResponse
|
|
// @Failure 400 {object} ErrorResponse
|
|
// @Failure 404 {object} ErrorResponse
|
|
// @Failure 500 {object} ErrorResponse
|
|
// @Router /providers/{id} [put].
|
|
func (h *ProvidersHandler) Update(c echo.Context) error {
|
|
id := c.Param("id")
|
|
if id == "" {
|
|
return echo.NewHTTPError(http.StatusBadRequest, "id is required")
|
|
}
|
|
|
|
var req providers.UpdateRequest
|
|
if err := c.Bind(&req); err != nil {
|
|
return echo.NewHTTPError(http.StatusBadRequest, err.Error())
|
|
}
|
|
|
|
resp, err := h.service.Update(c.Request().Context(), id, req)
|
|
if err != nil {
|
|
return echo.NewHTTPError(http.StatusInternalServerError, err.Error())
|
|
}
|
|
|
|
return c.JSON(http.StatusOK, resp)
|
|
}
|
|
|
|
// Delete godoc
|
|
// @Summary Delete provider
|
|
// @Description Delete a provider configuration
|
|
// @Tags providers
|
|
// @Accept json
|
|
// @Produce json
|
|
// @Param id path string true "Provider ID (UUID)"
|
|
// @Success 204 "No Content"
|
|
// @Failure 400 {object} ErrorResponse
|
|
// @Failure 404 {object} ErrorResponse
|
|
// @Failure 500 {object} ErrorResponse
|
|
// @Router /providers/{id} [delete].
|
|
func (h *ProvidersHandler) Delete(c echo.Context) error {
|
|
id := c.Param("id")
|
|
if id == "" {
|
|
return echo.NewHTTPError(http.StatusBadRequest, "id is required")
|
|
}
|
|
|
|
if err := h.service.Delete(c.Request().Context(), id); err != nil {
|
|
return echo.NewHTTPError(http.StatusInternalServerError, err.Error())
|
|
}
|
|
|
|
return c.NoContent(http.StatusNoContent)
|
|
}
|
|
|
|
// Count godoc
|
|
// @Summary Count providers
|
|
// @Description Get the total count of providers
|
|
// @Tags providers
|
|
// @Accept json
|
|
// @Produce json
|
|
// @Success 200 {object} providers.CountResponse
|
|
// @Failure 500 {object} ErrorResponse
|
|
// @Router /providers/count [get].
|
|
func (h *ProvidersHandler) Count(c echo.Context) error {
|
|
count, err := h.service.Count(c.Request().Context())
|
|
if err != nil {
|
|
return echo.NewHTTPError(http.StatusInternalServerError, err.Error())
|
|
}
|
|
|
|
return c.JSON(http.StatusOK, providers.CountResponse{Count: count})
|
|
}
|
|
|
|
// Test godoc
|
|
// @Summary Test provider connectivity
|
|
// @Description Probe a provider's base URL to check reachability, supported client types, and embedding support
|
|
// @Tags providers
|
|
// @Accept json
|
|
// @Produce json
|
|
// @Param id path string true "Provider ID (UUID)"
|
|
// @Success 200 {object} providers.TestResponse
|
|
// @Failure 400 {object} ErrorResponse
|
|
// @Failure 404 {object} ErrorResponse
|
|
// @Failure 500 {object} ErrorResponse
|
|
// @Router /providers/{id}/test [post].
|
|
func (h *ProvidersHandler) Test(c echo.Context) error {
|
|
id := c.Param("id")
|
|
if id == "" {
|
|
return echo.NewHTTPError(http.StatusBadRequest, "id is required")
|
|
}
|
|
|
|
resp, err := h.service.Test(c.Request().Context(), id)
|
|
if err != nil {
|
|
if strings.Contains(err.Error(), "invalid") {
|
|
return echo.NewHTTPError(http.StatusBadRequest, err.Error())
|
|
}
|
|
return echo.NewHTTPError(http.StatusNotFound, err.Error())
|
|
}
|
|
|
|
return c.JSON(http.StatusOK, resp)
|
|
}
|
|
|
|
// ImportModels godoc
|
|
// @Summary Import models from provider
|
|
// @Description Fetch models from provider's /v1/models endpoint and import them
|
|
// @Tags providers
|
|
// @Accept json
|
|
// @Produce json
|
|
// @Param id path string true "Provider ID (UUID)"
|
|
// @Success 200 {object} providers.ImportModelsResponse
|
|
// @Failure 400 {object} ErrorResponse
|
|
// @Failure 404 {object} ErrorResponse
|
|
// @Failure 500 {object} ErrorResponse
|
|
// @Router /providers/{id}/import-models [post].
|
|
func (h *ProvidersHandler) ImportModels(c echo.Context) error {
|
|
id := c.Param("id")
|
|
if id == "" {
|
|
return echo.NewHTTPError(http.StatusBadRequest, "id is required")
|
|
}
|
|
|
|
remoteModels, err := h.service.FetchRemoteModels(c.Request().Context(), id)
|
|
if err != nil {
|
|
return echo.NewHTTPError(http.StatusInternalServerError, fmt.Sprintf("fetch remote models: %v", err))
|
|
}
|
|
|
|
defaultCompat := []string{models.CompatVision, models.CompatToolCall, models.CompatReasoning}
|
|
|
|
resp := providers.ImportModelsResponse{
|
|
Models: make([]string, 0),
|
|
}
|
|
|
|
for _, m := range remoteModels {
|
|
_, err := h.modelsService.Create(c.Request().Context(), models.AddRequest{
|
|
ModelID: m.ID,
|
|
Name: m.ID,
|
|
LlmProviderID: id,
|
|
Type: models.ModelTypeChat,
|
|
Config: models.ModelConfig{
|
|
Compatibilities: defaultCompat,
|
|
},
|
|
})
|
|
if err != nil {
|
|
if errors.Is(err, models.ErrModelIDAlreadyExists) {
|
|
resp.Skipped++
|
|
continue
|
|
}
|
|
h.logger.Warn("failed to import model", slog.String("model_id", m.ID), slog.Any("error", err))
|
|
continue
|
|
}
|
|
|
|
resp.Created++
|
|
resp.Models = append(resp.Models, m.ID)
|
|
}
|
|
|
|
return c.JSON(http.StatusOK, resp)
|
|
}
|