mirror of
https://github.com/memohai/Memoh.git
synced 2026-04-27 07:16:19 +09:00
8d5c38f0e5
* refactor: unify providers and models tables
- Rename `llm_providers` → `providers`, `llm_provider_oauth_tokens` → `provider_oauth_tokens`
- Remove `tts_providers` and `tts_models` tables; speech models now live in the unified `models` table with `type = 'speech'`
- Replace top-level `api_key`/`base_url` columns with a JSONB `config` field on `providers`
- Rename `llm_provider_id` → `provider_id` across all references
- Add `edge-speech` client type and `conf/providers/edge.yaml` default provider
- Create new read-only speech endpoints (`/speech-providers`, `/speech-models`) backed by filtered views of the unified tables
- Remove old TTS CRUD handlers; simplify speech page to read-only + test
- Update registry loader to skip malformed YAML files instead of failing entirely
- Fix YAML quoting for model names containing colons in openrouter.yaml
- Regenerate sqlc, swagger, and TypeScript SDK
* fix: exclude speech providers from providers list endpoint
ListProviders now filters out client_type matching '%-speech' so Edge
and future speech providers no longer appear on the Providers page.
ListSpeechProviders uses the same pattern match instead of hard-coding
'edge-speech'.
* fix: use explicit client_type list instead of LIKE pattern
Replace '%-speech' pattern with explicit IN ('edge-speech') for both
ListProviders (exclusion) and ListSpeechProviders (inclusion). New
speech client types must be added to both queries.
* fix: use EXECUTE for dynamic SQL in migrations referencing old schema
PL/pgSQL pre-validates column/table references in static SQL statements
inside DO blocks before evaluating IF/RETURN guards. This caused
migrations 0010-0061 to fail on fresh databases where the canonical
schema uses `providers`/`provider_id` instead of `llm_providers`/
`llm_provider_id`.
Wrap all SQL that references potentially non-existent old schema objects
(llm_providers, llm_provider_id, tts_providers, tts_models, etc.) in
EXECUTE strings so they are only parsed at runtime when actually reached.
* fix: revert canonical schema to use llm_providers for migration compatibility
The CI migrations workflow (up → down → up) failed because 0061 down
renames `providers` back to `llm_providers`, but 0001 down only dropped
`providers` — leaving `llm_providers` as a remnant. On the second
migrate up, 0010 found the stale `llm_providers` and tried to reference
`models.llm_provider_id` which no longer existed.
Revert 0001 canonical schema to use original names (llm_providers,
tts_providers, tts_models) so incremental migrations work naturally and
0061 handles the final rename. Remove EXECUTE wrappers and unnecessary
guards from migrations that now always operate on llm_providers.
* fix: icons
* fix: sync canonical schema with 0061 migration to fix sqlc column mismatch
0001_init.up.sql still used old names (llm_providers, llm_provider_id)
and included dropped tts_providers/tts_models tables. sqlc could not
parse the PL/pgSQL EXECUTE in migration 0061, so generated code retained
stale columns (input_modalities, supports_reasoning) causing runtime
"column does not exist" errors when adding models.
- Update 0001_init.up.sql to current schema (providers, provider_id,
no tts tables, add provider_oauth_tokens)
- Use ALTER TABLE IF EXISTS in 0010/0041/0042 for backward compat
- Regenerate sqlc
* fix: guard all legacy migrations against fresh schema for CI compat
On fresh databases, 0001_init.up.sql creates providers/provider_id
(not llm_providers/llm_provider_id). Migrations 0013, 0041, 0046, 0047
referenced the old names without guards, causing CI migration failures.
- 0013: check llm_provider_id column exists before adding old constraint
- 0041: check llm_providers table exists before backfill/constraint DDL
- 0046: wrap CREATE TABLE in DO block with llm_providers existence check
- 0047: use ALTER TABLE IF EXISTS + DO block guard
166 lines
4.1 KiB
Go
166 lines
4.1 KiB
Go
package models
|
|
|
|
import (
|
|
"errors"
|
|
|
|
"github.com/google/uuid"
|
|
)
|
|
|
|
type ModelType string
|
|
|
|
const (
|
|
ModelTypeChat ModelType = "chat"
|
|
ModelTypeEmbedding ModelType = "embedding"
|
|
ModelTypeSpeech ModelType = "speech"
|
|
)
|
|
|
|
type ClientType string
|
|
|
|
const (
|
|
ClientTypeOpenAIResponses ClientType = "openai-responses"
|
|
ClientTypeOpenAICompletions ClientType = "openai-completions"
|
|
ClientTypeAnthropicMessages ClientType = "anthropic-messages"
|
|
ClientTypeGoogleGenerativeAI ClientType = "google-generative-ai"
|
|
ClientTypeOpenAICodex ClientType = "openai-codex"
|
|
ClientTypeEdgeSpeech ClientType = "edge-speech"
|
|
)
|
|
|
|
const (
|
|
CompatVision = "vision"
|
|
CompatToolCall = "tool-call"
|
|
CompatImageOutput = "image-output"
|
|
CompatReasoning = "reasoning"
|
|
)
|
|
|
|
const (
|
|
ReasoningEffortNone = "none"
|
|
ReasoningEffortLow = "low"
|
|
ReasoningEffortMedium = "medium"
|
|
ReasoningEffortHigh = "high"
|
|
ReasoningEffortXHigh = "xhigh"
|
|
)
|
|
|
|
// validCompatibilities enumerates accepted compatibility tokens.
|
|
var validCompatibilities = map[string]struct{}{
|
|
CompatVision: {}, CompatToolCall: {}, CompatImageOutput: {}, CompatReasoning: {},
|
|
}
|
|
|
|
var validReasoningEfforts = map[string]struct{}{
|
|
ReasoningEffortNone: {},
|
|
ReasoningEffortLow: {},
|
|
ReasoningEffortMedium: {},
|
|
ReasoningEffortHigh: {},
|
|
ReasoningEffortXHigh: {},
|
|
}
|
|
|
|
// ModelConfig holds the JSONB config stored per model.
|
|
type ModelConfig struct {
|
|
Dimensions *int `json:"dimensions,omitempty"`
|
|
Compatibilities []string `json:"compatibilities,omitempty"`
|
|
ContextWindow *int `json:"context_window,omitempty"`
|
|
ReasoningEfforts []string `json:"reasoning_efforts,omitempty"`
|
|
}
|
|
|
|
type Model struct {
|
|
ModelID string `json:"model_id"`
|
|
Name string `json:"name"`
|
|
ProviderID string `json:"provider_id"`
|
|
Type ModelType `json:"type"`
|
|
Config ModelConfig `json:"config"`
|
|
}
|
|
|
|
func (m *Model) Validate() error {
|
|
if m.ModelID == "" {
|
|
return errors.New("model ID is required")
|
|
}
|
|
if m.ProviderID == "" {
|
|
return errors.New("provider ID is required")
|
|
}
|
|
if _, err := uuid.Parse(m.ProviderID); err != nil {
|
|
return errors.New("provider ID must be a valid UUID")
|
|
}
|
|
if m.Type != ModelTypeChat && m.Type != ModelTypeEmbedding && m.Type != ModelTypeSpeech {
|
|
return errors.New("invalid model type")
|
|
}
|
|
if m.Type == ModelTypeEmbedding {
|
|
if m.Config.Dimensions == nil || *m.Config.Dimensions <= 0 {
|
|
return errors.New("dimensions must be greater than 0 for embedding models")
|
|
}
|
|
}
|
|
for _, c := range m.Config.Compatibilities {
|
|
if _, ok := validCompatibilities[c]; !ok {
|
|
return errors.New("invalid compatibility: " + c)
|
|
}
|
|
}
|
|
for _, effort := range m.Config.ReasoningEfforts {
|
|
if _, ok := validReasoningEfforts[effort]; !ok {
|
|
return errors.New("invalid reasoning effort: " + effort)
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// HasCompatibility checks whether the model config includes the given capability.
|
|
func (m *Model) HasCompatibility(c string) bool {
|
|
for _, v := range m.Config.Compatibilities {
|
|
if v == c {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
type AddRequest Model
|
|
|
|
type AddResponse struct {
|
|
ID string `json:"id"`
|
|
ModelID string `json:"model_id"`
|
|
}
|
|
|
|
type GetRequest struct {
|
|
ID string `json:"id"`
|
|
}
|
|
|
|
type GetResponse struct {
|
|
ID string `json:"id"`
|
|
ModelID string `json:"model_id"`
|
|
Model
|
|
}
|
|
|
|
type UpdateRequest Model
|
|
|
|
type ListRequest struct {
|
|
Type ModelType `json:"type,omitempty"`
|
|
}
|
|
|
|
type DeleteRequest struct {
|
|
ID string `json:"id,omitempty"`
|
|
ModelID string `json:"model_id,omitempty"`
|
|
}
|
|
|
|
type DeleteResponse struct {
|
|
Message string `json:"message"`
|
|
}
|
|
|
|
type CountResponse struct {
|
|
Count int64 `json:"count"`
|
|
}
|
|
|
|
// TestStatus represents the outcome of probing a model.
|
|
type TestStatus string
|
|
|
|
const (
|
|
TestStatusOK TestStatus = "ok"
|
|
TestStatusAuthError TestStatus = "auth_error"
|
|
TestStatusModelNotSupported TestStatus = "model_not_supported"
|
|
TestStatusError TestStatus = "error"
|
|
)
|
|
|
|
// TestResponse is returned by POST /models/:id/test.
|
|
type TestResponse struct {
|
|
Status TestStatus `json:"status"`
|
|
Reachable bool `json:"reachable"`
|
|
LatencyMs int64 `json:"latency_ms,omitempty"`
|
|
Message string `json:"message,omitempty"`
|
|
}
|