mirror of
https://github.com/memohai/Memoh.git
synced 2026-04-25 07:00:48 +09:00
Acbox Liu
b88ca96064
* refactor: move client_type to provider, replace model fields with config JSONB - Move `client_type` from `models` to `llm_providers` table - Add `icon` field to `llm_providers` - Replace `dimensions`, `input_modalities`, `supports_reasoning` on `models` with a single `config` JSONB column containing `dimensions`, `compatibilities` (vision, tool-call, image-output, reasoning), and `context_window` - Auto-imported models default to vision + tool-call + reasoning - Update all backend consumers (agent, flow resolver, handlers, memory) - Regenerate sqlc, swagger, and TypeScript SDK - Update frontend forms, display, and i18n for new schema * ui: show provider icon avatar in sidebar and detail header, remove icon input * feat: add built-in provider registry with YAML definitions and enable toggle - Add `enable` column to llm_providers (default true, backward-compatible) - Create internal/registry package to load YAML provider/model definitions on startup and upsert into database (new providers disabled by default) - Add conf/providers/ with OpenAI, Anthropic, Google YAML definitions - Add RegistryConfig to TOML config (providers_dir, default conf/providers) - Model listing APIs and conversation flow now filter by enabled providers - Frontend: enable switch in provider form, green status dot in sidebar, enabled providers sorted to top * fix: make 0041 migration idempotent for fresh databases Guard data migration steps with column-existence checks so the migration succeeds on databases created from the updated init schema.
89 lines
2.8 KiB
Go
89 lines
2.8 KiB
Go
package flow
|
|
|
|
import (
|
|
"strings"
|
|
|
|
"github.com/memohai/memoh/internal/models"
|
|
)
|
|
|
|
const (
|
|
gatewayTransportInlineDataURL = "inline_data_url"
|
|
gatewayTransportPublicURL = "public_url"
|
|
gatewayTransportToolFileRef = "tool_file_ref"
|
|
)
|
|
|
|
// gatewayAttachment is the strict server-to-gateway attachment contract.
|
|
// ContentHash is the content reference (replaces legacy assetId).
|
|
type gatewayAttachment struct {
|
|
ContentHash string `json:"contentHash,omitempty"`
|
|
Type string `json:"type"`
|
|
Mime string `json:"mime,omitempty"`
|
|
Size int64 `json:"size,omitempty"`
|
|
Name string `json:"name,omitempty"`
|
|
Transport string `json:"transport"`
|
|
Payload string `json:"payload"`
|
|
Metadata map[string]any `json:"metadata,omitempty"`
|
|
|
|
// FallbackPath is an internal helper only used by server-side routing.
|
|
FallbackPath string `json:"-"`
|
|
}
|
|
|
|
// capabilityRouteResult holds the outcome of splitting attachments by model capability.
|
|
type capabilityRouteResult struct {
|
|
// Native are attachments the model can consume directly as multimodal input.
|
|
Native []gatewayAttachment
|
|
// Fallback are attachments whose modality is unsupported; they are converted
|
|
// to container file path references for the LLM to access via tools.
|
|
Fallback []gatewayAttachment
|
|
}
|
|
|
|
// routeAttachmentsByCapability splits attachments based on model compatibilities.
|
|
// Only images are routed natively when the model has CompatVision; everything
|
|
// else goes through fallback.
|
|
func routeAttachmentsByCapability(compatibilities []string, attachments []gatewayAttachment) capabilityRouteResult {
|
|
hasVision := false
|
|
for _, c := range compatibilities {
|
|
if c == models.CompatVision {
|
|
hasVision = true
|
|
break
|
|
}
|
|
}
|
|
|
|
result := capabilityRouteResult{
|
|
Native: make([]gatewayAttachment, 0, len(attachments)),
|
|
Fallback: make([]gatewayAttachment, 0),
|
|
}
|
|
for _, att := range attachments {
|
|
att.Type = strings.ToLower(strings.TrimSpace(att.Type))
|
|
att.Transport = strings.ToLower(strings.TrimSpace(att.Transport))
|
|
if att.Type == "image" && hasVision && isGatewayNativeAttachment(att) {
|
|
result.Native = append(result.Native, att)
|
|
} else {
|
|
result.Fallback = append(result.Fallback, att)
|
|
}
|
|
}
|
|
return result
|
|
}
|
|
|
|
func isGatewayNativeAttachment(att gatewayAttachment) bool {
|
|
switch att.Type {
|
|
case "image":
|
|
transport := strings.ToLower(strings.TrimSpace(att.Transport))
|
|
if transport != gatewayTransportInlineDataURL && transport != gatewayTransportPublicURL {
|
|
return false
|
|
}
|
|
return strings.TrimSpace(att.Payload) != ""
|
|
default:
|
|
return false
|
|
}
|
|
}
|
|
|
|
// attachmentsToAny converts typed gateway attachments to []any for JSON serialization.
|
|
func attachmentsToAny(atts []gatewayAttachment) []any {
|
|
out := make([]any, 0, len(atts))
|
|
for _, a := range atts {
|
|
out = append(out, a)
|
|
}
|
|
return out
|
|
}
|