Files
Memoh/internal/conversation/flow/resolver_util.go
T
AlexMa233 609ca49cf5 feat: matrix support (part 1) (#242)
* feat(channel): add Matrix adapter support

* fix(channel): prevent reasoning leaks in Matrix replies

* fix(channel): persist Matrix sync cursors

* fix(channel): improve Matrix markdown rendering

* fix(channel): support Matrix attachments and multimodal history

* fix(channel): expand Matrix reply media context

* fix(handlers): allow media downloads for chat-access bots

* fix(channel): classify Matrix DMs as direct chats

* fix(channel): auto-join Matrix room invites

* fix(channel): resolve Matrix room aliases for outbound send

* fix(web): use Matrix brand icon in channel badges

Replace the generic Matrix hashtag badge with the official brand asset so channel badges feel recognizable and fit the circular mask cleanly.

* fix(channel): add Matrix room whitelist controls

Let Matrix bots decide whether to auto-join invites and restrict inbound activity to allowed rooms or aliases. Expose the new controls in the web settings UI with line-based whitelist input so access rules stay explicit.

* fix(channel): stabilize Matrix multimodal follow-ups and settings

* fix(flow): avoid gosec panic on byte decoding

* fix: fix golangci-lint

* fix(channel): remove Matrix built-in ACL

* fix(channel): preserve Matrix image captions

* fix(channel): validate Matrix homeserver and sync access

Fail Matrix connections early when the homeserver, access token, or /sync capability is misconfigured so bot health checks surface actionable errors.

* fix(channel): preserve optional toggles and relax Matrix startup validation

* fix(channel): tighten Matrix mention fallback parsing

* fix(flow): skip structured assistant tool-call outputs

* fix(flow): resolve merged resolver duplication

Keep the internal agent resolver implementation after merging main so split helper files do not redeclare flow symbols. Restore user message normalization in sanitize and persistence paths to keep flow tests and command packages building.

* fix(flow): remove unused merged resolver helper

Drop the leftover truncate helper and import from the resolver merge fix so golangci-lint passes again without affecting flow behavior.

---------

Co-authored-by: Acbox Liu <acbox0328@gmail.com>
2026-03-22 21:55:34 +08:00

178 lines
3.9 KiB
Go

package flow
import (
"encoding/base64"
"encoding/json"
"errors"
"sort"
"strconv"
"strings"
"github.com/jackc/pgx/v5/pgtype"
"github.com/memohai/memoh/internal/conversation"
"github.com/memohai/memoh/internal/db"
)
func sanitizeMessages(messages []conversation.ModelMessage) []conversation.ModelMessage {
cleaned := make([]conversation.ModelMessage, 0, len(messages))
for _, msg := range messages {
msg = normalizeUserMessageContent(msg)
if normalized, ok := normalizeImagePartsToDataURL(msg); ok {
msg = normalized
}
if strings.TrimSpace(msg.Role) == "" {
continue
}
if !msg.HasContent() && strings.TrimSpace(msg.ToolCallID) == "" {
continue
}
cleaned = append(cleaned, msg)
}
return cleaned
}
func normalizeImagePartsToDataURL(msg conversation.ModelMessage) (conversation.ModelMessage, bool) {
if len(msg.Content) == 0 {
return msg, false
}
var parts []map[string]json.RawMessage
if err := json.Unmarshal(msg.Content, &parts); err != nil || len(parts) == 0 {
return msg, false
}
changed := false
for i := range parts {
partTypeRaw, ok := parts[i]["type"]
if !ok {
continue
}
var partType string
if err := json.Unmarshal(partTypeRaw, &partType); err != nil || !strings.EqualFold(partType, "image") {
continue
}
imageRaw, ok := parts[i]["image"]
if !ok || len(imageRaw) == 0 {
continue
}
var tmp string
if json.Unmarshal(imageRaw, &tmp) == nil {
continue
}
var payload []byte
if b, ok := decodeIndexedByteObject(imageRaw); ok {
payload = b
} else if b, ok := decodeByteArray(imageRaw); ok {
payload = b
} else {
continue
}
if len(payload) == 0 {
continue
}
// action trigger to image only here.
mediaType := "application/octet-stream"
if mediaTypeRaw, ok := parts[i]["mediaType"]; ok {
var mt string
if err := json.Unmarshal(mediaTypeRaw, &mt); err == nil && strings.TrimSpace(mt) != "" {
mediaType = strings.TrimSpace(mt)
}
}
dataURL := "data:" + mediaType + ";base64," + base64.StdEncoding.EncodeToString(payload)
rebuilt, err := json.Marshal(dataURL)
if err != nil {
continue
}
parts[i]["image"] = rebuilt
changed = true
}
if !changed {
return msg, false
}
rebuiltContent, err := json.Marshal(parts)
if err != nil {
return msg, false
}
msg.Content = rebuiltContent
return msg, true
}
func decodeByteArray(raw json.RawMessage) ([]byte, bool) {
var arr []int
if err := json.Unmarshal(raw, &arr); err != nil {
return nil, false
}
if len(arr) == 0 {
return nil, false
}
out := make([]byte, len(arr))
for i, v := range arr {
if v < 0 || v > 255 {
return nil, false
}
out[i] = byte(v)
}
return out, true
}
func decodeIndexedByteObject(raw json.RawMessage) ([]byte, bool) {
var obj map[string]json.RawMessage
if err := json.Unmarshal(raw, &obj); err != nil || len(obj) == 0 {
return nil, false
}
type indexedByte struct {
idx int
val byte
}
items := make([]indexedByte, 0, len(obj))
for k, vRaw := range obj {
idx, err := strconv.Atoi(k)
if err != nil || idx < 0 {
return nil, false
}
var val int
if err := json.Unmarshal(vRaw, &val); err != nil || val < 0 || val > 255 {
return nil, false
}
items = append(items, indexedByte{idx: idx, val: byte(val)})
}
sort.Slice(items, func(i, j int) bool { return items[i].idx < items[j].idx })
for i := range items {
if items[i].idx != i {
return nil, false
}
}
out := make([]byte, len(items))
for i := range items {
out[i] = items[i].val
}
return out, true
}
func coalescePositiveInt(values ...int) int {
for _, v := range values {
if v > 0 {
return v
}
}
return defaultMaxContextMinutes
}
func nonNilModelMessages(m []conversation.ModelMessage) []conversation.ModelMessage {
if m == nil {
return []conversation.ModelMessage{}
}
return m
}
func parseResolverUUID(id string) (pgtype.UUID, error) {
if strings.TrimSpace(id) == "" {
return pgtype.UUID{}, errors.New("empty id")
}
return db.ParseUUID(id)
}