mirror of
https://github.com/memohai/Memoh.git
synced 2026-04-27 07:16:19 +09:00
474 lines
12 KiB
Go
474 lines
12 KiB
Go
package memory
|
|
|
|
import (
|
|
"context"
|
|
"crypto/md5"
|
|
"encoding/hex"
|
|
"fmt"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/google/uuid"
|
|
)
|
|
|
|
type Service struct {
|
|
llm *LLMClient
|
|
embedder Embedder
|
|
store *QdrantStore
|
|
}
|
|
|
|
func NewService(llm *LLMClient, embedder Embedder, store *QdrantStore) *Service {
|
|
return &Service{
|
|
llm: llm,
|
|
embedder: embedder,
|
|
store: store,
|
|
}
|
|
}
|
|
|
|
func (s *Service) Add(ctx context.Context, req AddRequest) (SearchResponse, error) {
|
|
if req.Message == "" && len(req.Messages) == 0 {
|
|
return SearchResponse{}, fmt.Errorf("message or messages is required")
|
|
}
|
|
if req.UserID == "" && req.AgentID == "" && req.RunID == "" {
|
|
return SearchResponse{}, fmt.Errorf("user_id, agent_id or run_id is required")
|
|
}
|
|
|
|
messages := normalizeMessages(req)
|
|
filters := buildFilters(req)
|
|
|
|
if req.Infer != nil && !*req.Infer {
|
|
return s.addRawMessages(ctx, messages, filters, req.Metadata)
|
|
}
|
|
|
|
extractResp, err := s.llm.Extract(ctx, ExtractRequest{
|
|
Messages: messages,
|
|
Filters: filters,
|
|
Metadata: req.Metadata,
|
|
})
|
|
if err != nil {
|
|
return SearchResponse{}, err
|
|
}
|
|
if len(extractResp.Facts) == 0 {
|
|
return SearchResponse{Results: []MemoryItem{}}, nil
|
|
}
|
|
|
|
candidates, err := s.collectCandidates(ctx, extractResp.Facts, filters)
|
|
if err != nil {
|
|
return SearchResponse{}, err
|
|
}
|
|
|
|
decideResp, err := s.llm.Decide(ctx, DecideRequest{
|
|
Facts: extractResp.Facts,
|
|
Candidates: candidates,
|
|
Filters: filters,
|
|
Metadata: req.Metadata,
|
|
})
|
|
if err != nil {
|
|
return SearchResponse{}, err
|
|
}
|
|
|
|
actions := decideResp.Actions
|
|
if len(actions) == 0 && len(extractResp.Facts) > 0 {
|
|
actions = make([]DecisionAction, 0, len(extractResp.Facts))
|
|
for _, fact := range extractResp.Facts {
|
|
actions = append(actions, DecisionAction{
|
|
Event: "ADD",
|
|
Text: fact,
|
|
})
|
|
}
|
|
}
|
|
|
|
results := make([]MemoryItem, 0, len(actions))
|
|
for _, action := range actions {
|
|
switch strings.ToUpper(action.Event) {
|
|
case "ADD":
|
|
item, err := s.applyAdd(ctx, action.Text, filters, req.Metadata)
|
|
if err != nil {
|
|
return SearchResponse{}, err
|
|
}
|
|
item.Metadata = mergeMetadata(item.Metadata, map[string]interface{}{
|
|
"event": "ADD",
|
|
})
|
|
results = append(results, item)
|
|
case "UPDATE":
|
|
item, err := s.applyUpdate(ctx, action.ID, action.Text, filters, req.Metadata)
|
|
if err != nil {
|
|
return SearchResponse{}, err
|
|
}
|
|
item.Metadata = mergeMetadata(item.Metadata, map[string]interface{}{
|
|
"event": "UPDATE",
|
|
"previous_memory": action.OldMemory,
|
|
})
|
|
results = append(results, item)
|
|
case "DELETE":
|
|
item, err := s.applyDelete(ctx, action.ID)
|
|
if err != nil {
|
|
return SearchResponse{}, err
|
|
}
|
|
item.Metadata = mergeMetadata(item.Metadata, map[string]interface{}{
|
|
"event": "DELETE",
|
|
})
|
|
results = append(results, item)
|
|
default:
|
|
return SearchResponse{}, fmt.Errorf("unknown action: %s", action.Event)
|
|
}
|
|
}
|
|
|
|
return SearchResponse{Results: results}, nil
|
|
}
|
|
|
|
func (s *Service) Search(ctx context.Context, req SearchRequest) (SearchResponse, error) {
|
|
if strings.TrimSpace(req.Query) == "" {
|
|
return SearchResponse{}, fmt.Errorf("query is required")
|
|
}
|
|
filters := buildSearchFilters(req)
|
|
vector, err := s.embedder.Embed(ctx, req.Query)
|
|
if err != nil {
|
|
return SearchResponse{}, err
|
|
}
|
|
|
|
points, scores, err := s.store.Search(ctx, vector, req.Limit, filters)
|
|
if err != nil {
|
|
return SearchResponse{}, err
|
|
}
|
|
|
|
results := make([]MemoryItem, 0, len(points))
|
|
for idx, point := range points {
|
|
item := payloadToMemoryItem(point.ID, point.Payload)
|
|
if idx < len(scores) {
|
|
item.Score = scores[idx]
|
|
}
|
|
results = append(results, item)
|
|
}
|
|
return SearchResponse{Results: results}, nil
|
|
}
|
|
|
|
func (s *Service) Update(ctx context.Context, req UpdateRequest) (MemoryItem, error) {
|
|
if strings.TrimSpace(req.MemoryID) == "" {
|
|
return MemoryItem{}, fmt.Errorf("memory_id is required")
|
|
}
|
|
if strings.TrimSpace(req.Memory) == "" {
|
|
return MemoryItem{}, fmt.Errorf("memory is required")
|
|
}
|
|
|
|
existing, err := s.store.Get(ctx, req.MemoryID)
|
|
if err != nil {
|
|
return MemoryItem{}, err
|
|
}
|
|
if existing == nil {
|
|
return MemoryItem{}, fmt.Errorf("memory not found")
|
|
}
|
|
|
|
payload := existing.Payload
|
|
payload["data"] = req.Memory
|
|
payload["hash"] = hashMemory(req.Memory)
|
|
payload["updatedAt"] = time.Now().UTC().Format(time.RFC3339)
|
|
|
|
vector, err := s.embedder.Embed(ctx, req.Memory)
|
|
if err != nil {
|
|
return MemoryItem{}, err
|
|
}
|
|
if err := s.store.Upsert(ctx, []qdrantPoint{{
|
|
ID: req.MemoryID,
|
|
Vector: vector,
|
|
Payload: payload,
|
|
}}); err != nil {
|
|
return MemoryItem{}, err
|
|
}
|
|
return payloadToMemoryItem(req.MemoryID, payload), nil
|
|
}
|
|
|
|
func (s *Service) Get(ctx context.Context, memoryID string) (MemoryItem, error) {
|
|
if strings.TrimSpace(memoryID) == "" {
|
|
return MemoryItem{}, fmt.Errorf("memory_id is required")
|
|
}
|
|
point, err := s.store.Get(ctx, memoryID)
|
|
if err != nil {
|
|
return MemoryItem{}, err
|
|
}
|
|
if point == nil {
|
|
return MemoryItem{}, fmt.Errorf("memory not found")
|
|
}
|
|
return payloadToMemoryItem(point.ID, point.Payload), nil
|
|
}
|
|
|
|
func (s *Service) GetAll(ctx context.Context, req GetAllRequest) (SearchResponse, error) {
|
|
filters := map[string]interface{}{}
|
|
if req.UserID != "" {
|
|
filters["userId"] = req.UserID
|
|
}
|
|
if req.AgentID != "" {
|
|
filters["agentId"] = req.AgentID
|
|
}
|
|
if req.RunID != "" {
|
|
filters["runId"] = req.RunID
|
|
}
|
|
if len(filters) == 0 {
|
|
return SearchResponse{}, fmt.Errorf("user_id, agent_id or run_id is required")
|
|
}
|
|
|
|
points, err := s.store.List(ctx, req.Limit, filters)
|
|
if err != nil {
|
|
return SearchResponse{}, err
|
|
}
|
|
results := make([]MemoryItem, 0, len(points))
|
|
for _, point := range points {
|
|
results = append(results, payloadToMemoryItem(point.ID, point.Payload))
|
|
}
|
|
return SearchResponse{Results: results}, nil
|
|
}
|
|
|
|
func (s *Service) Delete(ctx context.Context, memoryID string) (DeleteResponse, error) {
|
|
if strings.TrimSpace(memoryID) == "" {
|
|
return DeleteResponse{}, fmt.Errorf("memory_id is required")
|
|
}
|
|
if err := s.store.Delete(ctx, memoryID); err != nil {
|
|
return DeleteResponse{}, err
|
|
}
|
|
return DeleteResponse{Message: "Memory deleted successfully!"}, nil
|
|
}
|
|
|
|
func (s *Service) DeleteAll(ctx context.Context, req DeleteAllRequest) (DeleteResponse, error) {
|
|
filters := map[string]interface{}{}
|
|
if req.UserID != "" {
|
|
filters["userId"] = req.UserID
|
|
}
|
|
if req.AgentID != "" {
|
|
filters["agentId"] = req.AgentID
|
|
}
|
|
if req.RunID != "" {
|
|
filters["runId"] = req.RunID
|
|
}
|
|
if len(filters) == 0 {
|
|
return DeleteResponse{}, fmt.Errorf("user_id, agent_id or run_id is required")
|
|
}
|
|
if err := s.store.DeleteAll(ctx, filters); err != nil {
|
|
return DeleteResponse{}, err
|
|
}
|
|
return DeleteResponse{Message: "Memories deleted successfully!"}, nil
|
|
}
|
|
|
|
func (s *Service) addRawMessages(ctx context.Context, messages []Message, filters map[string]interface{}, metadata map[string]interface{}) (SearchResponse, error) {
|
|
results := make([]MemoryItem, 0, len(messages))
|
|
for _, message := range messages {
|
|
item, err := s.applyAdd(ctx, message.Content, filters, metadata)
|
|
if err != nil {
|
|
return SearchResponse{}, err
|
|
}
|
|
item.Metadata = mergeMetadata(item.Metadata, map[string]interface{}{
|
|
"event": "ADD",
|
|
})
|
|
results = append(results, item)
|
|
}
|
|
return SearchResponse{Results: results}, nil
|
|
}
|
|
|
|
func (s *Service) collectCandidates(ctx context.Context, facts []string, filters map[string]interface{}) ([]CandidateMemory, error) {
|
|
unique := map[string]CandidateMemory{}
|
|
for _, fact := range facts {
|
|
vector, err := s.embedder.Embed(ctx, fact)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
points, _, err := s.store.Search(ctx, vector, 5, filters)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
for _, point := range points {
|
|
item := payloadToMemoryItem(point.ID, point.Payload)
|
|
unique[item.ID] = CandidateMemory{
|
|
ID: item.ID,
|
|
Memory: item.Memory,
|
|
Metadata: item.Metadata,
|
|
}
|
|
}
|
|
}
|
|
|
|
candidates := make([]CandidateMemory, 0, len(unique))
|
|
for _, candidate := range unique {
|
|
candidates = append(candidates, candidate)
|
|
}
|
|
return candidates, nil
|
|
}
|
|
|
|
func (s *Service) applyAdd(ctx context.Context, text string, filters map[string]interface{}, metadata map[string]interface{}) (MemoryItem, error) {
|
|
vector, err := s.embedder.Embed(ctx, text)
|
|
if err != nil {
|
|
return MemoryItem{}, err
|
|
}
|
|
id := uuid.NewString()
|
|
payload := buildPayload(text, filters, metadata, "")
|
|
if err := s.store.Upsert(ctx, []qdrantPoint{{
|
|
ID: id,
|
|
Vector: vector,
|
|
Payload: payload,
|
|
}}); err != nil {
|
|
return MemoryItem{}, err
|
|
}
|
|
return payloadToMemoryItem(id, payload), nil
|
|
}
|
|
|
|
func (s *Service) applyUpdate(ctx context.Context, id, text string, filters map[string]interface{}, metadata map[string]interface{}) (MemoryItem, error) {
|
|
if strings.TrimSpace(id) == "" {
|
|
return MemoryItem{}, fmt.Errorf("update action missing id")
|
|
}
|
|
existing, err := s.store.Get(ctx, id)
|
|
if err != nil {
|
|
return MemoryItem{}, err
|
|
}
|
|
if existing == nil {
|
|
return MemoryItem{}, fmt.Errorf("memory not found")
|
|
}
|
|
|
|
payload := existing.Payload
|
|
payload["data"] = text
|
|
payload["hash"] = hashMemory(text)
|
|
payload["updatedAt"] = time.Now().UTC().Format(time.RFC3339)
|
|
if metadata != nil {
|
|
payload["metadata"] = mergeMetadata(payload["metadata"], metadata)
|
|
}
|
|
if filters != nil {
|
|
applyFiltersToPayload(payload, filters)
|
|
}
|
|
vector, err := s.embedder.Embed(ctx, text)
|
|
if err != nil {
|
|
return MemoryItem{}, err
|
|
}
|
|
if err := s.store.Upsert(ctx, []qdrantPoint{{
|
|
ID: id,
|
|
Vector: vector,
|
|
Payload: payload,
|
|
}}); err != nil {
|
|
return MemoryItem{}, err
|
|
}
|
|
return payloadToMemoryItem(id, payload), nil
|
|
}
|
|
|
|
func (s *Service) applyDelete(ctx context.Context, id string) (MemoryItem, error) {
|
|
if strings.TrimSpace(id) == "" {
|
|
return MemoryItem{}, fmt.Errorf("delete action missing id")
|
|
}
|
|
existing, err := s.store.Get(ctx, id)
|
|
if err != nil {
|
|
return MemoryItem{}, err
|
|
}
|
|
if existing == nil {
|
|
return MemoryItem{}, fmt.Errorf("memory not found")
|
|
}
|
|
item := payloadToMemoryItem(id, existing.Payload)
|
|
if err := s.store.Delete(ctx, id); err != nil {
|
|
return MemoryItem{}, err
|
|
}
|
|
return item, nil
|
|
}
|
|
|
|
func normalizeMessages(req AddRequest) []Message {
|
|
if len(req.Messages) > 0 {
|
|
return req.Messages
|
|
}
|
|
return []Message{{Role: "user", Content: req.Message}}
|
|
}
|
|
|
|
func buildFilters(req AddRequest) map[string]interface{} {
|
|
filters := map[string]interface{}{}
|
|
for key, value := range req.Filters {
|
|
filters[key] = value
|
|
}
|
|
if req.UserID != "" {
|
|
filters["userId"] = req.UserID
|
|
}
|
|
if req.AgentID != "" {
|
|
filters["agentId"] = req.AgentID
|
|
}
|
|
if req.RunID != "" {
|
|
filters["runId"] = req.RunID
|
|
}
|
|
return filters
|
|
}
|
|
|
|
func buildSearchFilters(req SearchRequest) map[string]interface{} {
|
|
filters := map[string]interface{}{}
|
|
for key, value := range req.Filters {
|
|
filters[key] = value
|
|
}
|
|
if req.UserID != "" {
|
|
filters["userId"] = req.UserID
|
|
}
|
|
if req.AgentID != "" {
|
|
filters["agentId"] = req.AgentID
|
|
}
|
|
if req.RunID != "" {
|
|
filters["runId"] = req.RunID
|
|
}
|
|
return filters
|
|
}
|
|
|
|
func buildPayload(text string, filters map[string]interface{}, metadata map[string]interface{}, createdAt string) map[string]interface{} {
|
|
if createdAt == "" {
|
|
createdAt = time.Now().UTC().Format(time.RFC3339)
|
|
}
|
|
payload := map[string]interface{}{
|
|
"data": text,
|
|
"hash": hashMemory(text),
|
|
"createdAt": createdAt,
|
|
}
|
|
if metadata != nil {
|
|
payload["metadata"] = metadata
|
|
}
|
|
applyFiltersToPayload(payload, filters)
|
|
return payload
|
|
}
|
|
|
|
func applyFiltersToPayload(payload map[string]interface{}, filters map[string]interface{}) {
|
|
for key, value := range filters {
|
|
payload[key] = value
|
|
}
|
|
}
|
|
|
|
func payloadToMemoryItem(id string, payload map[string]interface{}) MemoryItem {
|
|
item := MemoryItem{
|
|
ID: id,
|
|
Memory: fmt.Sprint(payload["data"]),
|
|
}
|
|
if v, ok := payload["hash"].(string); ok {
|
|
item.Hash = v
|
|
}
|
|
if v, ok := payload["createdAt"].(string); ok {
|
|
item.CreatedAt = v
|
|
}
|
|
if v, ok := payload["updatedAt"].(string); ok {
|
|
item.UpdatedAt = v
|
|
}
|
|
if v, ok := payload["userId"].(string); ok {
|
|
item.UserID = v
|
|
}
|
|
if v, ok := payload["agentId"].(string); ok {
|
|
item.AgentID = v
|
|
}
|
|
if v, ok := payload["runId"].(string); ok {
|
|
item.RunID = v
|
|
}
|
|
if meta, ok := payload["metadata"].(map[string]interface{}); ok {
|
|
item.Metadata = meta
|
|
}
|
|
return item
|
|
}
|
|
|
|
func hashMemory(text string) string {
|
|
sum := md5.Sum([]byte(text))
|
|
return hex.EncodeToString(sum[:])
|
|
}
|
|
|
|
func mergeMetadata(base interface{}, extra map[string]interface{}) map[string]interface{} {
|
|
merged := map[string]interface{}{}
|
|
if baseMap, ok := base.(map[string]interface{}); ok {
|
|
for k, v := range baseMap {
|
|
merged[k] = v
|
|
}
|
|
}
|
|
for k, v := range extra {
|
|
merged[k] = v
|
|
}
|
|
return merged
|
|
}
|