Files
Memoh/db/queries/messages.sql
T
Acbox Liu de62f94315 feat: add context compaction to automatically summarize old messages (#compaction) (#276)
When input tokens exceed a configurable threshold after a conversation round,
the system asynchronously compacts older messages into a summary. Cascading
compactions reference prior summaries via <prior_context> tags to maintain
conversational continuity without duplicating content.

- Add bot_history_message_compacts table and compact_id on messages
- Add compaction_enabled, compaction_threshold, compaction_model_id to bots
- Implement compaction service (internal/compaction) with LLM summarization
- Integrate into conversation flow: replace compacted messages with summaries
  wrapped in <summary> tags during context loading
- Add REST API endpoints (GET/DELETE /bots/:bot_id/compaction/logs)
- Add frontend Compaction tab with settings and log viewer
- Wire compaction service into both dev (cmd/agent) and prod (cmd/memoh) entry points
- Update test mocks to include new GetBotByID columns
2026-03-22 14:26:00 +08:00

378 lines
11 KiB
SQL

-- name: CreateMessage :one
INSERT INTO bot_history_messages (
bot_id,
session_id,
sender_channel_identity_id,
sender_account_user_id,
source_message_id,
source_reply_to_message_id,
role,
content,
metadata,
usage,
model_id
)
VALUES (
sqlc.arg(bot_id),
sqlc.narg(session_id)::uuid,
sqlc.narg(sender_channel_identity_id)::uuid,
sqlc.narg(sender_user_id)::uuid,
sqlc.narg(external_message_id)::text,
sqlc.narg(source_reply_to_message_id)::text,
sqlc.arg(role),
sqlc.arg(content),
sqlc.arg(metadata),
sqlc.arg(usage),
sqlc.narg(model_id)::uuid
)
RETURNING
id,
bot_id,
session_id,
sender_channel_identity_id,
sender_account_user_id AS sender_user_id,
source_message_id AS external_message_id,
source_reply_to_message_id,
role,
content,
metadata,
usage,
created_at;
-- name: ListMessages :many
SELECT
m.id,
m.bot_id,
m.session_id,
m.sender_channel_identity_id,
m.sender_account_user_id AS sender_user_id,
m.source_message_id AS external_message_id,
m.source_reply_to_message_id,
m.role,
m.content,
m.metadata,
m.usage,
m.created_at,
ci.display_name AS sender_display_name,
ci.avatar_url AS sender_avatar_url,
s.channel_type AS platform
FROM bot_history_messages m
LEFT JOIN channel_identities ci ON ci.id = m.sender_channel_identity_id
LEFT JOIN bot_sessions s ON s.id = m.session_id
WHERE m.bot_id = sqlc.arg(bot_id)
ORDER BY m.created_at ASC
LIMIT 10000;
-- name: ListMessagesBySession :many
SELECT
m.id,
m.bot_id,
m.session_id,
m.sender_channel_identity_id,
m.sender_account_user_id AS sender_user_id,
m.source_message_id AS external_message_id,
m.source_reply_to_message_id,
m.role,
m.content,
m.metadata,
m.usage,
m.created_at,
ci.display_name AS sender_display_name,
ci.avatar_url AS sender_avatar_url,
s.channel_type AS platform
FROM bot_history_messages m
LEFT JOIN channel_identities ci ON ci.id = m.sender_channel_identity_id
LEFT JOIN bot_sessions s ON s.id = m.session_id
WHERE m.session_id = sqlc.arg(session_id)
ORDER BY m.created_at ASC
LIMIT 10000;
-- name: ListMessagesSince :many
SELECT
m.id,
m.bot_id,
m.session_id,
m.sender_channel_identity_id,
m.sender_account_user_id AS sender_user_id,
m.source_message_id AS external_message_id,
m.source_reply_to_message_id,
m.role,
m.content,
m.metadata,
m.usage,
m.created_at,
ci.display_name AS sender_display_name,
ci.avatar_url AS sender_avatar_url,
s.channel_type AS platform
FROM bot_history_messages m
LEFT JOIN channel_identities ci ON ci.id = m.sender_channel_identity_id
LEFT JOIN bot_sessions s ON s.id = m.session_id
WHERE m.bot_id = sqlc.arg(bot_id)
AND m.created_at >= sqlc.arg(created_at)
ORDER BY m.created_at ASC;
-- name: ListMessagesSinceBySession :many
SELECT
m.id,
m.bot_id,
m.session_id,
m.sender_channel_identity_id,
m.sender_account_user_id AS sender_user_id,
m.source_message_id AS external_message_id,
m.source_reply_to_message_id,
m.role,
m.content,
m.metadata,
m.usage,
m.created_at,
ci.display_name AS sender_display_name,
ci.avatar_url AS sender_avatar_url,
s.channel_type AS platform
FROM bot_history_messages m
LEFT JOIN channel_identities ci ON ci.id = m.sender_channel_identity_id
LEFT JOIN bot_sessions s ON s.id = m.session_id
WHERE m.session_id = sqlc.arg(session_id)
AND m.created_at >= sqlc.arg(created_at)
ORDER BY m.created_at ASC;
-- name: ListActiveMessagesSince :many
SELECT
m.id,
m.bot_id,
m.session_id,
m.sender_channel_identity_id,
m.sender_account_user_id AS sender_user_id,
m.source_message_id AS external_message_id,
m.source_reply_to_message_id,
m.role,
m.content,
m.metadata,
m.usage,
m.compact_id,
m.created_at,
ci.display_name AS sender_display_name,
ci.avatar_url AS sender_avatar_url,
s.channel_type AS platform
FROM bot_history_messages m
LEFT JOIN channel_identities ci ON ci.id = m.sender_channel_identity_id
LEFT JOIN bot_sessions s ON s.id = m.session_id
WHERE m.bot_id = sqlc.arg(bot_id)
AND m.created_at >= sqlc.arg(created_at)
AND (m.metadata->>'trigger_mode' IS NULL OR m.metadata->>'trigger_mode' != 'passive_sync')
ORDER BY m.created_at ASC;
-- name: ListActiveMessagesSinceBySession :many
SELECT
m.id,
m.bot_id,
m.session_id,
m.sender_channel_identity_id,
m.sender_account_user_id AS sender_user_id,
m.source_message_id AS external_message_id,
m.source_reply_to_message_id,
m.role,
m.content,
m.metadata,
m.usage,
m.compact_id,
m.created_at,
ci.display_name AS sender_display_name,
ci.avatar_url AS sender_avatar_url,
s.channel_type AS platform
FROM bot_history_messages m
LEFT JOIN channel_identities ci ON ci.id = m.sender_channel_identity_id
LEFT JOIN bot_sessions s ON s.id = m.session_id
WHERE m.session_id = sqlc.arg(session_id)
AND m.created_at >= sqlc.arg(created_at)
AND (m.metadata->>'trigger_mode' IS NULL OR m.metadata->>'trigger_mode' != 'passive_sync')
ORDER BY m.created_at ASC;
-- name: ListMessagesBefore :many
SELECT
m.id,
m.bot_id,
m.session_id,
m.sender_channel_identity_id,
m.sender_account_user_id AS sender_user_id,
m.source_message_id AS external_message_id,
m.source_reply_to_message_id,
m.role,
m.content,
m.metadata,
m.usage,
m.created_at,
ci.display_name AS sender_display_name,
ci.avatar_url AS sender_avatar_url,
s.channel_type AS platform
FROM bot_history_messages m
LEFT JOIN channel_identities ci ON ci.id = m.sender_channel_identity_id
LEFT JOIN bot_sessions s ON s.id = m.session_id
WHERE m.bot_id = sqlc.arg(bot_id)
AND m.created_at < sqlc.arg(created_at)
ORDER BY m.created_at DESC
LIMIT sqlc.arg(max_count);
-- name: ListMessagesBeforeBySession :many
SELECT
m.id,
m.bot_id,
m.session_id,
m.sender_channel_identity_id,
m.sender_account_user_id AS sender_user_id,
m.source_message_id AS external_message_id,
m.source_reply_to_message_id,
m.role,
m.content,
m.metadata,
m.usage,
m.created_at,
ci.display_name AS sender_display_name,
ci.avatar_url AS sender_avatar_url,
s.channel_type AS platform
FROM bot_history_messages m
LEFT JOIN channel_identities ci ON ci.id = m.sender_channel_identity_id
LEFT JOIN bot_sessions s ON s.id = m.session_id
WHERE m.session_id = sqlc.arg(session_id)
AND m.created_at < sqlc.arg(created_at)
ORDER BY m.created_at DESC
LIMIT sqlc.arg(max_count);
-- name: ListMessagesLatest :many
SELECT
m.id,
m.bot_id,
m.session_id,
m.sender_channel_identity_id,
m.sender_account_user_id AS sender_user_id,
m.source_message_id AS external_message_id,
m.source_reply_to_message_id,
m.role,
m.content,
m.metadata,
m.usage,
m.created_at,
ci.display_name AS sender_display_name,
ci.avatar_url AS sender_avatar_url,
s.channel_type AS platform
FROM bot_history_messages m
LEFT JOIN channel_identities ci ON ci.id = m.sender_channel_identity_id
LEFT JOIN bot_sessions s ON s.id = m.session_id
WHERE m.bot_id = sqlc.arg(bot_id)
ORDER BY m.created_at DESC
LIMIT sqlc.arg(max_count);
-- name: ListMessagesLatestBySession :many
SELECT
m.id,
m.bot_id,
m.session_id,
m.sender_channel_identity_id,
m.sender_account_user_id AS sender_user_id,
m.source_message_id AS external_message_id,
m.source_reply_to_message_id,
m.role,
m.content,
m.metadata,
m.usage,
m.created_at,
ci.display_name AS sender_display_name,
ci.avatar_url AS sender_avatar_url,
s.channel_type AS platform
FROM bot_history_messages m
LEFT JOIN channel_identities ci ON ci.id = m.sender_channel_identity_id
LEFT JOIN bot_sessions s ON s.id = m.session_id
WHERE m.session_id = sqlc.arg(session_id)
ORDER BY m.created_at DESC
LIMIT sqlc.arg(max_count);
-- name: DeleteMessagesByBot :exec
DELETE FROM bot_history_messages
WHERE bot_id = sqlc.arg(bot_id);
-- name: DeleteMessagesBySession :exec
DELETE FROM bot_history_messages
WHERE session_id = sqlc.arg(session_id);
-- name: ListObservedConversationsByChannelIdentity :many
WITH observed_routes AS (
SELECT
s.route_id,
MAX(m.created_at)::timestamptz AS last_observed_at
FROM bot_history_messages m
JOIN bot_sessions s ON s.id = m.session_id
WHERE m.bot_id = sqlc.arg(bot_id)
AND m.sender_channel_identity_id = sqlc.arg(channel_identity_id)::uuid
AND s.route_id IS NOT NULL
GROUP BY s.route_id
)
SELECT
r.id AS route_id,
r.channel_type AS channel,
CASE
WHEN LOWER(COALESCE(r.conversation_type, '')) IN ('thread', 'topic') THEN 'thread'
ELSE 'group'
END AS conversation_type,
r.external_conversation_id AS conversation_id,
COALESCE(r.external_thread_id, '') AS thread_id,
COALESCE(r.metadata->>'conversation_name', '')::text AS conversation_name,
rr.last_observed_at
FROM observed_routes rr
JOIN bot_channel_routes r ON r.id = rr.route_id
WHERE LOWER(COALESCE(r.conversation_type, '')) NOT IN ('', 'p2p', 'private', 'direct', 'dm')
GROUP BY
r.id,
r.channel_type,
r.conversation_type,
r.external_conversation_id,
r.external_thread_id,
r.metadata,
rr.last_observed_at
ORDER BY rr.last_observed_at DESC;
-- name: SearchMessages :many
SELECT
m.id,
m.bot_id,
m.session_id,
m.sender_channel_identity_id,
m.role,
m.content,
m.created_at,
ci.display_name AS sender_display_name,
s.channel_type AS platform
FROM bot_history_messages m
LEFT JOIN channel_identities ci ON ci.id = m.sender_channel_identity_id
LEFT JOIN bot_sessions s ON s.id = m.session_id
WHERE m.bot_id = sqlc.arg(bot_id)
AND (sqlc.narg(session_id)::uuid IS NULL OR m.session_id = sqlc.narg(session_id)::uuid)
AND (sqlc.narg(contact_id)::uuid IS NULL OR m.sender_channel_identity_id = sqlc.narg(contact_id)::uuid)
AND (sqlc.narg(start_time)::timestamptz IS NULL OR m.created_at >= sqlc.narg(start_time)::timestamptz)
AND (sqlc.narg(end_time)::timestamptz IS NULL OR m.created_at <= sqlc.narg(end_time)::timestamptz)
AND (sqlc.narg(role)::text IS NULL OR m.role = sqlc.narg(role)::text)
AND (sqlc.narg(keyword)::text IS NULL OR (
CASE
WHEN jsonb_typeof(m.content->'content') = 'string'
THEN m.content->>'content'
WHEN jsonb_typeof(m.content->'content') = 'array'
THEN (SELECT COALESCE(string_agg(elem->>'text', ' '), '')
FROM jsonb_array_elements(m.content->'content') AS elem
WHERE elem->>'type' = 'text')
ELSE ''
END
) ILIKE '%' || sqlc.narg(keyword)::text || '%')
ORDER BY m.created_at DESC
LIMIT sqlc.arg(max_count);
-- name: MarkMessagesCompacted :exec
UPDATE bot_history_messages
SET compact_id = $1
WHERE id = ANY($2::uuid[]);
-- name: ListUncompactedMessagesBySession :many
SELECT id, chat_id, session_id, role, content, usage, platform, external_message_id, sender_channel_identity_id, compact_id, created_at
FROM bot_history_messages
WHERE session_id = $1
AND compact_id IS NULL
AND is_active = true
ORDER BY created_at ASC;