dreampiler/kandev
1
0
Fork 0
Code Issues 43 Pull Requests Actions 6 Packages Projects Releases Wiki Activity

fix: eliminate session-scoped PR-watch amplification and bound SQLite growth (#3319)

Browse Source 
Co-authored-by: ayattara <alassane.yattara@savoirfairelinux.com>
Co-authored-by: Carlos Florencio <carlosmflorencio@gmail.com>
This commit is contained in:
Alassane
2026-09-22 05:31:53 -04:00
committed by GitHub
parent 5a2a063a76
commit f5a505c468
111 changed files with 11348 additions and 221 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apps/backend/internal/task/repository/sqlite/base_migrations.go
+34
View File
@@ -17,6 +17,28 @@ import (
"github.com/kandev/kandev/internal/startup"
)
// migrateMessagePayloadStorage adds digest-backed external storage for large
// tool-message payloads (currently shell command stdout/stderr) so
// task_session_messages.metadata stays bounded while preserving lazy,
// integrity-verified detail loading. See externalizeMessagePayload (write
// path) and RehydrateMessagePayload (explicit authorized read path) in
// message_payload.go. task_message_payloads is content-addressed by SHA-256
// digest, so an identical payload referenced by more than one message is
// stored exactly once.
func (r *Repository) migrateMessagePayloadStorage() {
_ = r.migrate.Apply("task_session_messages.payload_digest", `ALTER TABLE task_session_messages ADD COLUMN payload_digest TEXT NOT NULL DEFAULT ''`)
_ = r.migrate.Apply("task_session_messages.payload_size", `ALTER TABLE task_session_messages ADD COLUMN payload_size INTEGER NOT NULL DEFAULT 0`)
_ = r.migrate.Apply("idx_messages_payload_digest", `CREATE INDEX IF NOT EXISTS idx_messages_payload_digest ON task_session_messages(payload_digest)`)
_ = r.migrate.Apply("task_message_payloads.table", fmt.Sprintf(`
CREATE TABLE IF NOT EXISTS task_message_payloads (
digest TEXT PRIMARY KEY,
compressed_content %s NOT NULL,
uncompressed_size INTEGER NOT NULL,
compressed_size INTEGER NOT NULL,
created_at TIMESTAMP NOT NULL
)`, dialect.BlobType(r.db.DriverName())))
}
// migrateExecutorProfiles adds mcp_policy column and drops is_default from executor_profiles.
func (r *Repository) migrateExecutorProfiles() error {
r.migrate.Apply("executor_profiles.mcp_policy", `ALTER TABLE executor_profiles ADD COLUMN mcp_policy TEXT DEFAULT ''`)
@@ -406,6 +428,18 @@ func (r *Repository) runMigrations(ctx context.Context) error {
return err
}
// Bounded operational payload storage (PR-watch/storage-bounds plan,
// wave 2): digest-backed external storage for large tool-message
// payloads (currently shell command stdout/stderr - see
// externalizeMessagePayload/RehydrateMessagePayload) and a content
// digest on git snapshots so content-equivalent rows become
// identifiable via ListDuplicateGitSnapshotCandidates for a later,
// explicit maintenance pass to prune.
r.migrateMessagePayloadStorage()
if err := r.migrateGitSnapshotContentDigest(); err != nil {
return err
}
// Workflow step display snapshot on plan revisions, same pattern as
// author_name: the step a task was on when the revision was written.
// Pre-existing revisions get empty strings, matching the fresh-DB default.