Files
kandev/apps/backend/internal/agentctl/server/process/workspace_tracker.go
T
2026-02-17 17:37:41 +00:00

1491 lines
44 KiB
Go

package process
import (
"context"
"crypto/sha256"
"encoding/base64"
"encoding/hex"
"fmt"
"io"
"io/fs"
"os"
"os/exec"
"path/filepath"
"sort"
"strconv"
"strings"
"sync"
"time"
"unicode/utf8"
"github.com/fsnotify/fsnotify"
"github.com/kandev/kandev/internal/agentctl/types"
"github.com/kandev/kandev/internal/common/logger"
"go.uber.org/zap"
)
// DefaultGitPollInterval is the default interval for polling git status
const DefaultGitPollInterval = 3 * time.Second
// WorkspaceTracker monitors workspace changes and provides real-time updates
type WorkspaceTracker struct {
workDir string
logger *logger.Logger
// Current state
currentStatus types.GitStatusUpdate
currentFiles types.FileListUpdate
mu sync.RWMutex
// Cached git state for detecting manual operations
cachedHeadSHA string
cachedIndexHash string // Hash of git status porcelain output to detect staging changes
gitStateMu sync.RWMutex
// Unified workspace stream subscribers
workspaceStreamSubscribers map[types.WorkspaceStreamSubscriber]struct{}
workspaceSubMu sync.RWMutex
// Filesystem watcher
watcher *fsnotify.Watcher
// Debounce channel for filesystem change events
fsChangeTrigger chan struct{}
// Pending file changes accumulated between debounce flushes
pendingChanges []types.FileChangeNotification
pendingChangesMu sync.Mutex
// Git polling interval
gitPollInterval time.Duration
// Control
stopCh chan struct{}
wg sync.WaitGroup
started bool
}
// NewWorkspaceTracker creates a new workspace tracker
func NewWorkspaceTracker(workDir string, log *logger.Logger) *WorkspaceTracker {
watcher, err := fsnotify.NewWatcher()
if err != nil {
log.Error("failed to create filesystem watcher", zap.Error(err))
watcher = nil
}
return &WorkspaceTracker{
workDir: workDir,
logger: log.WithFields(zap.String("component", "workspace-tracker")),
workspaceStreamSubscribers: make(map[types.WorkspaceStreamSubscriber]struct{}),
watcher: watcher,
fsChangeTrigger: make(chan struct{}, 1), // Buffered to avoid blocking
gitPollInterval: DefaultGitPollInterval,
stopCh: make(chan struct{}),
}
}
// Start begins monitoring the workspace
func (wt *WorkspaceTracker) Start(ctx context.Context) {
wt.mu.Lock()
if wt.started {
wt.mu.Unlock()
wt.logger.Debug("workspace tracker already started, skipping")
return
}
wt.started = true
wt.mu.Unlock()
wt.wg.Add(1)
go wt.monitorLoop(ctx)
// Start git polling for detecting manual git operations
wt.wg.Add(1)
go wt.pollGitChanges(ctx)
// Start filesystem watcher if available
if wt.watcher != nil {
wt.wg.Add(1)
go wt.watchFilesystem(ctx)
// Add workspace root to watcher
if err := wt.addDirectoryRecursive(wt.workDir); err != nil {
wt.logger.Error("failed to watch workspace directory", zap.Error(err))
}
}
}
// Stop stops the workspace tracker
func (wt *WorkspaceTracker) Stop() {
close(wt.stopCh)
if wt.watcher != nil {
if err := wt.watcher.Close(); err != nil {
wt.logger.Debug("failed to close watcher", zap.Error(err))
}
}
wt.wg.Wait()
wt.logger.Info("workspace tracker stopped")
}
// monitorLoop handles debounced filesystem change events
// When files change, we wait for activity to settle, then update everything at once
func (wt *WorkspaceTracker) monitorLoop(ctx context.Context) {
defer wt.wg.Done()
// Debounce duration - wait this long after last file change before updating
const debounceDuration = 300 * time.Millisecond
var debounceTimer *time.Timer
var pendingUpdate bool
// Initial update
wt.updateGitStatus(ctx)
wt.updateFiles(ctx)
for {
select {
case <-ctx.Done():
if debounceTimer != nil {
debounceTimer.Stop()
}
return
case <-wt.stopCh:
if debounceTimer != nil {
debounceTimer.Stop()
}
return
case <-wt.fsChangeTrigger:
// File change detected - start or reset debounce timer
if debounceTimer == nil {
debounceTimer = time.NewTimer(debounceDuration)
} else {
// Reset the timer if already running
if !debounceTimer.Stop() {
select {
case <-debounceTimer.C:
default:
}
}
debounceTimer.Reset(debounceDuration)
}
pendingUpdate = true
case <-func() <-chan time.Time {
if debounceTimer != nil {
return debounceTimer.C
}
return nil
}():
// Debounce timer fired - update everything
if pendingUpdate {
wt.updateGitStatus(ctx)
wt.updateFiles(ctx)
// Drain pending changes and emit specific notifications
wt.pendingChangesMu.Lock()
changes := wt.pendingChanges
wt.pendingChanges = nil
wt.pendingChangesMu.Unlock()
wt.emitFileChanges(changes)
pendingUpdate = false
}
debounceTimer = nil
}
}
}
// pollGitChanges periodically checks for git changes (commits, branch switches, staging)
// This catches manual git operations done via shell that file watching might miss
func (wt *WorkspaceTracker) pollGitChanges(ctx context.Context) {
defer wt.wg.Done()
ticker := time.NewTicker(wt.gitPollInterval)
defer ticker.Stop()
// Initialize cached HEAD SHA and index hash
wt.gitStateMu.Lock()
wt.cachedHeadSHA = wt.getHeadSHA(ctx)
wt.cachedIndexHash = wt.getGitStatusHash(ctx)
wt.gitStateMu.Unlock()
wt.logger.Info("git polling started",
zap.Duration("interval", wt.gitPollInterval),
zap.String("initial_head", wt.cachedHeadSHA))
for {
select {
case <-ctx.Done():
return
case <-wt.stopCh:
return
case <-ticker.C:
wt.checkGitChanges(ctx)
}
}
}
// getHeadSHA returns the current HEAD commit SHA
func (wt *WorkspaceTracker) getHeadSHA(ctx context.Context) string {
cmd := exec.CommandContext(ctx, "git", "rev-parse", "HEAD")
cmd.Dir = wt.workDir
out, err := cmd.Output()
if err != nil {
return ""
}
return strings.TrimSpace(string(out))
}
// getGitStatusHash returns a hash of the git status porcelain output.
// This is used to detect changes to the git index (staging/unstaging) that don't
// change HEAD. The hash includes both the status codes and file paths.
func (wt *WorkspaceTracker) getGitStatusHash(ctx context.Context) string {
cmd := exec.CommandContext(ctx, "git", "status", "--porcelain", "--untracked-files=all")
cmd.Dir = wt.workDir
out, err := cmd.Output()
if err != nil {
return ""
}
hash := sha256.Sum256(out)
return hex.EncodeToString(hash[:])
}
// checkGitChanges checks if HEAD or git index has changed and processes changes
func (wt *WorkspaceTracker) checkGitChanges(ctx context.Context) {
currentHead := wt.getHeadSHA(ctx)
currentIndexHash := wt.getGitStatusHash(ctx)
wt.gitStateMu.RLock()
previousHead := wt.cachedHeadSHA
previousIndexHash := wt.cachedIndexHash
wt.gitStateMu.RUnlock()
headChanged := currentHead != "" && currentHead != previousHead
indexChanged := currentIndexHash != "" && currentIndexHash != previousIndexHash
// If neither HEAD nor index changed, nothing to do
if !headChanged && !indexChanged {
return
}
// Update cached index hash (HEAD will be updated below if it changed)
if indexChanged && !headChanged {
wt.gitStateMu.Lock()
wt.cachedIndexHash = currentIndexHash
wt.gitStateMu.Unlock()
wt.logger.Debug("git index changed (staging/unstaging detected)")
wt.updateGitStatus(ctx)
return
}
// HEAD changed - handle normally
if !headChanged {
return
}
wt.logger.Info("git HEAD changed, syncing",
zap.String("previous", previousHead),
zap.String("current", currentHead))
// Update cached HEAD and index hash
wt.gitStateMu.Lock()
wt.cachedHeadSHA = currentHead
wt.cachedIndexHash = currentIndexHash
wt.gitStateMu.Unlock()
// Check if history was rewritten (reset, rebase, amend, etc.)
// There are three cases:
// 1. HEAD moved backward: currentHead is an ancestor of previousHead (e.g., git reset HEAD~1)
// 2. History rewritten: previousHead is NOT reachable from currentHead (e.g., git rebase -i, git commit --amend)
// 3. HEAD moved forward: previousHead IS an ancestor of currentHead (normal commits)
if previousHead != "" {
if wt.isAncestor(ctx, currentHead, previousHead) {
// Case 1: HEAD moved backward - emit reset notification
wt.logger.Info("detected git reset (HEAD moved backward)",
zap.String("previous", previousHead),
zap.String("current", currentHead))
wt.notifyWorkspaceStreamGitReset(&types.GitResetNotification{
Timestamp: time.Now(),
PreviousHead: previousHead,
CurrentHead: currentHead,
})
} else if !wt.isAncestor(ctx, previousHead, currentHead) {
// Case 2: History was rewritten - previousHead is not reachable from currentHead
// This happens with interactive rebase, commit amend, etc.
wt.logger.Info("detected git history rewrite (previous HEAD not reachable)",
zap.String("previous", previousHead),
zap.String("current", currentHead))
wt.notifyWorkspaceStreamGitReset(&types.GitResetNotification{
Timestamp: time.Now(),
PreviousHead: previousHead,
CurrentHead: currentHead,
})
} else {
// Case 3: HEAD moved forward normally - get new commits
commits := wt.getCommitsSince(ctx, previousHead)
// Filter out commits that are already on remote branches.
// This prevents recording upstream commits as session commits when
// the user pulls/rebases onto a remote branch (e.g., git reset --hard main).
localCommits := wt.filterLocalCommits(ctx, commits)
for _, commit := range localCommits {
wt.notifyWorkspaceStreamGitCommit(commit)
}
if len(localCommits) > 0 {
wt.logger.Info("detected new commits via polling",
zap.Int("count", len(localCommits)))
}
}
}
// Update and broadcast git status
wt.updateGitStatus(ctx)
}
// isAncestor checks if commit1 is an ancestor of commit2
func (wt *WorkspaceTracker) isAncestor(ctx context.Context, commit1, commit2 string) bool {
cmd := exec.CommandContext(ctx, "git", "merge-base", "--is-ancestor", commit1, commit2)
cmd.Dir = wt.workDir
err := cmd.Run()
// Exit code 0 means commit1 IS an ancestor of commit2
// Exit code 1 means commit1 is NOT an ancestor of commit2
return err == nil
}
// isOnRemote checks if a commit is reachable from any remote tracking branch.
// This is used to filter out upstream commits that came from a pull/fetch,
// as opposed to commits made locally in the session.
func (wt *WorkspaceTracker) isOnRemote(ctx context.Context, commitSHA string) bool {
// Use git branch -r --contains to check if commit is on any remote branch
cmd := exec.CommandContext(ctx, "git", "branch", "-r", "--contains", commitSHA)
cmd.Dir = wt.workDir
out, err := cmd.Output()
if err != nil {
// If the command fails, assume it's not on remote (safer default)
return false
}
// If output is non-empty, commit is reachable from at least one remote branch
return strings.TrimSpace(string(out)) != ""
}
// filterLocalCommits filters out commits that are already on remote branches.
// This ensures we only report commits made locally in the session, not upstream commits
// that came from pulling/rebasing onto a remote branch.
func (wt *WorkspaceTracker) filterLocalCommits(ctx context.Context, commits []*types.GitCommitNotification) []*types.GitCommitNotification {
if len(commits) == 0 {
return commits
}
localCommits := make([]*types.GitCommitNotification, 0, len(commits))
for _, commit := range commits {
if !wt.isOnRemote(ctx, commit.CommitSHA) {
localCommits = append(localCommits, commit)
} else {
wt.logger.Debug("skipping upstream commit (already on remote)",
zap.String("sha", commit.CommitSHA),
zap.String("message", commit.Message))
}
}
if skipped := len(commits) - len(localCommits); skipped > 0 {
wt.logger.Info("filtered upstream commits",
zap.Int("total", len(commits)),
zap.Int("skipped", skipped),
zap.Int("local", len(localCommits)))
}
return localCommits
}
// getCommitsSince returns commits from baseCommit (exclusive) to HEAD (inclusive)
func (wt *WorkspaceTracker) getCommitsSince(ctx context.Context, baseCommit string) []*types.GitCommitNotification {
// Get list of commits with metadata
// Format: SHA|ParentSHA|AuthorName|AuthorEmail|Subject|AuthorDateISO
cmd := exec.CommandContext(ctx, "git", "log",
"--format=%H|%P|%an|%ae|%s|%aI",
baseCommit+"..HEAD")
cmd.Dir = wt.workDir
out, err := cmd.Output()
if err != nil {
wt.logger.Debug("failed to get commits since base",
zap.String("base", baseCommit),
zap.Error(err))
return nil
}
output := strings.TrimSpace(string(out))
if output == "" {
return nil
}
lines := strings.Split(output, "\n")
commits := make([]*types.GitCommitNotification, 0, len(lines))
for _, line := range lines {
line = strings.TrimSpace(line)
if line == "" {
continue
}
parts := strings.SplitN(line, "|", 6)
if len(parts) < 6 {
continue
}
sha := parts[0]
parentSHA := parts[1]
// Handle multiple parents (merge commits) - just take the first
if idx := strings.Index(parentSHA, " "); idx > 0 {
parentSHA = parentSHA[:idx]
}
committedAt, err := time.Parse(time.RFC3339, parts[5])
if err != nil {
committedAt = time.Now().UTC()
}
// Get stats for this commit
filesChanged, insertions, deletions := wt.getCommitStats(ctx, sha)
commits = append(commits, &types.GitCommitNotification{
Timestamp: time.Now(),
CommitSHA: sha,
ParentSHA: parentSHA,
AuthorName: parts[2],
AuthorEmail: parts[3],
Message: parts[4],
FilesChanged: filesChanged,
Insertions: insertions,
Deletions: deletions,
CommittedAt: committedAt,
})
}
return commits
}
// getCommitStats returns the number of files changed, insertions, and deletions for a commit
func (wt *WorkspaceTracker) getCommitStats(ctx context.Context, sha string) (filesChanged, insertions, deletions int) {
cmd := exec.CommandContext(ctx, "git", "show", "--stat", "--format=", sha)
cmd.Dir = wt.workDir
out, err := cmd.Output()
if err != nil {
return 0, 0, 0
}
// Parse the last line which contains summary like "3 files changed, 10 insertions(+), 5 deletions(-)"
lines := strings.Split(strings.TrimSpace(string(out)), "\n")
if len(lines) == 0 {
return 0, 0, 0
}
summary := lines[len(lines)-1]
// Simple parsing - look for numbers before keywords
parts := strings.Fields(summary)
for i, part := range parts {
if strings.Contains(part, "file") && i > 0 {
_, _ = fmt.Sscanf(parts[i-1], "%d", &filesChanged)
}
if strings.Contains(part, "insertion") && i > 0 {
_, _ = fmt.Sscanf(parts[i-1], "%d", &insertions)
}
if strings.Contains(part, "deletion") && i > 0 {
_, _ = fmt.Sscanf(parts[i-1], "%d", &deletions)
}
}
return filesChanged, insertions, deletions
}
// updateGitStatus updates the git status
func (wt *WorkspaceTracker) updateGitStatus(ctx context.Context) {
status, err := wt.getGitStatus(ctx)
if err != nil {
wt.logger.Warn("updateGitStatus: getGitStatus failed", zap.Error(err))
return
}
wt.mu.Lock()
wt.currentStatus = status
wt.mu.Unlock()
// Notify workspace stream subscribers
wt.notifyWorkspaceStreamGitStatus(status)
}
// RefreshGitStatus forces a git status refresh and notifies subscribers.
// Useful after index-only changes (stage/unstage) that the file watcher won't detect.
func (wt *WorkspaceTracker) RefreshGitStatus(ctx context.Context) {
wt.updateGitStatus(ctx)
}
// getGitStatus retrieves the current git status
func (wt *WorkspaceTracker) getGitStatus(ctx context.Context) (types.GitStatusUpdate, error) {
update := types.GitStatusUpdate{
Timestamp: time.Now(),
Modified: []string{},
Added: []string{},
Deleted: []string{},
Untracked: []string{},
Renamed: []string{},
Files: make(map[string]types.FileInfo),
}
// Get current branch
branchCmd := exec.CommandContext(ctx, "git", "rev-parse", "--abbrev-ref", "HEAD")
branchCmd.Dir = wt.workDir
branchOut, err := branchCmd.Output()
if err != nil {
return update, err
}
update.Branch = strings.TrimSpace(string(branchOut))
// Get remote branch
remoteCmd := exec.CommandContext(ctx, "git", "rev-parse", "--abbrev-ref", "@{upstream}")
remoteCmd.Dir = wt.workDir
if remoteOut, err := remoteCmd.Output(); err == nil {
update.RemoteBranch = strings.TrimSpace(string(remoteOut))
}
// Get current HEAD commit SHA
headCmd := exec.CommandContext(ctx, "git", "rev-parse", "HEAD")
headCmd.Dir = wt.workDir
if headOut, err := headCmd.Output(); err == nil {
update.HeadCommit = strings.TrimSpace(string(headOut))
}
// Get base commit SHA (base branch HEAD)
// Use remote branch if available, fall back to main/master
baseBranch := update.RemoteBranch
if baseBranch == "" {
// Try main first, then master
baseBranch = "main"
checkCmd := exec.CommandContext(ctx, "git", "rev-parse", "--verify", "main")
checkCmd.Dir = wt.workDir
if err := checkCmd.Run(); err != nil {
baseBranch = "master"
}
}
baseCmd := exec.CommandContext(ctx, "git", "rev-parse", baseBranch)
baseCmd.Dir = wt.workDir
if baseOut, err := baseCmd.Output(); err == nil {
update.BaseCommit = strings.TrimSpace(string(baseOut))
}
// Get ahead/behind counts
// Use remote branch if available, otherwise fall back to origin/main or origin/master
// This handles worktree branches that don't have an upstream tracking branch set
compareRef := update.RemoteBranch
if compareRef == "" {
// Try origin/main first, then origin/master
checkCmd := exec.CommandContext(ctx, "git", "rev-parse", "--verify", "origin/main")
checkCmd.Dir = wt.workDir
if err := checkCmd.Run(); err == nil {
compareRef = "origin/main"
} else {
checkCmd2 := exec.CommandContext(ctx, "git", "rev-parse", "--verify", "origin/master")
checkCmd2.Dir = wt.workDir
if err := checkCmd2.Run(); err == nil {
compareRef = "origin/master"
}
}
}
if compareRef != "" {
countCmd := exec.CommandContext(ctx, "git", "rev-list", "--left-right", "--count", update.Branch+"..."+compareRef)
countCmd.Dir = wt.workDir
if countOut, err := countCmd.Output(); err == nil {
parts := strings.Fields(string(countOut))
if len(parts) == 2 {
update.Ahead, _ = strconv.Atoi(parts[0])
update.Behind, _ = strconv.Atoi(parts[1])
}
}
}
// Get file status using git status --porcelain --untracked-files=all
// --untracked-files=all shows all files in untracked directories, not just the directory name
statusCmd := exec.CommandContext(ctx, "git", "status", "--porcelain", "--untracked-files=all")
statusCmd.Dir = wt.workDir
statusOut, err := statusCmd.Output()
if err != nil {
return update, err
}
// Parse porcelain output
// Git status --porcelain format: XY filename
// X = index (staged) status, Y = working tree (unstaged) status
// ' ' = unmodified, M = modified, A = added, D = deleted, R = renamed, ? = untracked
lines := strings.Split(string(statusOut), "\n")
for _, line := range lines {
if len(line) < 3 {
continue
}
indexStatus := line[0] // Staged status (X)
workTreeStatus := line[1] // Unstaged status (Y)
filePath := strings.TrimSpace(line[3:])
fileInfo := types.FileInfo{
Path: filePath,
}
// Determine staged status based on index and worktree status.
// A file's change is "staged" if the relevant change is in the index.
// If there's a worktree change (like deletion), that change is unstaged.
//
// Examples:
// "M " = modified and staged (Staged=true)
// " M" = modified but unstaged (Staged=false)
// "MM" = modified staged + more unstaged modifications (Staged=false for the current state)
// "A " = added and staged (Staged=true)
// "AD" = added to index but deleted in worktree - deletion is unstaged (Staged=false)
// "D " = deleted and staged (Staged=true)
// " D" = deleted but unstaged (Staged=false)
// Parse status - prioritize worktree changes as they represent the current state
switch {
case indexStatus == '?' && workTreeStatus == '?':
fileInfo.Status = "untracked"
fileInfo.Staged = false
update.Untracked = append(update.Untracked, filePath)
case workTreeStatus == 'D':
// File deleted in worktree - this is an unstaged deletion
// Even if there were staged changes before (A, M), the deletion is unstaged
fileInfo.Status = "deleted"
fileInfo.Staged = false
update.Deleted = append(update.Deleted, filePath)
case indexStatus == 'D':
// File deleted and staged (no worktree status means deletion is complete)
fileInfo.Status = "deleted"
fileInfo.Staged = true
update.Deleted = append(update.Deleted, filePath)
case workTreeStatus == 'M':
// Modified in worktree - unstaged modification
fileInfo.Status = "modified"
fileInfo.Staged = false
update.Modified = append(update.Modified, filePath)
case indexStatus == 'M':
// Modified and staged (no worktree changes)
fileInfo.Status = "modified"
fileInfo.Staged = true
update.Modified = append(update.Modified, filePath)
case indexStatus == 'A':
// Added and staged
fileInfo.Status = "added"
fileInfo.Staged = true
update.Added = append(update.Added, filePath)
case indexStatus == 'R':
fileInfo.Status = "renamed"
fileInfo.Staged = true
// Renamed files have format "old -> new"
if idx := strings.Index(filePath, " -> "); idx != -1 {
fileInfo.OldPath = filePath[:idx]
fileInfo.Path = filePath[idx+4:]
}
update.Renamed = append(update.Renamed, filePath)
}
update.Files[filePath] = fileInfo
}
// Enrich file info with diff data (additions, deletions, and actual diff content)
wt.enrichWithDiffData(ctx, &update)
return update, nil
}
// enrichWithDiffData adds diff information (additions, deletions, diff content) to file info
func (wt *WorkspaceTracker) enrichWithDiffData(ctx context.Context, update *types.GitStatusUpdate) {
// Determine the base ref to compare against
// Use remote branch if available, otherwise use HEAD
baseRef := "HEAD"
if update.RemoteBranch != "" {
baseRef = update.RemoteBranch
}
// Get numstat for additions/deletions count (compare against base branch)
numstatCmd := exec.CommandContext(ctx, "git", "diff", "--numstat", baseRef)
numstatCmd.Dir = wt.workDir
numstatOut, err := numstatCmd.Output()
if err != nil {
wt.logger.Debug("failed to get numstat", zap.Error(err))
return
}
// Parse numstat output and update file info
lines := strings.Split(string(numstatOut), "\n")
for _, line := range lines {
line = strings.TrimSpace(line)
if line == "" {
continue
}
parts := strings.Fields(line)
if len(parts) < 3 {
continue
}
additions, _ := strconv.Atoi(parts[0])
deletions, _ := strconv.Atoi(parts[1])
filePath := parts[2]
// Only update file info if it exists in status (uncommitted changes).
// Files that appear in diff but not in status are committed changes - we don't
// add them to the Files map as that would make git status show already-committed files.
if fileInfo, exists := update.Files[filePath]; exists {
fileInfo.Additions = additions
fileInfo.Deletions = deletions
// Get the actual diff content for this file (compare against base branch)
diffCmd := exec.CommandContext(ctx, "git", "diff", baseRef, "--", filePath)
diffCmd.Dir = wt.workDir
if diffOut, err := diffCmd.Output(); err == nil {
fileInfo.Diff = string(diffOut)
}
update.Files[filePath] = fileInfo
}
// NOTE: We intentionally do NOT add files that are in the diff but not in git status.
// Those are committed changes, not uncommitted changes. The UI should only show
// uncommitted changes in the "files changed" count.
}
// For staged files that don't have unstaged changes, we need to get the diff from the index.
// The first diff (git diff baseRef) shows worktree vs baseRef, but if a file is staged
// and has no additional unstaged changes, its diff won't appear there.
// We use git diff --cached baseRef to get the staged diff content for such files,
// using the same baseRef for consistency.
stagedCmd := exec.CommandContext(ctx, "git", "diff", "--cached", "--numstat", baseRef)
stagedCmd.Dir = wt.workDir
stagedOut, err := stagedCmd.Output()
if err != nil {
return
}
lines = strings.Split(string(stagedOut), "\n")
for _, line := range lines {
line = strings.TrimSpace(line)
if line == "" {
continue
}
parts := strings.Fields(line)
if len(parts) < 3 {
continue
}
additions, _ := strconv.Atoi(parts[0])
deletions, _ := strconv.Atoi(parts[1])
filePath := parts[2]
// Update existing file info if it exists
if fileInfo, exists := update.Files[filePath]; exists {
// Only set additions/deletions if they weren't already set by the first diff.
// This prevents double-counting when changes appear in both diffs.
if fileInfo.Additions == 0 && fileInfo.Deletions == 0 {
fileInfo.Additions = additions
fileInfo.Deletions = deletions
}
// Get the staged diff content if we don't have diff content yet
// Use the same baseRef for consistency with unstaged files
if fileInfo.Diff == "" {
diffCmd := exec.CommandContext(ctx, "git", "diff", "--cached", baseRef, "--", filePath)
diffCmd.Dir = wt.workDir
if diffOut, err := diffCmd.Output(); err == nil {
fileInfo.Diff = string(diffOut)
}
}
update.Files[filePath] = fileInfo
}
}
// For untracked files, show the entire file content as "added"
for filePath, fileInfo := range update.Files {
if fileInfo.Status == "untracked" {
// Show file content as diff (all additions)
catCmd := exec.CommandContext(ctx, "cat", filePath)
catCmd.Dir = wt.workDir
if catOut, err := catCmd.Output(); err == nil {
content := string(catOut)
lines := strings.Split(content, "\n")
fileInfo.Additions = len(lines)
fileInfo.Deletions = 0
// Format as a proper git diff with all required headers
// The @git-diff-view/react library requires the full git diff format
var diffBuilder strings.Builder
diffBuilder.WriteString("diff --git a/" + filePath + " b/" + filePath + "\n")
diffBuilder.WriteString("new file mode 100644\n")
diffBuilder.WriteString("index 0000000..0000000\n")
diffBuilder.WriteString("--- /dev/null\n")
diffBuilder.WriteString("+++ b/" + filePath + "\n")
diffBuilder.WriteString("@@ -0,0 +1," + strconv.Itoa(len(lines)) + " @@\n")
for _, line := range lines {
diffBuilder.WriteString("+" + line + "\n")
}
fileInfo.Diff = diffBuilder.String()
update.Files[filePath] = fileInfo
}
}
}
}
// updateFiles updates the file listing
func (wt *WorkspaceTracker) updateFiles(ctx context.Context) {
files, err := wt.getFileList(ctx)
if err != nil {
wt.logger.Debug("failed to get file list", zap.Error(err))
return
}
wt.mu.Lock()
wt.currentFiles = files
wt.mu.Unlock()
}
// getFileList retrieves the list of files in the workspace
func (wt *WorkspaceTracker) getFileList(ctx context.Context) (types.FileListUpdate, error) {
update := types.FileListUpdate{
Timestamp: time.Now(),
Files: []types.FileEntry{},
}
// Use git ls-files to get tracked files
cmd := exec.CommandContext(ctx, "git", "ls-files")
cmd.Dir = wt.workDir
out, err := cmd.Output()
if err != nil {
return update, err
}
lines := strings.Split(string(out), "\n")
for _, line := range lines {
line = strings.TrimSpace(line)
if line == "" {
continue
}
update.Files = append(update.Files, types.FileEntry{
Path: line,
IsDir: false,
})
}
return update, nil
}
// Unified workspace stream subscriber management methods
// SubscribeWorkspaceStream creates a new unified workspace stream subscriber
// and sends current git status and file list immediately
func (wt *WorkspaceTracker) SubscribeWorkspaceStream() types.WorkspaceStreamSubscriber {
sub := make(types.WorkspaceStreamSubscriber, 100)
wt.workspaceSubMu.Lock()
wt.workspaceStreamSubscribers[sub] = struct{}{}
count := len(wt.workspaceStreamSubscribers)
wt.workspaceSubMu.Unlock()
wt.logger.Info("workspace stream subscriber added", zap.Int("subscribers", count))
// Send current git status immediately
wt.mu.RLock()
currentStatus := wt.currentStatus
wt.mu.RUnlock()
if currentStatus.Timestamp.IsZero() {
currentStatus.Timestamp = time.Now()
}
// Send git status
select {
case sub <- types.NewWorkspaceGitStatus(&currentStatus):
default:
}
return sub
}
// UnsubscribeWorkspaceStream removes and closes a workspace stream subscriber
func (wt *WorkspaceTracker) UnsubscribeWorkspaceStream(sub types.WorkspaceStreamSubscriber) {
wt.workspaceSubMu.Lock()
delete(wt.workspaceStreamSubscribers, sub)
count := len(wt.workspaceStreamSubscribers)
wt.workspaceSubMu.Unlock()
close(sub)
wt.logger.Info("workspace stream subscriber removed", zap.Int("subscribers", count))
}
// Notification methods for unified workspace stream
// notifyWorkspaceStreamGitStatus sends git status to all workspace stream subscribers
func (wt *WorkspaceTracker) notifyWorkspaceStreamGitStatus(update types.GitStatusUpdate) {
wt.workspaceSubMu.RLock()
defer wt.workspaceSubMu.RUnlock()
msg := types.NewWorkspaceGitStatus(&update)
for sub := range wt.workspaceStreamSubscribers {
select {
case sub <- msg:
default:
// Subscriber is slow, skip
}
}
}
// notifyWorkspaceStreamGitCommit sends git commit notification to all workspace stream subscribers
func (wt *WorkspaceTracker) notifyWorkspaceStreamGitCommit(commit *types.GitCommitNotification) {
wt.workspaceSubMu.RLock()
defer wt.workspaceSubMu.RUnlock()
msg := types.NewWorkspaceGitCommit(commit)
for sub := range wt.workspaceStreamSubscribers {
select {
case sub <- msg:
default:
// Subscriber is slow, skip
}
}
}
// NotifyGitCommit notifies all subscribers about a new git commit.
// It also updates the cached HEAD SHA to prevent polling from re-detecting the same commit.
func (wt *WorkspaceTracker) NotifyGitCommit(commit *types.GitCommitNotification) {
// Update cached HEAD to the new commit SHA so polling doesn't re-detect it
if commit.CommitSHA != "" {
wt.gitStateMu.Lock()
wt.cachedHeadSHA = commit.CommitSHA
wt.gitStateMu.Unlock()
}
wt.notifyWorkspaceStreamGitCommit(commit)
}
// notifyWorkspaceStreamGitReset sends git reset notification to all workspace stream subscribers
func (wt *WorkspaceTracker) notifyWorkspaceStreamGitReset(reset *types.GitResetNotification) {
wt.workspaceSubMu.RLock()
defer wt.workspaceSubMu.RUnlock()
msg := types.NewWorkspaceGitReset(reset)
for sub := range wt.workspaceStreamSubscribers {
select {
case sub <- msg:
default:
// Subscriber is slow, skip
}
}
}
// addPendingChange records a specific file change and triggers a debounced update.
func (wt *WorkspaceTracker) addPendingChange(relPath, operation string) {
wt.pendingChangesMu.Lock()
wt.pendingChanges = append(wt.pendingChanges, types.FileChangeNotification{
Timestamp: time.Now(),
Path: relPath,
Operation: operation,
})
wt.pendingChangesMu.Unlock()
// Trigger debounced update (non-blocking)
select {
case wt.fsChangeTrigger <- struct{}{}:
default:
}
}
// emitFileChanges sends accumulated file changes to subscribers.
// Falls back to a single generic refresh when there are too many changes or none.
func (wt *WorkspaceTracker) emitFileChanges(changes []types.FileChangeNotification) {
const maxSpecificChanges = 50
if len(changes) == 0 || len(changes) > maxSpecificChanges {
wt.notifyWorkspaceStreamFileChange(types.FileChangeNotification{
Timestamp: time.Now(),
Operation: types.FileOpRefresh,
})
return
}
for i := range changes {
wt.notifyWorkspaceStreamFileChange(changes[i])
}
}
// notifyWorkspaceStreamFileChange sends file change notification to all workspace stream subscribers
func (wt *WorkspaceTracker) notifyWorkspaceStreamFileChange(notification types.FileChangeNotification) {
wt.workspaceSubMu.RLock()
defer wt.workspaceSubMu.RUnlock()
msg := types.NewWorkspaceFileChange(&notification)
for sub := range wt.workspaceStreamSubscribers {
select {
case sub <- msg:
default:
// Subscriber is slow, skip
}
}
}
// notifyWorkspaceStreamProcessOutput sends process output to all workspace stream subscribers
func (wt *WorkspaceTracker) notifyWorkspaceStreamProcessOutput(output *types.ProcessOutput) {
wt.workspaceSubMu.RLock()
defer wt.workspaceSubMu.RUnlock()
msg := types.NewWorkspaceProcessOutput(output)
wt.logger.Debug("broadcast process output",
zap.String("session_id", output.SessionID),
zap.String("process_id", output.ProcessID),
zap.String("kind", string(output.Kind)),
zap.Int("subscribers", len(wt.workspaceStreamSubscribers)),
)
for sub := range wt.workspaceStreamSubscribers {
select {
case sub <- msg:
default:
// Subscriber is slow, skip
}
}
}
// notifyWorkspaceStreamProcessStatus sends process status updates to all workspace stream subscribers
func (wt *WorkspaceTracker) notifyWorkspaceStreamProcessStatus(status *types.ProcessStatusUpdate) {
wt.workspaceSubMu.RLock()
defer wt.workspaceSubMu.RUnlock()
msg := types.NewWorkspaceProcessStatus(status)
wt.logger.Debug("broadcast process status",
zap.String("session_id", status.SessionID),
zap.String("process_id", status.ProcessID),
zap.String("status", string(status.Status)),
zap.Int("subscribers", len(wt.workspaceStreamSubscribers)),
)
for sub := range wt.workspaceStreamSubscribers {
select {
case sub <- msg:
default:
// Subscriber is slow, skip
}
}
}
// watchFilesystem watches for filesystem changes and triggers debounced updates
func (wt *WorkspaceTracker) watchFilesystem(ctx context.Context) {
defer wt.wg.Done()
for {
select {
case <-ctx.Done():
return
case <-wt.stopCh:
return
case event, ok := <-wt.watcher.Events:
if !ok {
return
}
// Ignore CHMOD events - permission changes don't affect file content
// and shouldn't trigger UI refreshes. This prevents loops from filesystem
// scanners, git operations, or other tools that touch file permissions.
if event.Op == fsnotify.Chmod {
continue
}
// If a directory was created, watch it
if event.Op&fsnotify.Create == fsnotify.Create {
if info, err := os.Stat(event.Name); err == nil && info.IsDir() {
if err := wt.addDirectoryRecursive(event.Name); err != nil {
wt.logger.Debug("failed to watch new directory", zap.Error(err))
}
}
}
// Record specific change with relative path
relPath, relErr := filepath.Rel(wt.workDir, event.Name)
if relErr != nil {
relPath = event.Name
}
wt.addPendingChange(relPath, fsOpToString(event.Op))
case err, ok := <-wt.watcher.Errors:
if !ok {
return
}
wt.logger.Debug("filesystem watcher error", zap.Error(err))
}
}
}
// fsOpToString converts an fsnotify operation to a FileOp string constant.
func fsOpToString(op fsnotify.Op) string {
switch {
case op&fsnotify.Create != 0:
return types.FileOpCreate
case op&fsnotify.Write != 0:
return types.FileOpWrite
case op&fsnotify.Remove != 0:
return types.FileOpRemove
case op&fsnotify.Rename != 0:
return types.FileOpRename
default:
return types.FileOpRefresh
}
}
// addDirectoryRecursive adds a directory and all its subdirectories to the watcher
func (wt *WorkspaceTracker) addDirectoryRecursive(dir string) error {
return filepath.WalkDir(dir, func(path string, d fs.DirEntry, err error) error {
if err != nil {
return err
}
// Skip hidden directories and common ignore patterns
if d.IsDir() {
name := d.Name()
if name == ".git" || name == "node_modules" || name == ".next" || name == "dist" || name == "build" {
return filepath.SkipDir
}
// Add directory to watcher
if err := wt.watcher.Add(path); err != nil {
wt.logger.Debug("failed to watch directory", zap.String("path", path), zap.Error(err))
}
}
return nil
})
}
// GetFileTree returns the file tree for a given path and depth
func (wt *WorkspaceTracker) GetFileTree(reqPath string, depth int) (*types.FileTreeNode, error) {
// Resolve the full path with path traversal protection
fullPath := filepath.Join(wt.workDir, filepath.Clean(reqPath))
cleanWorkDir := filepath.Clean(wt.workDir)
if !strings.HasPrefix(fullPath, cleanWorkDir+string(os.PathSeparator)) && fullPath != cleanWorkDir {
return nil, fmt.Errorf("path traversal detected")
}
// Check if path exists
info, err := os.Stat(fullPath)
if err != nil {
return nil, fmt.Errorf("path not found: %w", err)
}
// Build the tree
node, err := wt.buildFileTreeNode(fullPath, reqPath, info, depth, 0)
if err != nil {
return nil, err
}
return node, nil
}
// buildFileTreeNode recursively builds a file tree node
func (wt *WorkspaceTracker) buildFileTreeNode(fullPath, relPath string, info os.FileInfo, maxDepth, currentDepth int) (*types.FileTreeNode, error) {
node := &types.FileTreeNode{
Name: info.Name(),
Path: relPath,
IsDir: info.IsDir(),
Size: info.Size(),
}
// If it's a file or we've reached max depth, return
if !info.IsDir() || (maxDepth > 0 && currentDepth >= maxDepth) {
return node, nil
}
// Read directory contents
entries, err := os.ReadDir(fullPath)
if err != nil {
return node, nil // Return node without children on error
}
// Build children
node.Children = make([]*types.FileTreeNode, 0, len(entries))
for _, entry := range entries {
// Skip specific directories that should be ignored
name := entry.Name()
if name == ".git" || name == "node_modules" || name == ".next" || name == "dist" || name == "build" {
continue
}
childFullPath := filepath.Join(fullPath, name)
childRelPath := filepath.Join(relPath, name)
childInfo, err := entry.Info()
if err != nil {
continue
}
childNode, err := wt.buildFileTreeNode(childFullPath, childRelPath, childInfo, maxDepth, currentDepth+1)
if err != nil {
continue
}
node.Children = append(node.Children, childNode)
}
return node, nil
}
// resolveSafePath resolves reqPath to an absolute path within workDir,
// rejecting any path traversal attempts.
func (wt *WorkspaceTracker) resolveSafePath(reqPath string) (string, error) {
cleanWorkDir := filepath.Clean(wt.workDir)
cleanReqPath := filepath.Clean(reqPath)
var fullPath string
if filepath.IsAbs(cleanReqPath) && strings.HasPrefix(cleanReqPath, cleanWorkDir+string(os.PathSeparator)) {
fullPath = cleanReqPath
} else {
fullPath = filepath.Join(wt.workDir, cleanReqPath)
}
if !strings.HasPrefix(fullPath, cleanWorkDir+string(os.PathSeparator)) && fullPath != cleanWorkDir {
return "", fmt.Errorf("path traversal detected")
}
return fullPath, nil
}
// GetFileContent returns the content of a file.
// If the file is not valid UTF-8, it is base64-encoded and isBinary is true.
func (wt *WorkspaceTracker) GetFileContent(reqPath string) (string, int64, bool, error) {
fullPath, err := wt.resolveSafePath(reqPath)
if err != nil {
return "", 0, false, err
}
// Check if file exists and is a regular file
info, err := os.Stat(fullPath)
if err != nil {
return "", 0, false, fmt.Errorf("file not found: %w", err)
}
if info.IsDir() {
return "", 0, false, fmt.Errorf("path is a directory, not a file")
}
// Check file size (limit to 10MB)
const maxFileSize = 10 * 1024 * 1024
if info.Size() > maxFileSize {
return "", info.Size(), false, fmt.Errorf("file too large (max 10MB)")
}
// Read file content
file, err := os.Open(fullPath)
if err != nil {
return "", 0, false, fmt.Errorf("failed to open file: %w", err)
}
defer func() {
_ = file.Close()
}()
content, err := io.ReadAll(file)
if err != nil {
return "", 0, false, fmt.Errorf("failed to read file: %w", err)
}
// Detect binary: if content is not valid UTF-8, base64-encode it
if !utf8.Valid(content) {
encoded := base64.StdEncoding.EncodeToString(content)
return encoded, info.Size(), true, nil
}
return string(content), info.Size(), false, nil
}
// ApplyFileDiff applies a unified diff to a file with conflict detection
// Uses git apply for reliable, battle-tested patch application
func (wt *WorkspaceTracker) ApplyFileDiff(reqPath string, unifiedDiff string, originalHash string) (string, error) {
fullPath, err := wt.resolveSafePath(reqPath)
if err != nil {
return "", err
}
cleanWorkDir := filepath.Clean(wt.workDir)
// Read current file content
currentContent, _, _, err := wt.GetFileContent(reqPath)
if err != nil {
return "", fmt.Errorf("failed to read current file: %w", err)
}
// Calculate hash of current content for conflict detection
currentHash := calculateSHA256(currentContent)
if originalHash != "" && currentHash != originalHash {
return "", fmt.Errorf("conflict detected: file has been modified (expected hash %s, got %s)", originalHash, currentHash)
}
// Write diff to a temporary patch file
patchFile := filepath.Join(wt.workDir, ".kandev-patch.tmp")
err = os.WriteFile(patchFile, []byte(unifiedDiff), 0644)
if err != nil {
return "", fmt.Errorf("failed to write patch file: %w", err)
}
defer func() {
_ = os.Remove(patchFile) // Best effort cleanup
}()
// Use git apply to apply the patch directly to the file
// This is much more reliable than custom diff application
cmd := exec.Command("git", "apply", "-p0", "--unidiff-zero", "--whitespace=nowarn", patchFile)
cmd.Dir = wt.workDir
output, err := cmd.CombinedOutput()
if err != nil {
return "", fmt.Errorf("git apply failed: %w\nOutput: %s", err, string(output))
}
// Read the updated content
updatedContent, err := os.ReadFile(fullPath)
if err != nil {
return "", fmt.Errorf("failed to read updated file: %w", err)
}
// Calculate new hash
newHash := calculateSHA256(string(updatedContent))
// Notify with the relative path
relPath := strings.TrimPrefix(fullPath, cleanWorkDir+string(os.PathSeparator))
wt.addPendingChange(relPath, types.FileOpWrite)
wt.logger.Debug("applied file diff using git apply",
zap.String("path", relPath),
zap.String("old_hash", currentHash),
zap.String("new_hash", newHash),
)
return newHash, nil
}
// CreateFile creates a new file in the workspace
func (wt *WorkspaceTracker) CreateFile(reqPath string) error {
fullPath, err := wt.resolveSafePath(reqPath)
if err != nil {
return err
}
// Create intermediate directories
dir := filepath.Dir(fullPath)
if err := os.MkdirAll(dir, 0o755); err != nil {
return fmt.Errorf("failed to create directories: %w", err)
}
// Atomically create the file, failing if it already exists
f, err := os.OpenFile(fullPath, os.O_CREATE|os.O_EXCL|os.O_WRONLY, 0o644)
if err != nil {
if os.IsExist(err) {
return fmt.Errorf("file already exists: %s", reqPath)
}
return fmt.Errorf("failed to create file: %w", err)
}
_ = f.Close()
// Notify with the relative path
cleanWorkDir := filepath.Clean(wt.workDir)
relPath := strings.TrimPrefix(fullPath, cleanWorkDir+string(os.PathSeparator))
wt.addPendingChange(relPath, types.FileOpCreate)
return nil
}
func (wt *WorkspaceTracker) DeleteFile(reqPath string) error {
fullPath, err := wt.resolveSafePath(reqPath)
if err != nil {
return err
}
// Check if file exists
info, err := os.Stat(fullPath)
if err != nil {
if os.IsNotExist(err) {
return fmt.Errorf("file does not exist: %s", reqPath)
}
return fmt.Errorf("failed to stat file: %w", err)
}
// Don't allow deleting directories
if info.IsDir() {
return fmt.Errorf("cannot delete directory: %s", reqPath)
}
// Delete the file
if err := os.Remove(fullPath); err != nil {
return fmt.Errorf("failed to delete file: %w", err)
}
// Notify with the relative path
cleanWorkDir := filepath.Clean(wt.workDir)
relPath := strings.TrimPrefix(fullPath, cleanWorkDir+string(os.PathSeparator))
wt.addPendingChange(relPath, types.FileOpRemove)
return nil
}
// calculateSHA256 calculates the SHA256 hash of a string
func calculateSHA256(content string) string {
hash := sha256.Sum256([]byte(content))
return hex.EncodeToString(hash[:])
}
// scoredMatch holds a file path and its match score for sorting
type scoredMatch struct {
path string
score int
}
// SearchFiles searches for files matching the query string.
// It uses fuzzy matching with scoring based on how well the query matches.
func (wt *WorkspaceTracker) SearchFiles(query string, limit int) []string {
if query == "" {
return []string{}
}
if limit <= 0 {
limit = 20
}
query = strings.ToLower(query)
var matches []scoredMatch
wt.mu.RLock()
files := wt.currentFiles.Files
wt.mu.RUnlock()
for _, file := range files {
path := file.Path
lowerPath := strings.ToLower(path)
name := filepath.Base(lowerPath)
score := 0
if name == query {
score = 100 // Exact filename match
} else if strings.HasPrefix(name, query) {
score = 75 // Filename starts with query
} else if strings.Contains(name, query) {
score = 50 // Filename contains query
} else if strings.Contains(lowerPath, query) {
score = 25 // Path contains query
}
if score > 0 {
matches = append(matches, scoredMatch{path: path, score: score})
}
}
// Sort by score descending
sort.Slice(matches, func(i, j int) bool {
if matches[i].score != matches[j].score {
return matches[i].score > matches[j].score
}
// Secondary sort by path length (shorter paths first)
return len(matches[i].path) < len(matches[j].path)
})
// Return top limit results
result := make([]string, 0, limit)
for i := 0; i < len(matches) && i < limit; i++ {
result = append(result, matches[i].path)
}
return result
}