diff --git a/internal/server/server.go b/internal/server/server.go index 6dd7251..7dc73c3 100644 --- a/internal/server/server.go +++ b/internal/server/server.go @@ -165,6 +165,17 @@ func (s *Server) setupRoutes() { r.Get("/artifacts/{ucxlAddr}", s.slurpRetrieveHandler) }) + // Repository monitoring endpoints + r.Route("/repositories", func(r chi.Router) { + r.Get("/", s.listRepositoriesHandler) + r.Post("/", s.createRepositoryHandler) + r.Get("/{repoID}", s.getRepositoryHandler) + r.Put("/{repoID}", s.updateRepositoryHandler) + r.Delete("/{repoID}", s.deleteRepositoryHandler) + r.Post("/{repoID}/sync", s.syncRepositoryHandler) + r.Get("/{repoID}/logs", s.getRepositorySyncLogsHandler) + }) + // BACKBEAT monitoring endpoints r.Route("/backbeat", func(r chi.Router) { r.Get("/status", s.backbeatStatusHandler) @@ -1757,6 +1768,7 @@ func (s *Server) dashboardHandler(w http.ResponseWriter, r *http.Request) {
Tasks
Teams
Agents
+
Repositories
Settings
@@ -1946,6 +1958,102 @@ func (s *Server) dashboardHandler(w http.ResponseWriter, r *http.Request) { + + +
+
+

📚 Repository Management

+ +
+ +
+
+

📊 Repository Stats

+
+ Total Repositories + -- +
+
+ Active Monitoring + -- +
+
+ Tasks Created + -- +
+
+
+ + + +
+

📋 Monitored Repositories

+
+

Loading repositories...

+
+
+
` @@ -2340,36 +2622,82 @@ func (s *Server) dashboardHandler(w http.ResponseWriter, r *http.Request) { // backbeatStatusHandler provides real-time BACKBEAT pulse data func (s *Server) backbeatStatusHandler(w http.ResponseWriter, r *http.Request) { - // Try to get real BACKBEAT data if available, otherwise return simulated data - // This simulates the data format we saw in CHORUS logs: - // - beat numbers (24, 25, etc.) - // - phases (normal, degraded, recovery) - // - downbeats and tempo information - now := time.Now() - // Simulate realistic BACKBEAT data based on what we observed in CHORUS logs - beatNum := int(now.Unix() % 100) + 1 - isDownbeat := (beatNum % 4) == 1 // Every 4th beat is a downbeat - - phase := "normal" - if now.Second()%10 < 3 { - phase = "degraded" - } else if now.Second()%10 < 5 { - phase = "recovery" + // Get real BACKBEAT data if integration is available and started + if s.backbeat != nil { + health := s.backbeat.GetHealth() + + // Extract real BACKBEAT data + currentBeat := int64(0) + if beatVal, ok := health["current_beat"]; ok { + if beat, ok := beatVal.(int64); ok { + currentBeat = beat + } + } + + currentTempo := 2 // Default fallback + if tempoVal, ok := health["current_tempo"]; ok { + if tempo, ok := tempoVal.(int); ok { + currentTempo = tempo + } + } + + connected := false + if connVal, ok := health["connected"]; ok { + if conn, ok := connVal.(bool); ok { + connected = conn + } + } + + // Determine phase based on BACKBEAT health + phase := "normal" + if degradationVal, ok := health["local_degradation"]; ok { + if degraded, ok := degradationVal.(bool); ok && degraded { + phase = "degraded" + } + } + + // Calculate average interval based on tempo (BPM to milliseconds) + averageInterval := 60000 / currentTempo // Convert BPM to milliseconds between beats + + // Determine if current beat is a downbeat (every 4th beat) + isDownbeat := currentBeat%4 == 1 + currentDownbeat := (currentBeat / 4) + 1 + + response := map[string]interface{}{ + "current_beat": currentBeat, + "current_downbeat": currentDownbeat, + "average_interval": averageInterval, + "phase": phase, + "is_downbeat": isDownbeat, + "tempo": currentTempo, + "connected": connected, + "timestamp": now.Unix(), + "status": "live", + "backbeat_health": health, + } + + w.Header().Set("Content-Type", "application/json") + if err := json.NewEncoder(w).Encode(response); err != nil { + http.Error(w, "Failed to encode response", http.StatusInternalServerError) + return + } + return } + // Fallback to basic data if BACKBEAT integration is not available response := map[string]interface{}{ - "current_beat": beatNum, - "current_downbeat": (beatNum / 4) + 1, - "average_interval": 2000, // 2 second intervals similar to CHORUS logs - "phase": phase, - "is_downbeat": isDownbeat, - "tempo": 2, - "window": fmt.Sprintf("deg-%x", now.Unix()%1000000), - "connected_peers": 3, + "current_beat": 0, + "current_downbeat": 0, + "average_interval": 0, + "phase": "disconnected", + "is_downbeat": false, + "tempo": 0, + "connected": false, "timestamp": now.Unix(), - "status": "connected", + "status": "no_backbeat", + "error": "BACKBEAT integration not available", } w.Header().Set("Content-Type", "application/json") @@ -2379,6 +2707,468 @@ func (s *Server) backbeatStatusHandler(w http.ResponseWriter, r *http.Request) { } } +// Repository Management Handlers + +// listRepositoriesHandler returns all monitored repositories +func (s *Server) listRepositoriesHandler(w http.ResponseWriter, r *http.Request) { + log.Info().Msg("Listing monitored repositories") + + query := ` + SELECT id, name, owner, full_name, url, clone_url, ssh_url, source_type, + monitor_issues, monitor_pull_requests, enable_chorus_integration, + description, default_branch, is_private, language, topics, + last_sync_at, sync_status, sync_error, open_issues_count, + closed_issues_count, total_tasks_created, created_at, updated_at + FROM repositories + ORDER BY created_at DESC` + + rows, err := s.db.Pool.Query(context.Background(), query) + if err != nil { + log.Error().Err(err).Msg("Failed to query repositories") + render.Status(r, http.StatusInternalServerError) + render.JSON(w, r, map[string]string{"error": "failed to query repositories"}) + return + } + defer rows.Close() + + repositories := []map[string]interface{}{} + for rows.Next() { + var id, name, owner, fullName, url, sourceType, defaultBranch, syncStatus string + var cloneURL, sshURL, description, syncError, language *string + var monitorIssues, monitorPRs, enableChorus, isPrivate bool + var topicsJSON []byte + var lastSyncAt *time.Time + var createdAt, updatedAt time.Time + var openIssues, closedIssues, totalTasks int + + err := rows.Scan(&id, &name, &owner, &fullName, &url, &cloneURL, &sshURL, &sourceType, + &monitorIssues, &monitorPRs, &enableChorus, &description, &defaultBranch, + &isPrivate, &language, &topicsJSON, &lastSyncAt, &syncStatus, &syncError, + &openIssues, &closedIssues, &totalTasks, &createdAt, &updatedAt) + if err != nil { + log.Error().Err(err).Msg("Failed to scan repository row") + continue + } + + // Parse topics from JSONB + var topics []string + if err := json.Unmarshal(topicsJSON, &topics); err != nil { + log.Error().Err(err).Msg("Failed to unmarshal topics") + topics = []string{} // Default to empty slice + } + + // Handle nullable lastSyncAt + var lastSyncFormatted *string + if lastSyncAt != nil { + formatted := lastSyncAt.Format(time.RFC3339) + lastSyncFormatted = &formatted + } + + repo := map[string]interface{}{ + "id": id, + "name": name, + "owner": owner, + "full_name": fullName, + "url": url, + "clone_url": cloneURL, + "ssh_url": sshURL, + "source_type": sourceType, + "monitor_issues": monitorIssues, + "monitor_pull_requests": monitorPRs, + "enable_chorus_integration": enableChorus, + "description": description, + "default_branch": defaultBranch, + "is_private": isPrivate, + "language": language, + "topics": topics, + "last_sync_at": lastSyncFormatted, + "sync_status": syncStatus, + "sync_error": syncError, + "open_issues_count": openIssues, + "closed_issues_count": closedIssues, + "total_tasks_created": totalTasks, + "created_at": createdAt.Format(time.RFC3339), + "updated_at": updatedAt.Format(time.RFC3339), + } + repositories = append(repositories, repo) + } + + render.JSON(w, r, map[string]interface{}{ + "repositories": repositories, + "count": len(repositories), + }) +} + +// createRepositoryHandler adds a new repository to monitor +func (s *Server) createRepositoryHandler(w http.ResponseWriter, r *http.Request) { + var req struct { + Name string `json:"name"` + Owner string `json:"owner"` + URL string `json:"url"` + SourceType string `json:"source_type"` + MonitorIssues bool `json:"monitor_issues"` + MonitorPullRequests bool `json:"monitor_pull_requests"` + EnableChorusIntegration bool `json:"enable_chorus_integration"` + Description *string `json:"description"` + DefaultBranch string `json:"default_branch"` + IsPrivate bool `json:"is_private"` + Language *string `json:"language"` + Topics []string `json:"topics"` + } + + if err := json.NewDecoder(r.Body).Decode(&req); err != nil { + render.Status(r, http.StatusBadRequest) + render.JSON(w, r, map[string]string{"error": "invalid request body"}) + return + } + + // Validate required fields + if req.Name == "" || req.Owner == "" || req.URL == "" { + render.Status(r, http.StatusBadRequest) + render.JSON(w, r, map[string]string{"error": "name, owner, and url are required"}) + return + } + + // Set defaults + if req.SourceType == "" { + req.SourceType = "gitea" + } + if req.DefaultBranch == "" { + req.DefaultBranch = "main" + } + if req.Topics == nil { + req.Topics = []string{} + } + + fullName := req.Owner + "/" + req.Name + + log.Info(). + Str("repository", fullName). + Str("url", req.URL). + Msg("Creating new repository monitor") + + query := ` + INSERT INTO repositories ( + name, owner, full_name, url, source_type, monitor_issues, + monitor_pull_requests, enable_chorus_integration, description, + default_branch, is_private, language, topics + ) VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13) + RETURNING id, created_at` + + // Convert topics slice to JSON for JSONB column + topicsJSON, err := json.Marshal(req.Topics) + if err != nil { + log.Error().Err(err).Msg("Failed to marshal topics") + render.Status(r, http.StatusInternalServerError) + render.JSON(w, r, map[string]string{"error": "failed to process topics"}) + return + } + + var id string + var createdAt time.Time + err = s.db.Pool.QueryRow(context.Background(), query, + req.Name, req.Owner, fullName, req.URL, req.SourceType, + req.MonitorIssues, req.MonitorPullRequests, req.EnableChorusIntegration, + req.Description, req.DefaultBranch, req.IsPrivate, req.Language, topicsJSON). + Scan(&id, &createdAt) + + if err != nil { + log.Error().Err(err).Msg("Failed to create repository") + render.Status(r, http.StatusInternalServerError) + render.JSON(w, r, map[string]string{"error": "failed to create repository"}) + return + } + + render.Status(r, http.StatusCreated) + render.JSON(w, r, map[string]interface{}{ + "id": id, + "full_name": fullName, + "created_at": createdAt.Format(time.RFC3339), + "message": "Repository monitor created successfully", + }) +} + +// getRepositoryHandler returns a specific repository +func (s *Server) getRepositoryHandler(w http.ResponseWriter, r *http.Request) { + repoID := chi.URLParam(r, "repoID") + + log.Info().Str("repository_id", repoID).Msg("Getting repository details") + + query := ` + SELECT id, name, owner, full_name, url, clone_url, ssh_url, source_type, + source_config, monitor_issues, monitor_pull_requests, monitor_releases, + enable_chorus_integration, chorus_task_labels, auto_assign_teams, + description, default_branch, is_private, language, topics, + last_sync_at, last_issue_sync, sync_status, sync_error, + open_issues_count, closed_issues_count, total_tasks_created, + created_at, updated_at + FROM repositories WHERE id = $1` + + var repo struct { + ID string `json:"id"` + Name string `json:"name"` + Owner string `json:"owner"` + FullName string `json:"full_name"` + URL string `json:"url"` + CloneURL *string `json:"clone_url"` + SSHURL *string `json:"ssh_url"` + SourceType string `json:"source_type"` + SourceConfig []byte `json:"source_config"` + MonitorIssues bool `json:"monitor_issues"` + MonitorPullRequests bool `json:"monitor_pull_requests"` + MonitorReleases bool `json:"monitor_releases"` + EnableChorusIntegration bool `json:"enable_chorus_integration"` + ChorusTaskLabels []string `json:"chorus_task_labels"` + AutoAssignTeams bool `json:"auto_assign_teams"` + Description *string `json:"description"` + DefaultBranch string `json:"default_branch"` + IsPrivate bool `json:"is_private"` + Language *string `json:"language"` + Topics []string `json:"topics"` + LastSyncAt *time.Time `json:"last_sync_at"` + LastIssueSyncAt *time.Time `json:"last_issue_sync"` + SyncStatus string `json:"sync_status"` + SyncError *string `json:"sync_error"` + OpenIssuesCount int `json:"open_issues_count"` + ClosedIssuesCount int `json:"closed_issues_count"` + TotalTasksCreated int `json:"total_tasks_created"` + CreatedAt time.Time `json:"created_at"` + UpdatedAt time.Time `json:"updated_at"` + } + + err := s.db.Pool.QueryRow(context.Background(), query, repoID).Scan( + &repo.ID, &repo.Name, &repo.Owner, &repo.FullName, &repo.URL, + &repo.CloneURL, &repo.SSHURL, &repo.SourceType, &repo.SourceConfig, + &repo.MonitorIssues, &repo.MonitorPullRequests, &repo.MonitorReleases, + &repo.EnableChorusIntegration, &repo.ChorusTaskLabels, &repo.AutoAssignTeams, + &repo.Description, &repo.DefaultBranch, &repo.IsPrivate, &repo.Language, + &repo.Topics, &repo.LastSyncAt, &repo.LastIssueSyncAt, &repo.SyncStatus, + &repo.SyncError, &repo.OpenIssuesCount, &repo.ClosedIssuesCount, + &repo.TotalTasksCreated, &repo.CreatedAt, &repo.UpdatedAt) + + if err != nil { + if err.Error() == "no rows in result set" { + render.Status(r, http.StatusNotFound) + render.JSON(w, r, map[string]string{"error": "repository not found"}) + return + } + log.Error().Err(err).Msg("Failed to get repository") + render.Status(r, http.StatusInternalServerError) + render.JSON(w, r, map[string]string{"error": "failed to get repository"}) + return + } + + render.JSON(w, r, repo) +} + +// updateRepositoryHandler updates repository settings +func (s *Server) updateRepositoryHandler(w http.ResponseWriter, r *http.Request) { + repoID := chi.URLParam(r, "repoID") + + var req struct { + MonitorIssues *bool `json:"monitor_issues"` + MonitorPullRequests *bool `json:"monitor_pull_requests"` + MonitorReleases *bool `json:"monitor_releases"` + EnableChorusIntegration *bool `json:"enable_chorus_integration"` + AutoAssignTeams *bool `json:"auto_assign_teams"` + Description *string `json:"description"` + DefaultBranch *string `json:"default_branch"` + Language *string `json:"language"` + Topics []string `json:"topics"` + } + + if err := json.NewDecoder(r.Body).Decode(&req); err != nil { + render.Status(r, http.StatusBadRequest) + render.JSON(w, r, map[string]string{"error": "invalid request body"}) + return + } + + log.Info().Str("repository_id", repoID).Msg("Updating repository settings") + + // Build dynamic update query + updates := []string{} + args := []interface{}{repoID} + argIndex := 2 + + if req.MonitorIssues != nil { + updates = append(updates, fmt.Sprintf("monitor_issues = $%d", argIndex)) + args = append(args, *req.MonitorIssues) + argIndex++ + } + if req.MonitorPullRequests != nil { + updates = append(updates, fmt.Sprintf("monitor_pull_requests = $%d", argIndex)) + args = append(args, *req.MonitorPullRequests) + argIndex++ + } + if req.MonitorReleases != nil { + updates = append(updates, fmt.Sprintf("monitor_releases = $%d", argIndex)) + args = append(args, *req.MonitorReleases) + argIndex++ + } + if req.EnableChorusIntegration != nil { + updates = append(updates, fmt.Sprintf("enable_chorus_integration = $%d", argIndex)) + args = append(args, *req.EnableChorusIntegration) + argIndex++ + } + if req.AutoAssignTeams != nil { + updates = append(updates, fmt.Sprintf("auto_assign_teams = $%d", argIndex)) + args = append(args, *req.AutoAssignTeams) + argIndex++ + } + if req.Description != nil { + updates = append(updates, fmt.Sprintf("description = $%d", argIndex)) + args = append(args, *req.Description) + argIndex++ + } + if req.DefaultBranch != nil { + updates = append(updates, fmt.Sprintf("default_branch = $%d", argIndex)) + args = append(args, *req.DefaultBranch) + argIndex++ + } + if req.Language != nil { + updates = append(updates, fmt.Sprintf("language = $%d", argIndex)) + args = append(args, *req.Language) + argIndex++ + } + if req.Topics != nil { + updates = append(updates, fmt.Sprintf("topics = $%d", argIndex)) + args = append(args, req.Topics) + argIndex++ + } + + if len(updates) == 0 { + render.Status(r, http.StatusBadRequest) + render.JSON(w, r, map[string]string{"error": "no fields to update"}) + return + } + + updates = append(updates, fmt.Sprintf("updated_at = $%d", argIndex)) + args = append(args, time.Now()) + + query := fmt.Sprintf("UPDATE repositories SET %s WHERE id = $1", strings.Join(updates, ", ")) + + _, err := s.db.Pool.Exec(context.Background(), query, args...) + if err != nil { + log.Error().Err(err).Msg("Failed to update repository") + render.Status(r, http.StatusInternalServerError) + render.JSON(w, r, map[string]string{"error": "failed to update repository"}) + return + } + + render.JSON(w, r, map[string]string{"message": "Repository updated successfully"}) +} + +// deleteRepositoryHandler removes a repository from monitoring +func (s *Server) deleteRepositoryHandler(w http.ResponseWriter, r *http.Request) { + repoID := chi.URLParam(r, "repoID") + + log.Info().Str("repository_id", repoID).Msg("Deleting repository monitor") + + query := "DELETE FROM repositories WHERE id = $1" + result, err := s.db.Pool.Exec(context.Background(), query, repoID) + if err != nil { + log.Error().Err(err).Msg("Failed to delete repository") + render.Status(r, http.StatusInternalServerError) + render.JSON(w, r, map[string]string{"error": "failed to delete repository"}) + return + } + + if result.RowsAffected() == 0 { + render.Status(r, http.StatusNotFound) + render.JSON(w, r, map[string]string{"error": "repository not found"}) + return + } + + render.JSON(w, r, map[string]string{"message": "Repository deleted successfully"}) +} + +// syncRepositoryHandler triggers a manual sync of repository issues +func (s *Server) syncRepositoryHandler(w http.ResponseWriter, r *http.Request) { + repoID := chi.URLParam(r, "repoID") + + log.Info().Str("repository_id", repoID).Msg("Manual repository sync triggered") + + // TODO: Implement repository sync logic + // This would trigger the Gitea issue monitoring service + + render.JSON(w, r, map[string]interface{}{ + "message": "Repository sync triggered", + "repository_id": repoID, + "status": "pending", + }) +} + +// getRepositorySyncLogsHandler returns sync logs for a repository +func (s *Server) getRepositorySyncLogsHandler(w http.ResponseWriter, r *http.Request) { + repoID := chi.URLParam(r, "repoID") + limit := 50 + + if limitParam := r.URL.Query().Get("limit"); limitParam != "" { + if l, err := strconv.Atoi(limitParam); err == nil && l > 0 && l <= 1000 { + limit = l + } + } + + log.Info().Str("repository_id", repoID).Int("limit", limit).Msg("Getting repository sync logs") + + query := ` + SELECT id, sync_type, operation, status, message, error_details, + items_processed, items_created, items_updated, duration_ms, + external_id, external_url, created_at + FROM repository_sync_logs + WHERE repository_id = $1 + ORDER BY created_at DESC + LIMIT $2` + + rows, err := s.db.Pool.Query(context.Background(), query, repoID, limit) + if err != nil { + log.Error().Err(err).Msg("Failed to query sync logs") + render.Status(r, http.StatusInternalServerError) + render.JSON(w, r, map[string]string{"error": "failed to query sync logs"}) + return + } + defer rows.Close() + + logs := []map[string]interface{}{} + for rows.Next() { + var id, syncType, operation, status, message string + var errorDetails []byte + var itemsProcessed, itemsCreated, itemsUpdated, durationMs int + var externalID, externalURL *string + var createdAt time.Time + + err := rows.Scan(&id, &syncType, &operation, &status, &message, &errorDetails, + &itemsProcessed, &itemsCreated, &itemsUpdated, &durationMs, + &externalID, &externalURL, &createdAt) + if err != nil { + log.Error().Err(err).Msg("Failed to scan sync log row") + continue + } + + logEntry := map[string]interface{}{ + "id": id, + "sync_type": syncType, + "operation": operation, + "status": status, + "message": message, + "error_details": string(errorDetails), + "items_processed": itemsProcessed, + "items_created": itemsCreated, + "items_updated": itemsUpdated, + "duration_ms": durationMs, + "external_id": externalID, + "external_url": externalURL, + "created_at": createdAt.Format(time.RFC3339), + } + logs = append(logs, logEntry) + } + + render.JSON(w, r, map[string]interface{}{ + "logs": logs, + "count": len(logs), + }) +} + // Helper methods for task processing // inferTechStackFromLabels extracts technology information from labels diff --git a/migrations/003_add_repositories_table.down.sql b/migrations/003_add_repositories_table.down.sql new file mode 100644 index 0000000..01a8ea0 --- /dev/null +++ b/migrations/003_add_repositories_table.down.sql @@ -0,0 +1,9 @@ +-- Rollback repository monitoring tables + +-- Remove new column from tasks table +ALTER TABLE tasks DROP COLUMN IF EXISTS repository_id; + +-- Drop tables in reverse order +DROP TABLE IF EXISTS repository_sync_logs; +DROP TABLE IF EXISTS repository_webhooks; +DROP TABLE IF EXISTS repositories; \ No newline at end of file diff --git a/migrations/003_add_repositories_table.up.sql b/migrations/003_add_repositories_table.up.sql new file mode 100644 index 0000000..eac0816 --- /dev/null +++ b/migrations/003_add_repositories_table.up.sql @@ -0,0 +1,127 @@ +-- Repository monitoring table for WHOOSH +-- Tracks Gitea repositories for issue monitoring and CHORUS integration + +CREATE TABLE repositories ( + id UUID PRIMARY KEY DEFAULT gen_random_uuid(), + + -- Repository identification + name VARCHAR(255) NOT NULL, -- e.g., "WHOOSH", "CHORUS" + owner VARCHAR(255) NOT NULL, -- e.g., "tony", "chorus-services" + full_name VARCHAR(255) NOT NULL, -- e.g., "tony/WHOOSH" + + -- Repository URLs and access + url TEXT NOT NULL, -- Full Gitea URL, e.g., "https://gitea.chorus.services/tony/WHOOSH" + clone_url TEXT, -- Git clone URL + ssh_url TEXT, -- SSH clone URL + + -- Repository configuration + source_type VARCHAR(50) NOT NULL DEFAULT 'gitea', -- 'gitea', 'github', 'gitlab' + source_config JSONB DEFAULT '{}', -- Source-specific configuration (API tokens, etc.) + + -- Monitoring settings + monitor_issues BOOLEAN NOT NULL DEFAULT true, + monitor_pull_requests BOOLEAN NOT NULL DEFAULT false, + monitor_releases BOOLEAN NOT NULL DEFAULT false, + + -- CHORUS/BZZZ integration settings + enable_chorus_integration BOOLEAN NOT NULL DEFAULT true, + chorus_task_labels JSONB DEFAULT '["bzzz-task", "chorus-task"]', -- Labels that trigger CHORUS tasks + auto_assign_teams BOOLEAN NOT NULL DEFAULT true, + + -- Repository metadata + description TEXT, + default_branch VARCHAR(100) DEFAULT 'main', + is_private BOOLEAN DEFAULT false, + language VARCHAR(100), + topics JSONB DEFAULT '[]', + + -- Monitoring state + last_sync_at TIMESTAMP WITH TIME ZONE, + last_issue_sync TIMESTAMP WITH TIME ZONE, + sync_status VARCHAR(50) NOT NULL DEFAULT 'pending', -- 'pending', 'active', 'error', 'disabled' + sync_error TEXT, + + -- Statistics + open_issues_count INTEGER DEFAULT 0, + closed_issues_count INTEGER DEFAULT 0, + total_tasks_created INTEGER DEFAULT 0, + + -- Timestamps + created_at TIMESTAMP WITH TIME ZONE DEFAULT NOW(), + updated_at TIMESTAMP WITH TIME ZONE DEFAULT NOW(), + + -- Constraints + UNIQUE(full_name, source_type) -- Prevent duplicate repositories +); + +-- Repository webhooks for real-time updates +CREATE TABLE repository_webhooks ( + id UUID PRIMARY KEY DEFAULT gen_random_uuid(), + repository_id UUID NOT NULL REFERENCES repositories(id) ON DELETE CASCADE, + + -- Webhook configuration + webhook_url TEXT NOT NULL, -- The webhook endpoint URL + webhook_secret VARCHAR(255), -- Secret for webhook validation + events JSONB NOT NULL DEFAULT '["issues", "pull_request"]', -- Events to listen for + + -- Webhook state + is_active BOOLEAN NOT NULL DEFAULT true, + last_delivery_at TIMESTAMP WITH TIME ZONE, + delivery_count INTEGER DEFAULT 0, + failure_count INTEGER DEFAULT 0, + + -- Timestamps + created_at TIMESTAMP WITH TIME ZONE DEFAULT NOW(), + updated_at TIMESTAMP WITH TIME ZONE DEFAULT NOW() +); + +-- Repository sync logs for debugging and monitoring +CREATE TABLE repository_sync_logs ( + id UUID PRIMARY KEY DEFAULT gen_random_uuid(), + repository_id UUID NOT NULL REFERENCES repositories(id) ON DELETE CASCADE, + + -- Sync operation details + sync_type VARCHAR(50) NOT NULL, -- 'full_sync', 'incremental_sync', 'webhook' + operation VARCHAR(100) NOT NULL, -- 'fetch_issues', 'create_task', 'update_task' + + -- Sync results + status VARCHAR(50) NOT NULL, -- 'success', 'error', 'warning' + message TEXT, + error_details JSONB, + + -- Metrics + items_processed INTEGER DEFAULT 0, + items_created INTEGER DEFAULT 0, + items_updated INTEGER DEFAULT 0, + duration_ms INTEGER, + + -- Context + external_id VARCHAR(255), -- Issue ID, PR ID, etc. + external_url TEXT, + + -- Timestamps + created_at TIMESTAMP WITH TIME ZONE DEFAULT NOW() +); + +-- Indexes for performance +CREATE INDEX idx_repositories_source_type ON repositories(source_type); +CREATE INDEX idx_repositories_full_name ON repositories(full_name); +CREATE INDEX idx_repositories_sync_status ON repositories(sync_status); +CREATE INDEX idx_repositories_monitor_issues ON repositories(monitor_issues); +CREATE INDEX idx_repositories_enable_chorus ON repositories(enable_chorus_integration); +CREATE INDEX idx_repositories_last_sync ON repositories(last_sync_at); + +CREATE INDEX idx_repository_webhooks_repository_id ON repository_webhooks(repository_id); +CREATE INDEX idx_repository_webhooks_active ON repository_webhooks(is_active); + +CREATE INDEX idx_repository_sync_logs_repository_id ON repository_sync_logs(repository_id); +CREATE INDEX idx_repository_sync_logs_created_at ON repository_sync_logs(created_at); +CREATE INDEX idx_repository_sync_logs_status ON repository_sync_logs(status); +CREATE INDEX idx_repository_sync_logs_sync_type ON repository_sync_logs(sync_type); + +-- Add repository relationship to tasks table +ALTER TABLE tasks ADD COLUMN IF NOT EXISTS repository_id UUID REFERENCES repositories(id) ON DELETE SET NULL; +CREATE INDEX IF NOT EXISTS idx_tasks_repository_id ON tasks(repository_id); + +-- Update tasks table to improve repository tracking +ALTER TABLE tasks ALTER COLUMN repository TYPE TEXT; -- Allow longer repository names \ No newline at end of file