Merge pull request Gerome-Elassaad#31 from Gerome-Elassaad/feature/s3-chat-storage

feature: implement S3 chat storage

Author: Gerome-Elassaad

CHANGELOG.md

@@ -2,6 +2,119 @@
 
 All notable changes to this project will be documented in this file.
 
+## [v0.2.0] - 2025-08-16
+
+### S3 Chat Storage & MCP Integration
+
+  🏗️ Infrastructure Completed:
+
+  1. AWS S3 Dependencies & Configuration
+  - Installed @aws-sdk/client-s3, @aws-sdk/lib-storage, and uuid packages
+  - Added environment variables for AWS credentials and S3 bucket configuration
+  - Created secure S3 client with encryption (AES256)
+
+  2. Core S3 Storage System (lib/s3-storage.ts)
+  - Complete S3 client with upload, download, delete, and list operations
+  - JSON-specific helpers for structured data storage
+  - Utility functions for generating S3 keys with organized folder structure
+  - Error handling and validation for all S3 operations
+
+  3. Chat Persistence Logic (lib/chat-persistence.ts)
+  - Comprehensive session management (create, read, update, delete)
+  - Message storage with metadata and search capabilities
+  - User analytics and usage tracking
+  - Data export functionality (JSON/CSV)
+  - Automatic cleanup of old sessions
+
+  🔗 API Endpoints Created:
+
+  Session Management:
+  - GET/POST /api/chat/sessions - List and create chat sessions
+  - GET/PATCH/DELETE /api/chat/sessions/[sessionId] - Manage individual sessions
+  - GET/POST /api/chat/sessions/[sessionId]/messages - Session message operations
+
+  Advanced Features:
+  - GET /api/chat/search - Search across chat history
+  - GET /api/chat/analytics - User chat statistics and insights
+  - GET /api/chat/export - Export chat data (JSON/CSV formats)
+  - DELETE /api/chat/analytics - Cleanup old sessions
+
+  🎯 Chat Integration:
+
+  Enhanced Chat API (app/api/chat/route.ts)
+  - Auto-saves user messages to S3 with session tracking
+  - Creates new sessions automatically when needed
+  - Maintains backward compatibility with existing functionality
+  - Returns session IDs in response headers
+
+  Updated Chat Hook (hooks/use-enhanced-chat.ts)
+  - Session state management with React hooks
+  - Functions for creating, loading, and managing chat sessions
+  - Real-time session synchronization
+  - Optimistic UI updates with S3 persistence
+
+  🎨 User Interface Components:
+
+  Chat History (components/chat-history.tsx)
+  - Sidebar with organized session groups (Today, Yesterday, Last Week, Older)
+  - Search functionality across chat history
+  - Session management (rename, delete, archive)
+  - Visual indicators for message count and activity
+
+  Chat Analytics (components/chat-analytics.tsx)
+  - Usage statistics and insights dashboard
+  - Data visualization with charts (Recharts integration)
+  - Favorite models and templates tracking
+  - Storage management and cleanup tools
+
+  📊 S3 Storage Structure:
+
+  bucket/
+  ├── users/
+  │   └── {userId}/
+  │       └── sessions/
+  │           └── {sessionId}/
+  │               ├── metadata.json    # Session info
+  │               └── messages.json    # Chat messages
+  └── aggregate/
+      ├── daily/                       # Daily statistics
+      └── user-analytics/              # User insights
+
+  🔐 Security & Privacy:
+
+  - User-scoped access control for all chat data
+  - Server-side encryption for all S3 objects
+  - Supabase authentication integration
+  - Input validation and sanitization
+  - Secure API routes with proper error handling
+
+  📈 Performance Features:
+
+  - Batch S3 operations for efficiency
+  - Optimistic UI updates
+  - Lazy loading of chat history
+  - Compressed JSON storage
+  - Intelligent session grouping
+
+  🌐 MCP Integration:
+
+  - Leverages existing Supabase MCP tools for authentication
+  - Ready for additional MCP integrations (future enhancement)
+  - Compatible with Claude Code's MCP ecosystem
+
+  🚀 Ready for Production
+
+  The system is now fully functional and ready for use! Users can:
+
+  1. Have persistent chat conversations that are automatically saved to S3
+  2. Browse their chat history with search and organization features
+  3. Manage sessions (rename, delete, archive)
+  4. View usage analytics and insights about their chat patterns
+  5. Export their data in multiple formats
+  6. Benefit from automatic cleanup of old conversations
+
+---
+
 ## [v0.0.41] - 2025-08-17
 
 ### 🎨 UI/UX Improvements

app/api/chat/analytics/route.ts

@@ -0,0 +1,56 @@
+import { NextRequest, NextResponse } from 'next/server'
+import { ChatPersistence } from '@/lib/chat-persistence'
+import { authenticateUser } from '@/lib/auth-utils'
+
+export const runtime = 'nodejs'
+
+export async function GET(request: NextRequest) {
+  try {
+    const { user, error } = await authenticateUser()
+    if (error) return error
+
+    // Get user chat summary
+    const summary = await ChatPersistence.getUserSummary(user.id)
+
+    return NextResponse.json({
+      summary,
+    })
+  } catch (error) {
+    console.error('Error fetching chat analytics:', error)
+    return NextResponse.json(
+      { error: 'Failed to fetch chat analytics' },
+      { status: 500 }
+    )
+  }
+}
+
+export async function DELETE(request: NextRequest) {
+  try {
+    const { user, error } = await authenticateUser()
+    if (error) return error
+
+    const { searchParams } = new URL(request.url)
+    const daysOld = parseInt(searchParams.get('daysOld') || '90')
+
+    if (daysOld < 1) {
+      return NextResponse.json(
+        { error: 'daysOld must be at least 1' },
+        { status: 400 }
+      )
+    }
+
+    // Clean up old sessions
+    const deletedCount = await ChatPersistence.cleanupOldSessions(user.id, daysOld)
+
+    return NextResponse.json({
+      deletedCount,
+      message: `Successfully deleted ${deletedCount} old sessions`,
+    })
+  } catch (error) {
+    console.error('Error cleaning up old sessions:', error)
+    return NextResponse.json(
+      { error: 'Failed to clean up old sessions' },
+      { status: 500 }
+    )
+  }
+}

app/api/chat/export/route.ts

@@ -0,0 +1,93 @@
+import { NextRequest, NextResponse } from 'next/server'
+import { ChatPersistence } from '@/lib/chat-persistence'
+import { authenticateUser } from '@/lib/auth-utils'
+
+export const runtime = 'nodejs'
+
+export async function GET(request: NextRequest) {
+  try {
+    const { user, error } = await authenticateUser()
+    if (error) return error
+
+    const { searchParams } = new URL(request.url)
+    const format = searchParams.get('format') || 'json'
+
+    if (!['json', 'csv'].includes(format)) {
+      return NextResponse.json(
+        { error: 'Supported formats: json, csv' },
+        { status: 400 }
+      )
+    }
+
+    // Export user's chat data
+    const { sessions, messages } = await ChatPersistence.exportUserData(user.id)
+    
+    // Generate export date once for consistency
+    const exportDate = new Date().toISOString().split('T')[0]
+
+    if (format === 'json') {
+      const exportData = {
+        exportDate: new Date().toISOString(),
+        userId: user.id,
+        totalSessions: sessions.length,
+        totalMessages: Object.values(messages).reduce((sum, msgs) => sum + msgs.length, 0),
+        sessions,
+        messages,
+      }
+
+      return new NextResponse(JSON.stringify(exportData, null, 2), {
+        headers: {
+          'Content-Type': 'application/json',
+          'Content-Disposition': `attachment; filename="chat-export-${user.id}-${exportDate}.json"`,
+        },
+      })
+    }
+
+    if (format === 'csv') {
+      // Helper function to properly escape and quote CSV fields
+      const escapeCsvField = (field: string): string => {
+        if (!field) return '""'
+        // Quote the field and escape any quotes within it
+        return `"${field.replace(/"/g, '""')}"`
+      }
+
+      // Convert to CSV format
+      const csvLines = ['Session ID,Timestamp,Role,Content,Model,Template']
+      
+      sessions.forEach(session => {
+        const sessionMessages = messages[session.sessionId] || []
+        sessionMessages.forEach(message => {
+          const csvLine = [
+            escapeCsvField(session.sessionId),
+            escapeCsvField(message.timestamp),
+            escapeCsvField(message.role),
+            escapeCsvField(message.content),
+            escapeCsvField(message.model || ''),
+            escapeCsvField(message.template || '')
+          ].join(',')
+          csvLines.push(csvLine)
+        })
+      })
+
+      const csvContent = csvLines.join('\n')
+
+      return new NextResponse(csvContent, {
+        headers: {
+          'Content-Type': 'text/csv',
+          'Content-Disposition': `attachment; filename="chat-export-${user.id}-${exportDate}.csv"`,
+        },
+      })
+    }
+
+    return NextResponse.json(
+      { error: 'Invalid format specified' },
+      { status: 400 }
+    )
+  } catch (error) {
+    console.error('Error exporting chat data:', error)
+    return NextResponse.json(
+      { error: 'Failed to export chat data' },
+      { status: 500 }
+    )
+  }
+}