From c3afbdd71c61d4f4e19edb95b9ee0e021650258b Mon Sep 17 00:00:00 2001 From: Siddharth Ganesan Date: Wed, 26 Nov 2025 10:40:49 -0800 Subject: [PATCH 01/68] Superagent poc --- apps/sim/app/api/superagent/chat/route.ts | 555 +++++++++ .../[workspaceId]/superagent/page.tsx | 4 + .../[workspaceId]/superagent/superagent.tsx | 262 ++++ .../footer-navigation/footer-navigation.tsx | 8 +- .../floating-navigation.tsx | 9 +- apps/sim/stores/superagent/store.ts | 298 +++++ .../0112_fantastic_monster_badoon.sql | 18 + .../db/migrations/meta/0112_snapshot.json | 1055 +++++++++++++++++ packages/db/migrations/meta/_journal.json | 27 +- packages/db/schema.ts | 28 + 10 files changed, 2238 insertions(+), 26 deletions(-) create mode 100644 apps/sim/app/api/superagent/chat/route.ts create mode 100644 apps/sim/app/workspace/[workspaceId]/superagent/page.tsx create mode 100644 apps/sim/app/workspace/[workspaceId]/superagent/superagent.tsx create mode 100644 apps/sim/stores/superagent/store.ts create mode 100644 packages/db/migrations/0112_fantastic_monster_badoon.sql diff --git a/apps/sim/app/api/superagent/chat/route.ts b/apps/sim/app/api/superagent/chat/route.ts new file mode 100644 index 00000000000..7e56b9f8b94 --- /dev/null +++ b/apps/sim/app/api/superagent/chat/route.ts @@ -0,0 +1,555 @@ +import { type NextRequest, NextResponse } from 'next/server' +import { z } from 'zod' +import { getSession } from '@/lib/auth' +import { getCredentialsServerTool } from '@/lib/copilot/tools/server/user/get-credentials' +import { createLogger } from '@/lib/logs/console/logger' +import { tools } from '@/tools/registry' +import { executeProviderRequest } from '@/providers' +import { transformBlockTool } from '@/providers/utils' +import { getAllBlocks } from '@/blocks' +import { getToolAsync, getTool } from '@/tools/utils' +import { env } from '@/lib/env' +import { refreshTokenIfNeeded } from '@/app/api/auth/oauth/utils' +import { db } from '@sim/db' +import { account, superagentChats } from '@sim/db/schema' +import { and, desc, eq } from 'drizzle-orm' +import { generateRequestId } from '@/lib/utils' +import { generateChatTitle } from '@/lib/sim-agent/utils' + +const logger = createLogger('SuperagentChatAPI') + +/** + * Save chat messages to database + */ +async function saveChatMessages( + chatId: string, + userMessage: string, + assistantResponse: string, + toolCalls: any[] +) { + try { + // Fetch current chat + const chats = await db.select().from(superagentChats).where(eq(superagentChats.id, chatId)).limit(1) + + if (chats.length === 0) { + logger.error('Chat not found for saving messages', { chatId }) + return + } + + const chat = chats[0] + const currentMessages = (chat.messages as any[]) || [] + + // Add new messages + const updatedMessages = [ + ...currentMessages, + { + role: 'user', + content: userMessage, + timestamp: Date.now(), + }, + { + role: 'assistant', + content: assistantResponse, + timestamp: Date.now(), + toolCalls: toolCalls.length > 0 ? toolCalls : undefined, + }, + ] + + // Generate title if this is the first message + const title = currentMessages.length === 0 + ? await generateChatTitle(userMessage) + : chat.title + + // Update chat in database + await db + .update(superagentChats) + .set({ + messages: updatedMessages, + title, + updatedAt: new Date(), + }) + .where(eq(superagentChats.id, chatId)) + + logger.info('Chat messages saved', { + chatId, + messageCount: updatedMessages.length, + title, + }) + } catch (error) { + logger.error('Failed to save chat messages', { + chatId, + error: error instanceof Error ? error.message : String(error), + }) + } +} + +const ChatMessageSchema = z.object({ + message: z.string().min(1, 'Message is required'), + workspaceId: z.string().min(1, 'Workspace ID is required'), + chatId: z.string().nullable().optional(), + model: z + .enum([ + 'gpt-5-fast', + 'gpt-5', + 'gpt-5-medium', + 'gpt-5-high', + 'gpt-5.1-fast', + 'gpt-5.1', + 'gpt-5.1-medium', + 'gpt-5.1-high', + 'gpt-5-codex', + 'gpt-5.1-codex', + 'gpt-4o', + 'gpt-4.1', + 'o3', + 'claude-4-sonnet', + 'claude-4.5-haiku', + 'claude-4.5-sonnet', + 'claude-4.5-opus', + 'claude-4.1-opus', + 'claude-sonnet-4-5', + 'claude-sonnet-4-0', + ]) + .optional() + .default('claude-sonnet-4-5'), +}) + +/** + * GET /api/superagent/chat + * Load chat history for the workspace + */ +export async function GET(req: NextRequest) { + try { + const session = await getSession() + if (!session?.user?.id) { + return new NextResponse('Unauthorized', { status: 401 }) + } + + const { searchParams } = new URL(req.url) + const workspaceId = searchParams.get('workspaceId') + const chatId = searchParams.get('chatId') + + if (!workspaceId) { + return new NextResponse(JSON.stringify({ error: 'Workspace ID required' }), { + status: 400, + headers: { 'Content-Type': 'application/json' }, + }) + } + + const userId = session.user.id + + if (chatId) { + // Load specific chat + const chats = await db + .select() + .from(superagentChats) + .where(and(eq(superagentChats.id, chatId), eq(superagentChats.userId, userId))) + .limit(1) + + if (chats.length === 0) { + return new NextResponse(JSON.stringify({ error: 'Chat not found' }), { + status: 404, + headers: { 'Content-Type': 'application/json' }, + }) + } + + return new NextResponse(JSON.stringify({ chat: chats[0] }), { + headers: { 'Content-Type': 'application/json' }, + }) + } + + // Load all chats for workspace + const chats = await db + .select() + .from(superagentChats) + .where(and(eq(superagentChats.userId, userId), eq(superagentChats.workspaceId, workspaceId))) + .orderBy(desc(superagentChats.updatedAt)) + + return new NextResponse(JSON.stringify({ chats }), { + headers: { 'Content-Type': 'application/json' }, + }) + } catch (error) { + logger.error('Failed to load chats', { error }) + return new NextResponse(JSON.stringify({ error: 'Internal server error' }), { + status: 500, + headers: { 'Content-Type': 'application/json' }, + }) + } +} + +/** + * POST /api/superagent/chat + * Superagent endpoint that sends messages to Claude with all 600+ integration tools available + */ +export async function POST(req: NextRequest) { + try { + // Authenticate + const session = await getSession() + if (!session?.user?.id) { + return new NextResponse('Unauthorized', { status: 401 }) + } + + // Parse request + const body = await req.json() + const parsed = ChatMessageSchema.safeParse(body) + if (!parsed.success) { + logger.error('Invalid request body', { errors: parsed.error.errors }) + return new NextResponse(JSON.stringify({ error: 'Invalid request' }), { + status: 400, + headers: { 'Content-Type': 'application/json' }, + }) + } + + const { message, workspaceId, chatId, model } = parsed.data + const userId = session.user.id + + logger.info('Processing superagent message', { + userId, + workspaceId, + chatId, + model, + messageLength: message.length, + }) + + // Load or create chat + let chat + let previousMessages: any[] = [] + + if (chatId) { + // Load existing chat + const existingChats = await db + .select() + .from(superagentChats) + .where(and(eq(superagentChats.id, chatId), eq(superagentChats.userId, userId))) + .limit(1) + + if (existingChats.length > 0) { + chat = existingChats[0] + previousMessages = (chat.messages as any[]) || [] + logger.info('Loaded existing chat', { + chatId, + messageCount: previousMessages.length, + }) + } + } + + if (!chat) { + // Create new chat + const newChat = await db + .insert(superagentChats) + .values({ + userId, + workspaceId, + title: message.slice(0, 100), // Temporary title, will be updated later + messages: [], + model, + }) + .returning() + + chat = newChat[0] + logger.info('Created new chat', { + chatId: chat.id, + }) + } + + // Get credentials and pre-fetch access tokens + let credentialsText = '' + const accessTokenMap: Record = {} // provider -> accessToken + + try { + logger.info('Fetching credentials', { userId }) + const credentialsResult = await getCredentialsServerTool.execute({ userId }, { userId }) + + logger.info('Credentials fetched', { + oauthCount: credentialsResult.oauth?.credentials?.length || 0, + envVarCount: credentialsResult.environment?.count || 0, + }) + + const oauthCreds = credentialsResult.oauth?.credentials || [] + const envVars = credentialsResult.environment?.variableNames || [] + + // Pre-fetch access tokens for all credentials + // This avoids the need for tools to authenticate themselves + const requestId = generateRequestId() + for (const cred of oauthCreds) { + try { + // Fetch the account from database + const accounts = await db + .select() + .from(account) + .where(eq(account.id, cred.id)) + .limit(1) + + if (accounts.length > 0) { + const acc = accounts[0] + // Refresh token if needed and get fresh access token + const { accessToken } = await refreshTokenIfNeeded(requestId, acc as any, cred.id) + + if (accessToken) { + accessTokenMap[cred.provider] = accessToken + logger.info('Pre-fetched access token', { + provider: cred.provider, + hasToken: !!accessToken, + }) + } + } + } catch (error) { + logger.warn('Failed to pre-fetch token for credential', { + provider: cred.provider, + credentialId: cred.id, + error: error instanceof Error ? error.message : String(error), + }) + } + } + + logger.info('Pre-fetched access tokens', { + providersWithTokens: Object.keys(accessTokenMap), + tokenCount: Object.keys(accessTokenMap).length, + }) + + credentialsText = `\n\n**Available Credentials:**\n` + if (oauthCreds.length > 0) { + credentialsText += `\nOAuth Integrations:\n${oauthCreds.map((c: any) => `- ${c.name} (${c.provider})`).join('\n')}` + } + if (envVars.length > 0) { + credentialsText += `\n\nEnvironment Variables:\n${envVars.map((v: string) => `- ${v}`).join('\n')}` + } + if (oauthCreds.length === 0 && envVars.length === 0) { + credentialsText = '\n\n**No credentials configured yet.**' + } + } catch (error) { + logger.warn('Failed to fetch credentials', { + error, + message: error instanceof Error ? error.message : String(error), + }) + credentialsText = '\n\n**Could not fetch credentials.**' + } + + // Build enhanced message + const enhancedMessage = `${message}${credentialsText}` + + // Get tools directly from the registry and inject credentials + logger.info('Loading tools from registry', { + totalToolsInRegistry: Object.keys(tools).length, + }) + + const validTools = Object.entries(tools).map(([toolId, toolConfig]) => { + // Auto-inject access token if tool requires OAuth + const params: Record = {} + + if (toolConfig.oauth?.required && toolConfig.oauth.provider) { + const provider = toolConfig.oauth.provider + const accessToken = accessTokenMap[provider] + + if (accessToken) { + // Inject the access token directly - no need for credential lookup + params.accessToken = accessToken + logger.info(`Auto-injecting access token for ${toolId}`, { + provider, + hasToken: true, + }) + } else { + logger.warn(`Tool ${toolId} requires OAuth for ${provider} but no access token available`) + } + } + + return { + id: toolId, + name: toolConfig.name || toolId, + description: toolConfig.description || '', + params, + parameters: { + type: 'object' as const, + properties: {}, + required: [], + }, + } + }) + + logger.info('Tools loaded with credentials', { + totalTools: validTools.length, + toolsWithCredentials: validTools.filter((t) => t.params.credential).length, + }) + + // Build messages with previous history + const messages = [ + ...previousMessages, + { + role: 'user' as const, + content: enhancedMessage, + }, + ] + + logger.info('Built message history', { + totalMessages: messages.length, + previousCount: previousMessages.length, + }) + + const systemPrompt = `You are a helpful AI assistant with access to 600+ integration tools including GitHub, Slack, Google Drive, Gmail, Calendar, Notion, Airtable, Discord, Jira, and many more. + +Use the available tools to help the user accomplish their tasks.` + + // Call provider directly + // Use server-side API key from environment variables + const apiKey = env.ANTHROPIC_API_KEY_1 + if (!apiKey) { + throw new Error('ANTHROPIC_API_KEY_1 not configured') + } + + logger.info('Calling provider API', { + provider: 'anthropic', + model, + toolsCount: validTools.length, + }) + + const response = await executeProviderRequest('anthropic', { + model, + systemPrompt, + messages, + tools: validTools, + temperature: 0.7, + maxTokens: 4000, + apiKey, + stream: true, + streamToolCalls: true, // Enable streaming of tool calls to show what's being executed + workflowId: undefined, // Don't pass a fake workflowId - let tools use session auth instead + workspaceId, + userId, // Pass userId so tools can access OAuth credentials + environmentVariables: {}, + workflowVariables: {}, + blockData: {}, + blockNameMapping: {}, + }) + + logger.info('Provider response received', { + hasStream: !!(response && typeof response === 'object' && 'stream' in response), + responseType: typeof response, + hasSuccess: !!(response && typeof response === 'object' && 'success' in response), + hasContent: !!(response && typeof response === 'object' && 'content' in response), + }) + + // Track the assistant's response and tool calls for persistence + let assistantResponse = '' + let toolCalls: any[] = [] + + // Handle streaming - check if response has a stream property + if (response && typeof response === 'object' && 'stream' in response) { + logger.info('Returning streaming response to client') + + const streamResult = response as any + const encoder = new TextEncoder() + + const stream = new ReadableStream({ + async start(controller) { + try { + logger.info('Starting stream iteration') + + // The Anthropic provider returns a ReadableStream with raw text chunks + // We need to read it and convert to SSE format + const reader = streamResult.stream.getReader() + const decoder = new TextDecoder() + + while (true) { + const { done, value } = await reader.read() + if (done) break + + const text = decoder.decode(value, { stream: true }) + if (text) { + assistantResponse += text + + // Send as SSE chunk + const chunk = { type: 'text', text } + const data = `data: ${JSON.stringify(chunk)}\n\n` + controller.enqueue(encoder.encode(data)) + + logger.info('Stream chunk sent', { textLength: text.length }) + } + } + + logger.info('Stream completed', { totalLength: assistantResponse.length }) + + // Send done event + const doneChunk = { type: 'done' } + const doneData = `data: ${JSON.stringify(doneChunk)}\n\n` + controller.enqueue(encoder.encode(doneData)) + + // Save chat to database + await saveChatMessages(chat.id, message, assistantResponse, toolCalls) + + controller.close() + } catch (error) { + logger.error('Streaming error', { + error, + message: error instanceof Error ? error.message : String(error), + }) + controller.error(error) + } + }, + }) + + return new NextResponse(stream, { + headers: { + 'Content-Type': 'text/event-stream', + 'Cache-Control': 'no-cache', + 'Connection': 'keep-alive', + }, + }) + } + + // Non-streaming response - convert to SSE format for client compatibility + logger.info('Converting non-streaming response to SSE format') + const encoder = new TextEncoder() + const stream = new ReadableStream({ + async start(controller) { + try { + const responseContent = (response as any).content || JSON.stringify(response) + const responseToolCalls = (response as any).toolCalls || [] + + // Send the content as a single SSE chunk + const chunk = { + type: 'content', + content: responseContent, + } + const data = `data: ${JSON.stringify(chunk)}\n\n` + controller.enqueue(encoder.encode(data)) + + // Save chat to database + await saveChatMessages(chat.id, message, responseContent, responseToolCalls) + + // Send done event + const doneChunk = { type: 'done' } + const doneData = `data: ${JSON.stringify(doneChunk)}\n\n` + controller.enqueue(encoder.encode(doneData)) + + controller.close() + } catch (error) { + logger.error('Error converting to SSE', { error }) + controller.error(error) + } + }, + }) + + return new NextResponse(stream, { + headers: { + 'Content-Type': 'text/event-stream', + 'Cache-Control': 'no-cache', + 'Connection': 'keep-alive', + }, + }) + } catch (error) { + logger.error('Chatbot chat error', { + error, + message: error instanceof Error ? error.message : String(error), + stack: error instanceof Error ? error.stack : undefined, + }) + return new NextResponse( + JSON.stringify({ + error: error instanceof Error ? error.message : 'Internal server error', + }), + { + status: 500, + headers: { 'Content-Type': 'application/json' }, + } + ) + } +} diff --git a/apps/sim/app/workspace/[workspaceId]/superagent/page.tsx b/apps/sim/app/workspace/[workspaceId]/superagent/page.tsx new file mode 100644 index 00000000000..857f953b0c0 --- /dev/null +++ b/apps/sim/app/workspace/[workspaceId]/superagent/page.tsx @@ -0,0 +1,4 @@ +import Superagent from '@/app/workspace/[workspaceId]/superagent/superagent' + +export default Superagent + diff --git a/apps/sim/app/workspace/[workspaceId]/superagent/superagent.tsx b/apps/sim/app/workspace/[workspaceId]/superagent/superagent.tsx new file mode 100644 index 00000000000..ef585525e45 --- /dev/null +++ b/apps/sim/app/workspace/[workspaceId]/superagent/superagent.tsx @@ -0,0 +1,262 @@ +'use client' + +import { useEffect, useRef, useState } from 'react' +import { useParams } from 'next/navigation' +import { Loader2, Plus, Send, Trash2, X } from 'lucide-react' +import { Button } from '@/components/emcn' +import { ScrollArea } from '@/components/ui' +import { createLogger } from '@/lib/logs/console/logger' +import { useSuperagentStore } from '@/stores/superagent/store' +import { cn } from '@/lib/utils' + +const logger = createLogger('Superagent') + +/** + * Superagent page component - Standalone AI agent with full tool access + * Uses an agent with all available integration tools + */ +export default function Superagent() { + const params = useParams() + const workspaceId = params.workspaceId as string + + const scrollAreaRef = useRef(null) + const textareaRef = useRef(null) + const [inputValue, setInputValue] = useState('') + + const { + messages, + isSendingMessage, + error, + workspaceId: storeWorkspaceId, + chats, + currentChatId, + isLoadingChats, + setWorkspaceId, + sendMessage, + abortMessage, + clearMessages, + loadChats, + selectChat, + createNewChat, + } = useSuperagentStore() + + // Initialize workspace ID and load chats + useEffect(() => { + if (workspaceId && workspaceId !== storeWorkspaceId) { + setWorkspaceId(workspaceId) + loadChats() + } + }, [workspaceId, storeWorkspaceId, setWorkspaceId, loadChats]) + + // Auto-scroll to bottom when new messages arrive + useEffect(() => { + if (scrollAreaRef.current) { + const scrollContainer = scrollAreaRef.current.querySelector('[data-radix-scroll-area-viewport]') + if (scrollContainer) { + scrollContainer.scrollTop = scrollContainer.scrollHeight + } + } + }, [messages]) + + const handleSubmit = async () => { + const trimmed = inputValue.trim() + if (!trimmed || isSendingMessage) return + + setInputValue('') + await sendMessage(trimmed) + + // Focus back on textarea + setTimeout(() => { + textareaRef.current?.focus() + }, 0) + } + + const handleKeyDown = (e: React.KeyboardEvent) => { + if (e.key === 'Enter' && !e.shiftKey) { + e.preventDefault() + handleSubmit() + } + } + + const handleAbort = () => { + abortMessage() + } + + const handleClear = () => { + if (confirm('Clear all messages?')) { + clearMessages() + } + } + + return ( +
+
+ {/* Chat History Sidebar */} +
+
+

Chat History

+ +
+ +
+ {isLoadingChats ? ( +
+ +
+ ) : chats.length === 0 ? ( +
+ No chats yet +
+ ) : ( + chats.map((chat) => ( + + )) + )} +
+ +
+ + {/* Main Chat Area */} +
+ {/* Header */} +
+
+

Superagent

+
+ {messages.length > 0 && ( + + )} +
+ + {/* Messages area */} + +
+ {messages.length === 0 ? ( +
+
+

Welcome to Superagent

+

This AI agent has access to 600+ integration tools including GitHub, Google Drive, Slack, and more.

+

Start a conversation by typing a message below.

+
+
+ ) : ( +
+ {messages.map((msg) => ( +
+
+
{msg.content}
+ + {/* Show tool calls */} + {msg.role === 'assistant' && msg.toolCalls && msg.toolCalls.length > 0 && ( +
+ {msg.toolCalls.map((tool, idx) => ( +
+ {tool.status === 'calling' && } + {tool.status === 'success' && ✓} + {tool.status === 'error' && ✗} + {tool.name} +
+ ))} +
+ )} +
+ {msg.role === 'assistant' && !msg.content && isSendingMessage && ( +
+ + Thinking... +
+ )} +
+ ))} + {error && ( +
+ Error: {error} +
+ )} +
+ )} +
+ + + {/* Input area */} +
+
+
+