feat(web): improve agent performance, MCP tools, and much more

.env.development

@@ -76,3 +76,5 @@ SOURCEBOT_TELEMETRY_DISABLED=true # Disables telemetry collection
 # CONFIG_MAX_REPOS_NO_TOKEN=
 NODE_ENV=development
 # SOURCEBOT_TENANCY_MODE=single
+
+DEBUG_WRITE_CHAT_MESSAGES_TO_FILE=true

CHANGELOG.md

@@ -7,6 +7,10 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+### Added
+- Added `find_symbol_definitions`, and `find_symbol_references` tools to the MCP server. [#1014](https://github.com/sourcebot-dev/sourcebot/pull/1014)
+- Added `list_tree` tool to the ask agent. [#1014](https://github.com/sourcebot-dev/sourcebot/pull/1014)
+
 ## [4.15.9] - 2026-03-17
 
 ### Added

packages/shared/src/logger.ts

@@ -32,12 +32,11 @@ const datadogFormat = format((info) => {
     return info;
 });
 
-const humanReadableFormat = printf(({ level, message, timestamp, stack, label: _label }) => {
+const humanReadableFormat = printf(({ level, message, timestamp, stack, label: _label, ...rest }) => {
     const label = `[${_label}] `;
-    if (stack) {
-        return `${timestamp} ${level}: ${label}${message}\n${stack}`;
-    }
-    return `${timestamp} ${level}: ${label}${message}`;
+    const extras = Object.keys(rest).length > 0 ? ` ${JSON.stringify(rest)}` : '';
+    const base = `${timestamp} ${level}: ${label}${message}${extras}`;
+    return stack ? `${base}\n${stack}` : base;
 });
 
 const createLogger = (label: string) => {

packages/web/next.config.mjs

@@ -63,7 +63,14 @@ const nextConfig = {
         ]
     },
 
-    turbopack: {},
+    turbopack: {
+        rules: {
+            '*.txt': {
+                loaders: ['raw-loader'],
+                as: '*.js',
+            },
+        },
+    },
 
     // @see: https://github.com/vercel/next.js/issues/58019#issuecomment-1910531929
     ...(process.env.NODE_ENV === 'development' ? {

packages/web/package.json

@@ -144,6 +144,7 @@
     "escape-string-regexp": "^5.0.0",
     "fast-deep-equal": "^3.1.3",
     "fuse.js": "^7.0.0",
+    "glob-to-regexp": "^0.4.1",
     "google-auth-library": "^10.1.0",
     "graphql": "^16.9.0",
     "http-status-codes": "^2.3.0",
@@ -202,6 +203,7 @@
     "@tanstack/eslint-plugin-query": "^5.74.7",
     "@testing-library/dom": "^10.4.1",
     "@testing-library/react": "^16.3.0",
+    "@types/glob-to-regexp": "^0.4.4",
     "@types/micromatch": "^4.0.9",
     "@types/node": "^20",
     "@types/nodemailer": "^6.4.17",
@@ -218,6 +220,7 @@
     "jsdom": "^25.0.1",
     "npm-run-all": "^4.1.5",
     "postcss": "^8",
+    "raw-loader": "^4.0.2",
     "react-email": "^5.1.0",
     "react-grab": "^0.1.23",
     "tailwindcss": "^3.4.1",

packages/web/src/features/chat/agent.ts

@@ -14,10 +14,14 @@ import {
 } from "ai";
 import { randomUUID } from "crypto";
 import _dedent from "dedent";
-import { ANSWER_TAG, FILE_REFERENCE_PREFIX, toolNames } from "./constants";
-import { createCodeSearchTool, findSymbolDefinitionsTool, findSymbolReferencesTool, listCommitsTool, listReposTool, readFilesTool } from "./tools";
+import { ANSWER_TAG, FILE_REFERENCE_PREFIX } from "./constants";
+import { findSymbolReferencesDefinition } from "@/features/tools/findSymbolReferences";
+import { findSymbolDefinitionsDefinition } from "@/features/tools/findSymbolDefinitions";
+import { readFileDefinition } from "@/features/tools/readFile";
+import { grepDefinition } from "@/features/tools/grep";
 import { Source } from "./types";
 import { addLineNumbers, fileReferenceToString } from "./utils";
+import { tools } from "./tools";
 
 const dedent = _dedent.withOptions({ alignValues: true });
 
@@ -198,14 +202,7 @@ const createAgentStream = async ({
         providerOptions,
         messages: inputMessages,
         system: systemPrompt,
-        tools: {
-            [toolNames.searchCode]: createCodeSearchTool(selectedRepos),
-            [toolNames.readFiles]: readFilesTool,
-            [toolNames.findSymbolReferences]: findSymbolReferencesTool,
-            [toolNames.findSymbolDefinitions]: findSymbolDefinitionsTool,
-            [toolNames.listRepos]: listReposTool,
-            [toolNames.listCommits]: listCommitsTool,
-        },
+        tools,
         temperature: env.SOURCEBOT_CHAT_MODEL_TEMPERATURE,
         stopWhen: [
             stepCountIsGTE(env.SOURCEBOT_CHAT_MAX_STEP_COUNT),
@@ -223,34 +220,32 @@ const createAgentStream = async ({
                     return;
                 }
 
-                if (toolName === toolNames.readFiles) {
-                    output.forEach((file) => {
-                        onWriteSource({
-                            type: 'file',
-                            language: file.language,
-                            repo: file.repository,
-                            path: file.path,
-                            revision: file.revision,
-                            name: file.path.split('/').pop() ?? file.path,
-                        });
+                if (toolName === readFileDefinition.name) {
+                    onWriteSource({
+                        type: 'file',
+                        language: output.metadata.language,
+                        repo: output.metadata.repo,
+                        path: output.metadata.path,
+                        revision: output.metadata.revision,
+                        name: output.metadata.path.split('/').pop() ?? output.metadata.path,
                     });
-                } else if (toolName === toolNames.searchCode) {
-                    output.files.forEach((file) => {
+                } else if (toolName === grepDefinition.name) {
+                    output.metadata.files.forEach((file) => {
                         onWriteSource({
                             type: 'file',
                             language: file.language,
-                            repo: file.repository,
+                            repo: file.repo,
                             path: file.fileName,
                             revision: file.revision,
                             name: file.fileName.split('/').pop() ?? file.fileName,
                         });
                     });
-                } else if (toolName === toolNames.findSymbolDefinitions || toolName === toolNames.findSymbolReferences) {
-                    output.forEach((file) => {
+                } else if (toolName === findSymbolDefinitionsDefinition.name || toolName === findSymbolReferencesDefinition.name) {
+                    output.metadata.files.forEach((file) => {
                         onWriteSource({
                             type: 'file',
                             language: file.language,
-                            repo: file.repository,
+                            repo: file.repo,
                             path: file.fileName,
                             revision: file.revision,
                             name: file.fileName.split('/').pop() ?? file.fileName,
@@ -312,6 +307,8 @@ const createPrompt = ({
         <selected_repositories>
         The user has explicitly selected the following repositories for analysis:
         ${repos.map(repo => `- ${repo}`).join('\n')}
+
+        When calling tools that accept a \`repo\` parameter (e.g. \`read_file\`, \`list_commits\`, \`list_tree\`, \`grep\`), use these repository names directly.
         </selected_repositories>
     ` : ''}
 

packages/web/src/features/chat/components/chatThread/chatThreadListItem.tsx

@@ -13,7 +13,6 @@ import { AnswerCard } from './answerCard';
 import { DetailsCard } from './detailsCard';
 import { MarkdownRenderer, REFERENCE_PAYLOAD_ATTRIBUTE } from './markdownRenderer';
 import { ReferencedSourcesListView } from './referencedSourcesListView';
-import { uiVisiblePartTypes } from '../../constants';
 import isEqual from "fast-deep-equal/react";
 
 interface ChatThreadListItemProps {
@@ -102,7 +101,12 @@ const ChatThreadListItemComponent = forwardRef<HTMLDivElement, ChatThreadListIte
                         return part.text !== answerPart?.text;
                     })
                     .filter((part) => {
-                        return uiVisiblePartTypes.includes(part.type);
+                        // Only include text, reasoning, and tool parts
+                        return (
+                            part.type === 'text' ||
+                            part.type === 'reasoning' ||
+                            part.type.startsWith('tool-')
+                        )
                     })
             )
             // Then, filter out any steps that are empty

packages/web/src/features/chat/components/chatThread/detailsCard.tsx

@@ -12,10 +12,11 @@ import useCaptureEvent from '@/hooks/useCaptureEvent';
 import { MarkdownRenderer } from './markdownRenderer';
 import { FindSymbolDefinitionsToolComponent } from './tools/findSymbolDefinitionsToolComponent';
 import { FindSymbolReferencesToolComponent } from './tools/findSymbolReferencesToolComponent';
-import { ReadFilesToolComponent } from './tools/readFilesToolComponent';
-import { SearchCodeToolComponent } from './tools/searchCodeToolComponent';
+import { ReadFileToolComponent } from './tools/readFileToolComponent';
+import { GrepToolComponent } from './tools/grepToolComponent';
 import { ListReposToolComponent } from './tools/listReposToolComponent';
 import { ListCommitsToolComponent } from './tools/listCommitsToolComponent';
+import { ListTreeToolComponent } from './tools/listTreeToolComponent';
 import { SBChatMessageMetadata, SBChatMessagePart } from '../../types';
 import { SearchScopeIcon } from '../searchScopeIcon';
 import isEqual from "fast-deep-equal/react";
@@ -166,49 +167,65 @@ const DetailsCardComponent = ({
                                                         className="text-sm"
                                                     />
                                                 )
-                                            case 'tool-readFiles':
+                                            case 'tool-read_file':
                                                 return (
-                                                    <ReadFilesToolComponent
+                                                    <ReadFileToolComponent
                                                         key={index}
                                                         part={part}
                                                     />
                                                 )
-                                            case 'tool-searchCode':
+                                            case 'tool-grep':
                                                 return (
-                                                    <SearchCodeToolComponent
+                                                    <GrepToolComponent
                                                         key={index}
                                                         part={part}
                                                     />
                                                 )
-                                            case 'tool-findSymbolDefinitions':
+                                            case 'tool-find_symbol_definitions':
                                                 return (
                                                     <FindSymbolDefinitionsToolComponent
                                                         key={index}
                                                         part={part}
                                                     />
                                                 )
-                                            case 'tool-findSymbolReferences':
+                                            case 'tool-find_symbol_references':
                                                 return (
                                                     <FindSymbolReferencesToolComponent
                                                         key={index}
                                                         part={part}
                                                     />
                                                 )
-                                            case 'tool-listRepos':
+                                            case 'tool-list_repos':
                                                 return (
                                                     <ListReposToolComponent
                                                         key={index}
                                                         part={part}
                                                     />
                                                 )
-                                            case 'tool-listCommits':
+                                            case 'tool-list_commits':
                                                 return (
                                                     <ListCommitsToolComponent
                                                         key={index}
                                                         part={part}
                                                     />
                                                 )
+                                            case 'tool-list_tree':
+                                                return (
+                                                    <ListTreeToolComponent
+                                                        key={index}
+                                                        part={part}
+                                                    />
+                                                )
+                                            case 'data-source':
+                                            case 'dynamic-tool':
+                                            case 'file':
+                                            case 'source-document':
+                                            case 'source-url':
+                                            case 'step-start':
+                                                return null;
                                             default:
+                                                // Guarantees this switch-case to be exhaustive
+                                                part satisfies never;
                                                 return null;
                                         }
                                     })}

packages/web/src/features/chat/components/chatThread/tools/findSymbolDefinitionsToolComponent.tsx

@@ -34,6 +34,8 @@ export const FindSymbolDefinitionsToolComponent = ({ part }: { part: FindSymbolD
                 label={label}
                 Icon={BookOpenIcon}
                 onExpand={setIsExpanded}
+                input={part.state !== 'input-streaming' ? JSON.stringify(part.input) : undefined}
+                output={part.state === 'output-available' && !isServiceError(part.output) ? part.output.output : undefined}
             />
             {part.state === 'output-available' && isExpanded && (
                 <>
@@ -43,16 +45,16 @@ export const FindSymbolDefinitionsToolComponent = ({ part }: { part: FindSymbolD
                         </TreeList>
                     ) : (
                         <>
-                            {part.output.length === 0 ? (
+                            {part.output.metadata.files.length === 0 ? (
                                 <span className="text-sm text-muted-foreground ml-[25px]">No matches found</span>
                             ) : (
                                 <TreeList>
-                                    {part.output.map((file) => {
+                                    {part.output.metadata.files.map((file) => {
                                         return (
                                             <FileListItem
                                                 key={file.fileName}
                                                 path={file.fileName}
-                                                repoName={file.repository}
+                                                repoName={file.repo}
                                             />
                                         )
                                     })}

packages/web/src/features/chat/components/chatThread/tools/findSymbolReferencesToolComponent.tsx

@@ -34,6 +34,8 @@ export const FindSymbolReferencesToolComponent = ({ part }: { part: FindSymbolRe
                 label={label}
                 Icon={BookOpenIcon}
                 onExpand={setIsExpanded}
+                input={part.state !== 'input-streaming' ? JSON.stringify(part.input) : undefined}
+                output={part.state === 'output-available' && !isServiceError(part.output) ? part.output.output : undefined}
             />
             {part.state === 'output-available' && isExpanded && (
                 <>
@@ -43,16 +45,16 @@ export const FindSymbolReferencesToolComponent = ({ part }: { part: FindSymbolRe
                         </TreeList>
                     ) : (
                         <>
-                            {part.output.length === 0 ? (
+                            {part.output.metadata.files.length === 0 ? (
                                 <span className="text-sm text-muted-foreground ml-[25px]">No matches found</span>
                             ) : (
                                 <TreeList>
-                                    {part.output.map((file) => {
+                                    {part.output.metadata.files.map((file) => {
                                         return (
                                             <FileListItem
                                                 key={file.fileName}
                                                 path={file.fileName}
-                                                repoName={file.repository}
+                                                repoName={file.repo}
                                             />
                                         )
                                     })}

packages/web/src/features/chat/components/chatThread/tools/searchCodeToolComponent.tsx → packages/web/src/features/chat/components/chatThread/tools/grepToolComponent.tsx

@@ -1,22 +1,22 @@
 'use client';
 
-import { SearchCodeToolUIPart } from "@/features/chat/tools";
+import { GrepToolUIPart } from "@/features/chat/tools";
 import { isServiceError } from "@/lib/utils";
 import { useMemo, useState } from "react";
 import { FileListItem, ToolHeader, TreeList } from "./shared";
 import { CodeSnippet } from "@/app/components/codeSnippet";
 import { Separator } from "@/components/ui/separator";
 import { SearchIcon } from "lucide-react";
 
-export const SearchCodeToolComponent = ({ part }: { part: SearchCodeToolUIPart }) => {
+export const GrepToolComponent = ({ part }: { part: GrepToolUIPart }) => {
     const [isExpanded, setIsExpanded] = useState(false);
 
     const displayQuery = useMemo(() => {
         if (part.state !== 'input-available' && part.state !== 'output-available') {
             return '';
         }
 
-        return part.input.query;
+        return part.input.pattern;
     }, [part]);
 
     const label = useMemo(() => {
@@ -40,6 +40,8 @@ export const SearchCodeToolComponent = ({ part }: { part: SearchCodeToolUIPart }
                 label={label}
                 Icon={SearchIcon}
                 onExpand={setIsExpanded}
+                input={part.state !== 'input-streaming' ? JSON.stringify(part.input) : undefined}
+                output={part.state === 'output-available' && !isServiceError(part.output) ? part.output.output : undefined}
             />
             {part.state === 'output-available' && isExpanded && (
                 <>
@@ -49,16 +51,16 @@ export const SearchCodeToolComponent = ({ part }: { part: SearchCodeToolUIPart }
                         </TreeList>
                     ) : (
                         <>
-                            {part.output.files.length === 0 ? (
+                            {part.output.metadata.files.length === 0 ? (
                                 <span className="text-sm text-muted-foreground ml-[25px]">No matches found</span>
                             ) : (
                                 <TreeList>
-                                    {part.output.files.map((file) => {
+                                    {part.output.metadata.files.map((file) => {
                                         return (
                                             <FileListItem
                                                 key={file.fileName}
                                                 path={file.fileName}
-                                                repoName={file.repository}
+                                                repoName={file.repo}
                                             />
                                         )
                                     })}