Cache Composio tools and load saved settings in the UI

Tools are now cached per-org with a 5-minute TTL to avoid hitting the
Composio API on every agent run. The ComposioPanel loads the currently
saved API key status and pre-checks enabled toolkits from the snapshot,
so users see their existing configuration when opening Settings > Tools.
This commit is contained in:
ZacharyZhang-NY committed 2026-06-30 21:58:48 -04:00
1 parent 3d685e5a4b
commit e83f379143
5 files changed
+59 -7

No files matched your search

@@ -3,6 +3,15 @@ import type { ToolDefinition, ToolCall } from "../provider-tool-turn";
import { ComposioClient, type ComposioToolSchema } from "./composio-client";
const COMPOSIO_TOOL_PREFIX = "composio_";
const CACHE_TTL_MS = 5 * 60 * 1000;
interface CacheEntry {
tools: ToolDefinition[];
fetchedAt: number;
toolkitsKey: string;
}
const toolCache = new Map<string, CacheEntry>();
export function isComposioTool(toolName: string): boolean {
return toolName.startsWith(COMPOSIO_TOOL_PREFIX);
@@ -34,9 +43,16 @@ export async function loadComposioTools(db: DatabaseSync, orgId: string): Promis
if (!apiKey) return [];
const toolkits = getEnabledToolkits(db, orgId);
if (toolkits.length === 0) return [];
const toolkitsKey = toolkits.sort().join(",");
const cached = toolCache.get(orgId);
if (cached && cached.toolkitsKey === toolkitsKey && Date.now() - cached.fetchedAt < CACHE_TTL_MS) {
return cached.tools;
}
const client = new ComposioClient(apiKey);
const schemas = await client.getTools(toolkits);
return schemas.map(composioSchemaToToolDefinition);
const tools = schemas.map(composioSchemaToToolDefinition);
toolCache.set(orgId, { tools, fetchedAt: Date.now(), toolkitsKey });
return tools;
}
export async function executeComposioTool(
@@ -162,6 +162,7 @@ export class SnapshotService {
.map((rule) => ({ ...rule, enabled: toBool(rule.enabled) })),
meetings: list(this.db, "meetings", "scheduled_at desc"),
sprints: list(this.db, "sprints", "start_date desc"),
composioSettings: list(this.db, "composio_settings", "org_id asc, key asc"),
};
}