Q17: budget every model request against the provider's context window
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
1 parent
f42ab62dbd
commit
f4d16eb46a
26 files changed
+247
-52
No files matched your search
@@ -448,7 +448,7 @@ describe("provider service", () => {
|
||||
dataPolicy: PROVIDER_DATA_POLICY.STANDARD,
|
||||
backgroundEnabled: false,
|
||||
monthlyRequestLimit: 1,
|
||||
workspaceScope: "organization",
|
||||
workspaceScope: "organization", contextWindowTokens: 128_000,
|
||||
});
|
||||
});
|
||||
await providers.createResponse({
|
||||
@@ -524,7 +524,7 @@ describe("provider service", () => {
|
||||
dataPolicy: PROVIDER_DATA_POLICY.STANDARD,
|
||||
backgroundEnabled: false,
|
||||
monthlyRequestLimit: 10,
|
||||
workspaceScope: "workspace",
|
||||
workspaceScope: "workspace", contextWindowTokens: 128_000,
|
||||
});
|
||||
});
|
||||
|
||||
@@ -582,7 +582,7 @@ describe("provider service", () => {
|
||||
dataPolicy: PROVIDER_DATA_POLICY.ZERO_DATA_RETENTION,
|
||||
backgroundEnabled: false,
|
||||
monthlyRequestLimit: 10,
|
||||
workspaceScope: "organization",
|
||||
workspaceScope: "organization", contextWindowTokens: 128_000,
|
||||
});
|
||||
});
|
||||
|
||||
|
||||
Reference in new issue
Block a user