limit thinking budget to optimise pricing

This commit is contained in:
Sahaj Jain
2025-07-19 21:21:02 +05:30
parent 9bb3427075
commit 2d9e216e0a
+8 -1
View File
@@ -4,7 +4,7 @@ import { getCurrentUserId, logError } from "@/lib/shared";
import { validateSubscriptionAndUsage } from "@/lib/subscription";
import { SubscriptionRequiredError } from "@/types/errors";
import { requestSchema, responseSchema, SYSTEM_PROMPT } from "@/utils/ai/generate-theme";
import { createGoogleGenerativeAI } from "@ai-sdk/google";
import { createGoogleGenerativeAI, GoogleGenerativeAIProviderOptions } from "@ai-sdk/google";
import { Ratelimit } from "@upstash/ratelimit";
import { kv } from "@vercel/kv";
import { generateText, Output } from "ai";
@@ -61,6 +61,13 @@ export async function POST(req: NextRequest) {
system: SYSTEM_PROMPT,
messages,
abortSignal: req.signal,
providerOptions: {
google: {
thinkingConfig: {
thinkingBudget: 128,
},
} satisfies GoogleGenerativeAIProviderOptions,
},
});
if (usage) {