opensource/cline
3
0
Fork 0
mirror of https://github.com/cline/cline.git synced 2026-09-19 02:05:44 +08:00
Code Issues Packages Projects Releases Wiki Activity

added generation details tracking to cline provider

Browse Source
This commit is contained in:
pashpashpash
2025-02-05 02:05:06 -08:00
parent 0c8df6aa61
commit 1e735da806
1 changed files with 23 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/api/providers/cline.ts
+23 -26
View File
@@ -4,6 +4,7 @@ import { ApiHandler } from "../"
import { ApiHandlerOptions, ModelInfo, openRouterDefaultModelId, openRouterDefaultModelInfo } from "../../shared/api"
import { streamOpenRouterFormatRequest } from "../transform/openrouter-stream"
import { ApiStream } from "../transform/stream"
import axios from "axios"
export class ClineHandler implements ApiHandler {
private options: ApiHandlerOptions
@@ -23,33 +24,29 @@ export class ClineHandler implements ApiHandler {
async *createMessage(systemPrompt: string, messages: Anthropic.Messages.MessageParam[]): ApiStream {
const genId = yield* streamOpenRouterFormatRequest(this.client, systemPrompt, messages, this.getModel())
// FIXME: Add usage tracking
try {
const response = await axios.get(`https://api.cline.bot/v1/generation?id=${genId}`, {
headers: {
Authorization: `Bearer ${this.options.openRouterApiKey}`,
},
timeout: 5_000, // this request hangs sometimes
})
// await delay(500) // FIXME: necessary delay to ensure generation endpoint is ready
// try {
// const response = await axios.get(`https://openrouter.ai/api/v1/generation?id=${genId}`, {
// headers: {
// Authorization: `Bearer ${this.options.openRouterApiKey}`,
// },
// timeout: 5_000, // this request hangs sometimes
// })
// const generation = response.data?.data
// console.log("OpenRouter generation details:", response.data)
// yield {
// type: "usage",
// // cacheWriteTokens: 0,
// // cacheReadTokens: 0,
// // openrouter generation endpoint fails often
// inputTokens: generation?.native_tokens_prompt || 0,
// outputTokens: generation?.native_tokens_completion || 0,
// totalCost: generation?.total_cost || 0,
// }
// } catch (error) {
// // ignore if fails
// console.error("Error fetching OpenRouter generation details:", error)
// }
const generation = response.data?.data
console.log("OpenRouter generation details:", response.data)
yield {
type: "usage",
// cacheWriteTokens: 0,
// cacheReadTokens: 0,
// openrouter generation endpoint fails often
inputTokens: generation?.native_tokens_prompt || 0,
outputTokens: generation?.native_tokens_completion || 0,
totalCost: generation?.total_cost || 0,
}
} catch (error) {
// ignore if fails
console.error("Error fetching OpenRouter generation details:", error)
}
}
getModel(): { id: string; info: ModelInfo } {