Skip to content

Commit 53963f2

Browse files
committed
saas: suspend llm token multiplier
1 parent d6959a6 commit 53963f2

File tree

1 file changed

+4
-2
lines changed

1 file changed

+4
-2
lines changed

src/utils/token-tracker.ts

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -32,7 +32,8 @@ export class TokenTracker extends EventEmitter {
3232
getTotalUsage(): LanguageModelUsage {
3333
return this.usages.reduce((acc, { usage }) => {
3434
// CompletionTokens > 0 means LLM usage, apply 3x multiplier
35-
const scaler = usage.completionTokens > 0 ? 3 : 1;
35+
// const scaler = usage.completionTokens > 0 ? 3 : 1;
36+
const scaler = 1;
3637
acc.promptTokens += usage.promptTokens * scaler;
3738
acc.completionTokens += usage.completionTokens * scaler;
3839
acc.totalTokens += usage.totalTokens * scaler;
@@ -43,7 +44,8 @@ export class TokenTracker extends EventEmitter {
4344
getTotalUsageSnakeCase(): { prompt_tokens: number, completion_tokens: number, total_tokens: number } {
4445
return this.usages.reduce((acc, { usage }) => {
4546
// CompletionTokens > 0 means LLM usage, apply 3x multiplier
46-
const scaler = usage.completionTokens > 0 ? 3 : 1;
47+
// const scaler = usage.completionTokens > 0 ? 3
48+
const scaler = 1;
4749
acc.prompt_tokens += usage.promptTokens * scaler;
4850
acc.completion_tokens += usage.completionTokens * scaler;
4951
acc.total_tokens += usage.totalTokens * scaler;

0 commit comments

Comments
 (0)