Skip to content

Commit 0cf1057

Browse files
authored
Fix the tokenizer tests mocking globally (#608)
1 parent af4c2af commit 0cf1057

File tree

1 file changed

+6
-13
lines changed

1 file changed

+6
-13
lines changed

src/utils/tokens/tokenStatsCalculator.test.ts

Lines changed: 6 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -1,24 +1,17 @@
1-
import { describe, test, expect, jest } from "@jest/globals";
2-
3-
// Mock the tokenizer module before importing tokenStatsCalculator
4-
jest.mock("@/utils/main/tokenizer", () => ({
5-
getTokenizerForModel: jest.fn(),
6-
countTokensForData: jest.fn(),
7-
getToolDefinitionTokens: jest.fn(),
8-
}));
1+
import { describe, expect, test } from "bun:test";
92

3+
import type { MuxMessage } from "@/types/message";
4+
import type { LanguageModelV2Usage } from "@ai-sdk/provider";
105
import {
6+
collectUniqueToolNames,
7+
countEncryptedWebSearchTokens,
118
createDisplayUsage,
9+
extractSyncMetadata,
1210
extractToolOutputData,
1311
isEncryptedWebSearch,
14-
countEncryptedWebSearchTokens,
15-
collectUniqueToolNames,
16-
extractSyncMetadata,
1712
mergeResults,
1813
type TokenCountJob,
1914
} from "./tokenStatsCalculator";
20-
import type { LanguageModelV2Usage } from "@ai-sdk/provider";
21-
import type { MuxMessage } from "@/types/message";
2215

2316
describe("createDisplayUsage", () => {
2417
test("uses usage.reasoningTokens when available", () => {

0 commit comments

Comments
 (0)