public calculateTokens(messages: ChatHistoryMessage[]): number {
const usageInfo = new GPTTokens({
model: GPT_MODEL as supportModelType,
messages: messages.map((message) => ({
content: message.content,
role: message.role,
})),
});
// console.info("Used tokens: ", usageInfo.usedTokens);
// console.info("Used USD: ", usageInfo.usedUSD);
return usageInfo.usedTokens;
}
export const GPT_MODEL = env.GPT_MODEL || "gpt-4o";
when used with the constant above, the runtime value is gpt-4o
I receive Model not found. Using cl100k_base encoding.
the package version is "gpt-tokens": "^1.3.6",
export const GPT_MODEL = env.GPT_MODEL || "gpt-4o";when used with the constant above, the runtime value is gpt-4o I receive Model not found. Using cl100k_base encoding. the package version is"gpt-tokens": "^1.3.6",--------------------------EDIT
gpt-4o-2024-05-13 same error with this aswell