mirror of https://github.com/jkjoy/sunpeiwen.git
8 lines
494 B
TypeScript
8 lines
494 B
TypeScript
import { T as TiktokenEncoding, a as Tiktoken, b as TiktokenModel } from './core-f11096af.js';
|
|
export { c as TiktokenBPE, g as getEncodingNameForModel } from './core-f11096af.js';
|
|
|
|
declare function getEncoding(encoding: TiktokenEncoding, extendSpecialTokens?: Record<string, number>): Tiktoken;
|
|
declare function encodingForModel(model: TiktokenModel, extendSpecialTokens?: Record<string, number>): Tiktoken;
|
|
|
|
export { Tiktoken, TiktokenEncoding, TiktokenModel, encodingForModel, getEncoding };
|