diff --git a/src/utils/tokenizer/index.ts b/src/utils/tokenizer/index.ts index 1c6071a6c1167..6c0c496727362 100644 --- a/src/utils/tokenizer/index.ts +++ b/src/utils/tokenizer/index.ts @@ -1,9 +1,9 @@ export const encodeAsync = async (str: string): Promise => { if (str.length === 0) return 0; - // 50_000 is the limit of the client - // if the string is longer than 100_000, we will use the server - if (str.length <= 50_000) { + // 30_000 is the limit of the client + // if the string is longer than 30_000, we will use the server + if (str.length <= 30_000) { const { clientEncodeAsync } = await import('./client'); return await clientEncodeAsync(str);