a new option has been added to the general settings to disable cropText, ensuring the full input tokens are always passed. This can improve summarization on sites like YouTube, but note that you should only disable cropText when using a model with a sufficiently long context.

Author: josStorer

src/_locales/en/main.json

@@ -159,5 +159,6 @@
   "Gemini (Web)": "Gemini (Web)",
   "Type": "Type",
   "Mode": "Mode",
-  "Custom": "Custom"
+  "Custom": "Custom",
+  "Crop Text to ensure the input tokens do not exceed the model's limit": "Crop Text to ensure the input tokens do not exceed the model's limit"
 }

src/_locales/zh-hans/main.json

@@ -164,5 +164,6 @@
   "ChatGLM (GLM-4-Air, 128k)": "ChatGLM (GLM4Air, 性价比, 128k)",
   "ChatGLM (GLM-4-0520, 128k)": "ChatGLM (GLM4-0520, 最智能, 128k)",
   "ChatGLM (Emohaa)": "ChatGLM (Emohaa, 专业情绪咨询)",
-  "ChatGLM (CharGLM-3)": "ChatGLM (CharGLM-3, 角色扮演)"
+  "ChatGLM (CharGLM-3)": "ChatGLM (CharGLM-3, 角色扮演)",
+  "Crop Text to ensure the input tokens do not exceed the model's limit": "裁剪文本以确保输入token不超过模型限制"
 }

src/_locales/zh-hant/main.json

@@ -159,5 +159,6 @@
   "Gemini (Web)": "Gemini (網頁版)",
   "Type": "類型",
   "Mode": "模式",
-  "Custom": "自訂"
+  "Custom": "自訂",
+  "Crop Text to ensure the input tokens do not exceed the model's limit": "裁剪文本以確保輸入token不超過模型限制"
 }

src/config/index.mjs

@@ -370,6 +370,7 @@ export const defaultConfig = {
   customClaudeApiUrl: 'https://api.anthropic.com',
   disableWebModeHistory: true,
   hideContextMenu: false,
+  cropText: true,
   siteRegex: 'match nothing',
   useSiteRegexOnly: false,
   inputQuery: '',

src/popup/sections/GeneralPart.jsx

@@ -585,6 +585,17 @@ export function GeneralPart({ config, updateConfig, setTabIndex }) {
         />
         {t('Focus to input box after answering')}
       </label>
+      <label>
+        <input
+          type="checkbox"
+          checked={config.cropText}
+          onChange={(e) => {
+            const checked = e.target.checked
+            updateConfig({ cropText: checked })
+          }}
+        />
+        {t("Crop Text to ensure the input tokens do not exceed the model's limit")}
+      </label>
       <br />
       <div style={{ display: 'flex', gap: '10px' }}>
         <button

src/utils/crop-text.mjs

@@ -36,6 +36,8 @@ export async function cropText(
   tiktoken = true,
 ) {
   const userConfig = await getUserConfig()
+  if (!userConfig.cropText) return text
+
   const k = modelNameToDesc(
     userConfig.apiMode ? apiModeToModelName(userConfig.apiMode) : userConfig.modelName,
     null,