feat: support New Bing (GPT-4) (#49, #90)

Author: josStorer

package-lock.json

@@ -45,7 +45,6 @@
     "remark-breaks": "^3.0.2",
     "remark-gfm": "^3.0.1",
     "remark-math": "^5.1.1",
-    "uuid": "^9.0.0",
     "webextension-polyfill": "^0.10.0"
   },
   "devDependencies": {

package.json

@@ -0,0 +1,63 @@
+import BingAIClient from '../clients/BingAIClient'
+
+/**
+ * @param {Runtime.Port} port
+ * @param {string} question
+ * @param {Session} session
+ * @param {string} accessToken
+ * @param {string} modelName
+ */
+export async function generateAnswersWithBingWebApi(
+  port,
+  question,
+  session,
+  accessToken,
+  // eslint-disable-next-line
+  modelName,
+) {
+  const controller = new AbortController()
+  const stopListener = (msg) => {
+    if (msg.stop) {
+      console.debug('stop generating')
+      port.postMessage({ done: true })
+      controller.abort()
+      port.onMessage.removeListener(stopListener)
+    }
+  }
+  port.onMessage.addListener(stopListener)
+  port.onDisconnect.addListener(() => {
+    console.debug('port disconnected')
+    controller.abort()
+  })
+
+  const bingAIClient = new BingAIClient({ userToken: accessToken })
+
+  let answer = ''
+  const response = await bingAIClient
+    .sendMessage(question, {
+      ...(session.bingWeb.conversationId
+        ? {
+            conversationId: session.bingWeb.conversationId,
+            conversationSignature: session.bingWeb.conversationSignature,
+            clientId: session.bingWeb.clientId,
+            invocationId: session.bingWeb.invocationId,
+          }
+        : {}),
+      onProgress: (token) => {
+        answer += token
+        port.postMessage({ answer: answer, done: false, session: session })
+      },
+    })
+    .catch((err) => {
+      port.onMessage.removeListener(stopListener)
+      throw err
+    })
+
+  session.bingWeb.conversationSignature = response.conversationSignature
+  session.bingWeb.conversationId = response.conversationId
+  session.bingWeb.clientId = response.clientId
+  session.bingWeb.invocationId = response.invocationId
+
+  port.onMessage.removeListener(stopListener)
+  port.postMessage({ answer: response.response, done: true, session: session })
+}

src/background/apis/bing-web.mjs

@@ -132,8 +132,8 @@ export async function generateAnswersWithChatgptWebApi(port, question, session,
       port.onMessage.removeListener(stopListener)
     },
     async onError(resp) {
-      if (resp instanceof Error) throw resp
       port.onMessage.removeListener(stopListener)
+      if (resp instanceof Error) throw resp
       if (resp.status === 403) {
         throw new Error('CLOUDFLARE')
       }

src/background/apis/chatgpt-web.mjs

@@ -79,8 +79,8 @@ export async function generateAnswersWithCustomApi(port, question, session, apiK
       port.onMessage.removeListener(stopListener)
     },
     async onError(resp) {
-      if (resp instanceof Error) throw resp
       port.onMessage.removeListener(stopListener)
+      if (resp instanceof Error) throw resp
       if (resp.status === 403) {
         throw new Error('CLOUDFLARE')
       }

src/background/apis/custom-api.mjs

@@ -92,8 +92,8 @@ export async function generateAnswersWithGptCompletionApi(
       port.onMessage.removeListener(stopListener)
     },
     async onError(resp) {
-      if (resp instanceof Error) throw resp
       port.onMessage.removeListener(stopListener)
+      if (resp instanceof Error) throw resp
       if (resp.status === 403) {
         throw new Error('CLOUDFLARE')
       }
@@ -168,8 +168,8 @@ export async function generateAnswersWithChatgptApi(port, question, session, api
       port.onMessage.removeListener(stopListener)
     },
     async onError(resp) {
-      if (resp instanceof Error) throw resp
       port.onMessage.removeListener(stopListener)
+      if (resp instanceof Error) throw resp
       if (resp.status === 403) {
         throw new Error('CLOUDFLARE')
       }