(.*?)<\/div>/
+ const err = regex.exec(body)?.[1]
+ throw new Error(`Bing Image Creator Error: ${err}`)
+ }
+
+ return {
+ contentUrl: `${response.url}`,
+ pollingUrl: `${this.options.host}${this.constructor.decodeHtmlLite(pollingUrl)}`,
+ contentHtml: body,
+ prompt: `${prompt}`,
+ iframeid: `${messageId}`,
+ }
+ }
+
+ /**
+ * @typedef {Object} BicProgressContext
+ * @property {string} contentIframe - A iframe element points to the image creation page.
+ * Note: This parameter may or may not present, depending on the function you are currently calling
+ * or the stage of the function execution. For now, it's presented only when genImageIframeSsr calls
+ * the onProgress at the first time.
+ * @property {Date} pollingStartTime - The start time of the polling request.
+ * Note: This parameter may or may not present, depending on the function you are currently calling
+ * or the stage of the function execution. For now, it's presented only in any 'polling' stage callbacks.
+ */
+
+ /**
+ * Polling the image creation request.
+ * @param {string} pollingUrl - The url to poll the image creation request.
+ * @param {function({BicProgressContext}):boolean} onProgress - A callback function that will be invoked intervally during the image generation.
+ * Return true to cancel creation.
+ * @returns {string} The result html string which contains the generated image links.
+ */
+ async pollingImgRequest(pollingUrl, onProgress) {
+ let polling = true
+ let body
+
+ if (typeof onProgress !== 'function') {
+ onProgress = () => false
+ }
+
+ const pollingStartTime = new Date().getTime()
+
+ while (polling) {
+ if (this.debug) {
+ console.debug(`polling the image request: ${pollingUrl}`)
+ }
+
+ // eslint-disable-next-line no-await-in-loop
+ const response = await fetch(pollingUrl, this.fetchOptions)
+ const { status } = response
+
+ if (status !== 200) {
+ throw new Error(`Bing Image Creator Error: response status = ${status}`)
+ }
+
+ // eslint-disable-next-line no-await-in-loop
+ body = await response.text()
+
+ if (body && body.indexOf('errorMessage') === -1) {
+ polling = false
+ } else {
+ const cancelRequest = onProgress({ pollingStartTime })
+ if (cancelRequest) {
+ throw new Error('Bing Image Creator Error: cancelled')
+ }
+
+ // eslint-disable-next-line no-await-in-loop
+ await this.constructor.sleep(1000)
+ }
+ }
+
+ return body
+ }
+
+ /**
+ * Get a list of the generated images.
+ * @param {string} prompt - The prompt for the image generation. It should be given by 'Sydney'.
+ * @param {string} messageId - The message ID refers to the message of 'Sydney'.
+ * @param {boolean} removeSizeLimit - Set it to true to remove the parameters according to the sizes from the reslut image links.
+ * @param {function({BicProgressContext}):boolean} onProgress - A callback function that will be invoked intervally during the image generation.
+ * Return true to cancel creation.
+ * @returns {string[]} An array containing the url strings of the generated images.
+ */
+ async genImageList(prompt, messageId, removeSizeLimit, onProgress) {
+ const { pollingUrl } = await this.genImagePage(prompt, messageId)
+ const resultHtml = await this.pollingImgRequest(pollingUrl, onProgress)
+ if (this.debug) {
+ console.debug('The result of the request for image creation:')
+ console.debug(resultHtml)
+ console.debug()
+ }
+
+ const regex = /(?<=src=")[^"]+(?=")/g
+ return Array.from(resultHtml.matchAll(regex), (match) =>
+ (() => {
+ const l = this.constructor.decodeHtmlLite(match[0])
+ return removeSizeLimit ? l.split('?w=')[0] : l
+ })(),
+ )
+ }
+
+ /**
+ * Create a html iframe element with the given src or srcdoc if isDoc is set to true.
+ * @param {string} src
+ * @param {boolean} isDoc
+ * @returns {string} The html string of the iframe created.
+ */
+ createImageIframe(src, isDoc) {
+ return (
+ '
`
+ )
+ }
+
+ /**
+ * Rewrite the html by replacing the relative path with the absolute path and escaping the "'".
+ * @param {string} html
+ * @returns {string} The rewritten html.
+ */
+ rewriteHtml(html) {
+ return html.replace(/'/g, ''').replace(/="\//g, `="${this.options.host}/`)
+ }
+
+ /**
+ * Mix the the container page and the result page, and 'render' them together into an iframe.
+ * @param {string} containerHtml - The container page's html string.
+ * @param {string} resultHtml - The result page's html string.
+ * @returns {string} The html string of the iframe created.
+ */
+ renderImageIframe(containerHtml, resultHtml) {
+ // "Render" it fastly.
+ // Note: It is heavily hard-coded and may break in future upgrades of the BingAI.
+ const renderedHtml = this.constructor
+ .removeHtmlTagLite(containerHtml, 'div', 'giloader')
+ .replace(/
]*)id="giric"([^>]*)>/, (match, group1, group2) => {
+ if (group1.indexOf(' style="') === -1 && group2.indexOf(' style="') === -1) {
+ return ``
+ }
+ return match
+ })
+ .replace(/(?<=]*?id="giric"[^>]*?>)[\s\S]*?(?=<\/div>)/, `${resultHtml}`)
+ return this.createImageIframe(renderedHtml, true)
+ }
+
+ /**
+ * Create a server side render iframe which uses 'srcdoc' attribute to hold the rendered result page.
+ * Unlike genImageIframeSsrLite, it returns an iframe that contains the full content of the result page
+ * just like the original bing browser client does.
+ * @param {string} prompt - The prompt for the image generation. It should be given by 'Sydney'.
+ * @param {string} messageId - The message ID refers to the message of 'Sydney'.
+ * @param {function({BicProgressContext}):boolean} onProgress - A callback function that will be invoked intervally during the image generation.
+ * Return true to cancel creation.
+ * @returns {string}
+ */
+ async genImageIframeSsr(prompt, messageId, onProgress) {
+ const { contentUrl, pollingUrl, contentHtml } = await this.genImagePage(prompt, messageId)
+ if (typeof onProgress === 'function') {
+ const cancelRequest = onProgress({ contentIframe: this.createImageIframe(contentUrl) })
+ if (cancelRequest) {
+ throw new Error('Bing Image Creator Error: cancelled')
+ }
+ }
+ const resultHtml = await this.pollingImgRequest(pollingUrl, onProgress)
+ return this.renderImageIframe(contentHtml, resultHtml)
+ }
+
+ /**
+ * Create a server side render iframe which uses 'srcdoc' attribute to hold the rendered result page.
+ * Unlike genImageIframeSsr, it returns an iframe that only contains the content of the image result page.
+ * @param {string} prompt - The prompt for the image generation. It should be given by 'Sydney'.
+ * @param {string} messageId - The message ID refers to the message of 'Sydney'.
+ * @param {function({BicProgressContext}):boolean} onProgress - A callback function that will be invoked intervally during the image generation.
+ * Return true to cancel creation.
+ * @returns {string} The html string of the iframe created.
+ */
+ async genImageIframeSsrLite(prompt, messageId, onProgress) {
+ const { pollingUrl } = await this.genImagePage(prompt, messageId)
+ const resultHtml = await this.pollingImgRequest(pollingUrl, onProgress)
+ return this.createImageIframe(resultHtml, true)
+ }
+
+ /**
+ * Create a client side render iframe which just points to the image creation page.
+ * Note: If this element is returned to client side, the client must be logged in
+ * to bing.com in order to generate the image successfully. The user's cookie is
+ * required for the polling requests of the generation process.
+ * @param prompt {string} - The prompt for the image generation. It should be given by 'Sydney'.
+ * @param messageId {string} - The message ID refers to the message of 'Sydney'.
+ * @returns {string} The html string of the iframe created.
+ */
+ async genImageIframeCsr(prompt, messageId) {
+ const { contentUrl } = await this.genImagePage(prompt, messageId)
+ return this.createImageIframe(contentUrl)
+ }
+
+ /**
+ * The pattern to match the inline image generation request.
+ */
+ static get inlineImagePattern() {
+ return /!\[(.*?)\]\(#generative_image\)/g
+ }
+
+ /**
+ * Why is there such a function here? I have seen the messages with inline generative image style at a converation with bing, but only once.
+ * The message contains a markdown tag like '', and can appear at the middle or end of the message.
+ * After starting a new conversation, I couldn't reproduce it anymore. Of course I tried various methods, but none of them works.
+ * Maybe it's a new function still in testing.
+ * Parse the message object or text, return the prompt for generative image if it exists.
+ * @param {string|object} message - The message to parese.
+ * @returns {string} The prompt for inline image generation request found in message, or undefined if it is not found.
+ */
+ static parseInlineGenerativeImage(message) {
+ if (typeof message !== 'string') {
+ message = message.text
+ }
+
+ const match = BingImageCreator.inlineImagePattern.exec(message)
+ if (match) {
+ return match[1]
+ }
+
+ return undefined
+ }
+}
diff --git a/src/services/clients/bing/index.mjs b/src/services/clients/bing/index.mjs
index 20dca9a..3abea46 100644
--- a/src/services/clients/bing/index.mjs
+++ b/src/services/clients/bing/index.mjs
@@ -1,6 +1,7 @@
// https://github.com/waylaidwanderer/node-chatgpt-api
import { v4 as uuidv4 } from 'uuid'
+import BingImageCreator from './BingImageCreator'
/**
* https://stackoverflow.com/a/58326357
@@ -30,9 +31,43 @@ export default class BingAIClient {
this.options = {
...options,
host: options.host || 'https://www.bing.com',
+ xForwardedFor: this.constructor.getValidIPv4(options.xForwardedFor),
+ features: {
+ genImage: options?.features?.genImage || false,
+ },
}
}
this.debug = this.options.debug
+ if (this.options.features.genImage) {
+ this.bic = new BingImageCreator(this.options)
+ }
+ }
+
+ static getValidIPv4(ip) {
+ const match =
+ !ip ||
+ ip.match(
+ /^((25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.){3}(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)(\/([0-9]|[1-2][0-9]|3[0-2]))?$/,
+ )
+ if (match) {
+ if (match[5]) {
+ const mask = parseInt(match[5], 10)
+ let [a, b, c, d] = ip.split('.').map((x) => parseInt(x, 10))
+ // eslint-disable-next-line no-bitwise
+ const max = (1 << (32 - mask)) - 1
+ const rand = Math.floor(Math.random() * max)
+ d += rand
+ c += Math.floor(d / 256)
+ d %= 256
+ b += Math.floor(c / 256)
+ c %= 256
+ a += Math.floor(b / 256)
+ b %= 256
+ return `${a}.${b}.${c}.${d}`
+ }
+ return ip
+ }
+ return undefined
}
async createNewConversation() {
@@ -41,12 +76,12 @@ export default class BingAIClient {
accept: 'application/json',
'accept-language': 'en-US,en;q=0.9',
'content-type': 'application/json',
- 'sec-ch-ua': '"Chromium";v="112", "Microsoft Edge";v="112", "Not:A-Brand";v="99"',
+ 'sec-ch-ua': '"Microsoft Edge";v="113", "Chromium";v="113", "Not-A.Brand";v="24"',
'sec-ch-ua-arch': '"x86"',
'sec-ch-ua-bitness': '"64"',
- 'sec-ch-ua-full-version': '"112.0.1722.7"',
+ 'sec-ch-ua-full-version': '"113.0.1774.50"',
'sec-ch-ua-full-version-list':
- '"Chromium";v="112.0.5615.20", "Microsoft Edge";v="112.0.1722.7", "Not:A-Brand";v="99.0.0.0"',
+ '"Microsoft Edge";v="113.0.1774.50", "Chromium";v="113.0.5672.127", "Not-A.Brand";v="24.0.0.0"',
'sec-ch-ua-mobile': '?0',
'sec-ch-ua-model': '""',
'sec-ch-ua-platform': '"Windows"',
@@ -54,14 +89,21 @@ export default class BingAIClient {
'sec-fetch-dest': 'empty',
'sec-fetch-mode': 'cors',
'sec-fetch-site': 'same-origin',
+ 'sec-ms-gec': genRanHex(64).toUpperCase(),
+ 'sec-ms-gec-version': '1-115.0.1866.1',
'x-ms-client-request-id': uuidv4(),
'x-ms-useragent':
'azsdk-js-api-client-factory/1.0.0-beta.1 core-rest-pipeline/1.10.0 OS/Win32',
+ 'user-agent':
+ 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/113.0.0.0 Safari/537.36 Edg/113.0.1774.50',
cookie:
this.options.cookies ||
(this.options.userToken ? `_U=${this.options.userToken}` : undefined),
- Referer: 'https://www.bing.com/search?q=Bing+AI&showconv=1&FORM=hpcodx',
+ Referer: 'https://www.bing.com/search?q=Bing+AI&showconv=1',
'Referrer-Policy': 'origin-when-cross-origin',
+ // Workaround for request being blocked due to geolocation
+ // 'x-forwarded-for': '1.1.1.1', // 1.1.1.1 seems to no longer work.
+ ...(this.options.xForwardedFor ? { 'x-forwarded-for': this.options.xForwardedFor } : {}),
},
}
if (this.options.proxy) {
@@ -310,13 +352,16 @@ export default class BingAIClient {
'cricinfov2',
'dv3sugg',
'nojbfedge',
+ ...(toneStyle === 'creative' && this.options.features.genImage ? ['gencontentv3'] : []),
],
sliceIds: ['222dtappid', '225cricinfo', '224locals0'],
traceId: genRanHex(32),
isStartOfSession: invocationId === 0,
message: {
author: 'user',
- text: message,
+ text: jailbreakConversationId
+ ? 'Continue the conversation in context. Assistant:'
+ : message,
messageType: jailbreakConversationId ? 'SearchQuery' : 'Chat',
},
conversationSignature,
@@ -369,7 +414,7 @@ export default class BingAIClient {
'Timed out waiting for response. Try enabling debug mode to see more information.',
),
)
- }, 180 * 1000)
+ }, 300 * 1000)
// abort the request if the abort controller is aborted
abortController.signal.addEventListener('abort', () => {
@@ -378,7 +423,8 @@ export default class BingAIClient {
reject(new Error('Request aborted'))
})
- ws.onmessage = (e) => {
+ let bicIframe
+ ws.onmessage = async (e) => {
const data = e.data
const objects = data.toString().split(' ')
const events = objects
@@ -403,6 +449,19 @@ export default class BingAIClient {
if (!messages?.length || messages[0].author !== 'bot') {
return
}
+ if (messages[0]?.contentType === 'IMAGE') {
+ // You will never get a message of this type without 'gencontentv3' being on.
+ bicIframe = this.bic
+ .genImageIframeSsr(messages[0].text, messages[0].messageId, (progress) =>
+ progress?.contentIframe ? onProgress(progress?.contentIframe) : null,
+ )
+ .catch((error) => {
+ onProgress(error.message)
+ bicIframe.isError = true
+ return error.message
+ })
+ return
+ }
const updatedText = messages[0].text
if (!updatedText || updatedText === replySoFar) {
return
@@ -427,7 +486,7 @@ export default class BingAIClient {
return
}
const messages = event.item?.messages || []
- const eventMessage = messages.length ? messages[messages.length - 1] : null
+ let eventMessage = messages.length ? messages[messages.length - 1] : null
if (event.item?.result?.error) {
if (this.debug) {
console.debug(event.item.result.value, event.item.result.message)
@@ -472,6 +531,23 @@ export default class BingAIClient {
// delete useless suggestions from moderation filter
delete eventMessage.suggestedResponses
}
+ if (bicIframe) {
+ // the last messages will be a image creation event if bicIframe is present.
+ let i = messages.length - 1
+ while (eventMessage?.contentType === 'IMAGE' && i > 0) {
+ eventMessage = messages[(i -= 1)]
+ }
+
+ // wait for bicIframe to be completed.
+ // since we added a catch, we do not need to wrap this with a try catch block.
+ const imgIframe = await bicIframe
+ if (!imgIframe?.isError) {
+ eventMessage.adaptiveCards[0].body[0].text += imgIframe
+ } else {
+ eventMessage.text += `
${imgIframe}`
+ eventMessage.adaptiveCards[0].body[0].text = eventMessage.text
+ }
+ }
resolve({
message: eventMessage,
conversationExpiryTime: event?.item?.conversationExpiryTime,
@@ -488,6 +564,11 @@ export default class BingAIClient {
return
}
default:
+ if (event?.error) {
+ clearTimeout(messageTimeout)
+ this.constructor.cleanupWebSocketConnection(ws)
+ reject(new Error(`Event Type('${event.type}'): ${event.error}`))
+ }
// eslint-disable-next-line no-useless-return
return
}