From 872e6c8566e2e3ecd336738f768cda1e5bbdd2b0 Mon Sep 17 00:00:00 2001
From: Webifi <john@webifi.com>
Date: Fri, 1 Sep 2023 17:42:35 -0500
Subject: [PATCH] open new websocket if model changes

---
 src/lib/providers/petals/request.svelte | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/src/lib/providers/petals/request.svelte b/src/lib/providers/petals/request.svelte
index 53a8984..6f9187b 100644
--- a/src/lib/providers/petals/request.svelte
+++ b/src/lib/providers/petals/request.svelte
@@ -42,6 +42,8 @@ export const chatRequest = async (
       const signal = chatRequest.controller.signal
       const providerData = chatRequest.providerData.petals || {}
       chatRequest.providerData.petals = providerData
+      const modelChanged = model !== providerData.lastModel
+      providerData.lastModel = model
       let ws: WebSocket = providerData.ws
       const abortListener = (e:Event) => {
         chatRequest.updating = false
@@ -221,7 +223,8 @@ export const chatRequest = async (
         const kb = providerData.knownBuffer.replace(rgxp, '')
         const lp = lastPrompt.replace(rgxp, '')
         const lm = kb === lp
-        if (!lm || countTokens(model, providerData.knownBuffer + inputPrompt) >= maxTokens) {
+        if (!chatSettings.holdSocket || modelChanged || !lm ||
+            countTokens(model, providerData.knownBuffer + inputPrompt) >= maxTokens) {
           wsOpen && ws.close()
           ws = await getNewWs()
         }