From 559db15fa7bffed7c28e7a3cf1558f73ab082d5a Mon Sep 17 00:00:00 2001
From: Webifi <john@webifi.com>
Date: Sat, 2 Sep 2023 08:15:01 -0500
Subject: [PATCH] Fix petals truncated prompt continuation

---
 src/lib/providers/petals/request.svelte | 10 ++++++----
 1 file changed, 6 insertions(+), 4 deletions(-)

diff --git a/src/lib/providers/petals/request.svelte b/src/lib/providers/petals/request.svelte
index 629925b..33eb7be 100644
--- a/src/lib/providers/petals/request.svelte
+++ b/src/lib/providers/petals/request.svelte
@@ -140,11 +140,13 @@ export const chatRequest = async (
         doLead = false
       }
       // const inputArray = buildInputArray(rMessages).map(m => m.content)
-      const lInputArray = buildInputArray(rMessages.slice(0, -1)).map(m => m.content)
+      const lInputArray = doLead
+        ? buildInputArray(rMessages.slice(0, -1)).map(m => m.content)
+        : buildInputArray(rMessages.slice()).map(m => m.content)
       const nInputArray = buildInputArray(rMessages.slice(-1)).map(m => m.content)
       const leadPrompt = (leadPromptSequence && doLead) ? delimiter + leadPromptSequence : ''
       const lastPrompt = startSequence + lInputArray.join(delimiter)
-      const nextPrompt = nInputArray.slice(-1).join('') + leadPrompt
+      const nextPrompt = doLead ? nInputArray.slice(-1).join('') + leadPrompt : ''
     
       // set up the request
       chatResponse.onFinish(() => {
@@ -170,7 +172,7 @@ export const chatRequest = async (
       }
       midDel = midDel.length ? delimiter.slice(0, 0 - midDel.length) : delimiter
 
-      let inputPrompt = midDel
+      let inputPrompt = doLead ? midDel : ''
 
       const getNewWs = ():Promise<WebSocket> => new Promise<WebSocket>((resolve, reject) => {
         // console.warn('requesting new ws')
@@ -192,7 +194,7 @@ export const chatRequest = async (
             throw err
           }
           // console.warn('got new ws')
-          inputPrompt = lastPrompt + delimiter
+          inputPrompt = lastPrompt + (doLead ? delimiter : '')
           providerData.knownBuffer = ''
           providerData.ws = nws
           resolve(nws)