From 4d27497bc7d0c2df261c3f5c76a93ce183280e1b Mon Sep 17 00:00:00 2001
From: Webifi <john@webifi.com>
Date: Fri, 1 Sep 2023 19:22:52 -0500
Subject: [PATCH] Simplify Llama-chat format for now

---
 src/lib/providers/petals/models.svelte | 9 ++++-----
 1 file changed, 4 insertions(+), 5 deletions(-)

diff --git a/src/lib/providers/petals/models.svelte b/src/lib/providers/petals/models.svelte
index 5432115..b018004 100644
--- a/src/lib/providers/petals/models.svelte
+++ b/src/lib/providers/petals/models.svelte
@@ -76,12 +76,11 @@ export const chatModels : Record<string, ModelDetail> = {
         label: 'Petals - Llama-2-70b-chat',
         start: '<s>',
         stop: ['</s>', '[INST]', '[/INST]', '<<SYS>>', '<</SYS>>'],
-        delimiter: ' </s><s>',
-        userStart: '[INST][[SYSTEM_PROMPT]]',
+        delimiter: '</s><s>',
+        userStart: '[INST] User: ',
         userEnd: ' [/INST]',
-        assistantStart: '[[SYSTEM_PROMPT]][[USER_PROMPT]]',
-        systemStart: '<<SYS>>\n',
-        systemEnd: '\n<</SYS>>\n\n'
+        systemStart: '[INST] <<SYS>>\n',
+        systemEnd: '\n<</SYS>> [/INST]'
         // leadPrompt: ''
       },
       'stabilityai/StableBeluga2': {