diff --git a/src/lib/providers/petals/models.svelte b/src/lib/providers/petals/models.svelte index 5432115..b018004 100644 --- a/src/lib/providers/petals/models.svelte +++ b/src/lib/providers/petals/models.svelte @@ -76,12 +76,11 @@ export const chatModels : Record = { label: 'Petals - Llama-2-70b-chat', start: '', stop: ['', '[INST]', '[/INST]', '<>', '<>'], - delimiter: ' ', - userStart: '[INST][[SYSTEM_PROMPT]]', + delimiter: '', + userStart: '[INST] User: ', userEnd: ' [/INST]', - assistantStart: '[[SYSTEM_PROMPT]][[USER_PROMPT]]', - systemStart: '<>\n', - systemEnd: '\n<>\n\n' + systemStart: '[INST] <>\n', + systemEnd: '\n<> [/INST]' // leadPrompt: '' }, 'stabilityai/StableBeluga2': {