We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 716117c commit 8585f75Copy full SHA for 8585f75
packages/cdk/lambda/utils/models.ts
@@ -79,11 +79,11 @@ const LLAMA2_PROMPT: PromptTemplate = {
79
80
const LLAMA3_PROMPT: PromptTemplate = {
81
prefix: '<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n',
82
- suffix: ' [/INST]',
83
- join: '',
84
- user: '{}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n',
85
- assistant: '{}<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n',
86
- system: '{}<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n',
+ suffix: '',
+ join: '\n\n',
+ user: '{}<|eot_id|><|start_header_id|>assistant<|end_header_id|>',
+ assistant: '{}<|eot_id|><|start_header_id|>user<|end_header_id|>',
+ system: '{}<|eot_id|><|start_header_id|>user<|end_header_id|>',
87
eosToken: '',
88
};
89
0 commit comments