mirrors/mindcraft
1
0
Fork 0
mirror of https://github.com/kolbytn/mindcraft.git synced 2025-04-22 06:02:07 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

improved replicate params

Browse source
This commit is contained in:
MaxRobinsonTheGreat 2024-05-15 10:19:24 -05:00
parent a9b64950ca
commit e0177badc5
1 changed files with 2 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
src/models/replicate.js
View file

@ -22,17 +22,10 @@ export class ReplicateAPI {
async sendRequest(turns, systemMessage) { async sendRequest(turns, systemMessage) {
const stop_seq = '***'; const stop_seq = '***';
let prompt_template; const prompt = toSinglePrompt(turns, null, stop_seq);
const prompt = toSinglePrompt(turns, systemMessage, stop_seq);
let model_name = this.model_name || 'meta/meta-llama-3-70b-instruct'; let model_name = this.model_name || 'meta/meta-llama-3-70b-instruct';
if (model_name.includes('llama')) { // llama
prompt_template = "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n{prompt}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n"
}
else { // mistral
prompt_template = "<s>[INST] {prompt} [/INST] "
}
const input = { prompt, prompt_template }; const input = { prompt, system_prompt: systemMessage };
let res = null; let res = null;
try { try {
console.log('Awaiting Replicate API response...'); console.log('Awaiting Replicate API response...');