mirrors/mindcraft
1
0
Fork 0
mirror of https://github.com/kolbytn/mindcraft.git synced 2025-04-21 21:52:07 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

completion context limit check

Browse source
This commit is contained in:
Kolby Nottingham 2023-12-04 21:39:07 -08:00
parent 6fc33525d8
commit cac31cc171
1 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
utils/gpt.js
View file

@ -27,11 +27,13 @@ export async function sendRequest(turns, systemMessage, stop_seq='***') {
messages: messages,
stop: stop_seq,
});
if (completion.choices[0].finish_reason == 'length')
throw new Error('Context length exceeded');
console.log('Received.')
res = completion.choices[0].message.content;
}
catch (err) {
if (err.code == 'context_length_exceeded' && turns.length > 1) {
if ((err.message == 'Context length exceeded' || err.code == 'context_length_exceeded') && turns.length > 1) {
console.log('Context length exceeded, trying again with shorter context.');
return await sendRequest(turns.slice(1), systemMessage, stop_seq);
} else {