jorkin my preanits
This commit is contained in:
2
.gitignore
vendored
2
.gitignore
vendored
@ -1,6 +1,6 @@
|
|||||||
node_modules
|
node_modules
|
||||||
# Keep environment variables out of version control
|
# Keep environment variables out of version control
|
||||||
.env
|
.env*
|
||||||
*.log
|
*.log
|
||||||
*.db
|
*.db
|
||||||
/dist
|
/dist
|
||||||
|
@ -48,10 +48,10 @@ export const envConfig = {
|
|||||||
};
|
};
|
||||||
|
|
||||||
const ollamaConfig: OllamaConfigOptions = {
|
const ollamaConfig: OllamaConfigOptions = {
|
||||||
temperature: 0.6,
|
temperature: 0.7,
|
||||||
top_p: 0.85,
|
top_p: 0.85,
|
||||||
top_k: 40,
|
top_k: 60,
|
||||||
num_ctx: 8192,
|
num_ctx: 16384, // maximum context window for Llama 3.1
|
||||||
repeat_penalty: 1.1,
|
repeat_penalty: 1.1,
|
||||||
};
|
};
|
||||||
|
|
||||||
@ -111,7 +111,7 @@ const generateOllamaRequest = async (
|
|||||||
)
|
)
|
||||||
.join(
|
.join(
|
||||||
"\n"
|
"\n"
|
||||||
)}\nReply as if you are a party to the conversation. If '@nice-ai' is mentioned, respond directly. Prefix usernames with '@' when addressing them.`;
|
)}\nReply as if you are a party to the conversation. When 'nice-ai' or 'Lexi' is mentioned, the user is speaking to or referencing you. Prefix usernames with '@' when addressing them.`;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Switch to chat request format (messages array auto-handles Llama 3 template)
|
// Switch to chat request format (messages array auto-handles Llama 3 template)
|
||||||
|
Reference in New Issue
Block a user