jorkin my preanits
This commit is contained in:
		
							
								
								
									
										2
									
								
								.gitignore
									
									
									
									
										vendored
									
									
								
							
							
						
						
									
										2
									
								
								.gitignore
									
									
									
									
										vendored
									
									
								
							| @ -1,6 +1,6 @@ | |||||||
| node_modules | node_modules | ||||||
| # Keep environment variables out of version control | # Keep environment variables out of version control | ||||||
| .env | .env* | ||||||
| *.log | *.log | ||||||
| *.db | *.db | ||||||
| /dist | /dist | ||||||
|  | |||||||
| @ -48,10 +48,10 @@ export const envConfig = { | |||||||
| }; | }; | ||||||
|  |  | ||||||
| const ollamaConfig: OllamaConfigOptions = { | const ollamaConfig: OllamaConfigOptions = { | ||||||
|   temperature: 0.6, |   temperature: 0.7, | ||||||
|   top_p: 0.85, |   top_p: 0.85, | ||||||
|   top_k: 40, |   top_k: 60, | ||||||
|   num_ctx: 8192, |   num_ctx: 16384, // maximum context window for Llama 3.1 | ||||||
|   repeat_penalty: 1.1, |   repeat_penalty: 1.1, | ||||||
| }; | }; | ||||||
|  |  | ||||||
| @ -111,7 +111,7 @@ const generateOllamaRequest = async ( | |||||||
|           ) |           ) | ||||||
|           .join( |           .join( | ||||||
|             "\n" |             "\n" | ||||||
|           )}\nReply as if you are a party to the conversation. If '@nice-ai' is mentioned, respond directly. Prefix usernames with '@' when addressing them.`; |           )}\nReply as if you are a party to the conversation. When 'nice-ai' or 'Lexi' is mentioned, the user is speaking to or referencing you. Prefix usernames with '@' when addressing them.`; | ||||||
|       } |       } | ||||||
|  |  | ||||||
|       // Switch to chat request format (messages array auto-handles Llama 3 template) |       // Switch to chat request format (messages array auto-handles Llama 3 template) | ||||||
|  | |||||||
		Reference in New Issue
	
	Block a user