I don't remember
This commit is contained in:
		
							
								
								
									
										24
									
								
								src/main.ts
									
									
									
									
									
								
							
							
						
						
									
										24
									
								
								src/main.ts
									
									
									
									
									
								
							| @ -1,9 +1,11 @@ | ||||
| import { | ||||
|   OllamaRequest, | ||||
|   OllamaResponse, | ||||
|   NewStatusBody, | ||||
|   Notification, | ||||
|   OllamaConfigOptions, | ||||
|   // OllamaChatRequest, | ||||
|   // OllamaChatResponse, | ||||
|   OllamaRequest, | ||||
|   OllamaResponse, | ||||
| } from "../types.js"; | ||||
| import striptags from "striptags"; | ||||
| import { PrismaClient } from "../generated/prisma/client.js"; | ||||
| @ -31,9 +33,7 @@ export const envConfig = { | ||||
|     ? process.env.WHITELISTED_DOMAINS.split(",") | ||||
|     : [process.env.PLEROMA_INSTANCE_DOMAIN], | ||||
|   ollamaUrl: process.env.OLLAMA_URL || "", | ||||
|   ollamaSystemPrompt: | ||||
|     process.env.OLLAMA_SYSTEM_PROMPT || | ||||
|     "You are a helpful AI assistant. Answer all questions concisely.", | ||||
|   ollamaSystemPrompt: process.env.OLLAMA_SYSTEM_PROMPT, | ||||
|   ollamaModel: process.env.OLLAMA_MODEL || "", | ||||
|   fetchInterval: process.env.FETCH_INTERVAL | ||||
|     ? parseInt(process.env.FETCH_INTERVAL) | ||||
| @ -42,9 +42,10 @@ export const envConfig = { | ||||
| }; | ||||
|  | ||||
| const ollamaConfig: OllamaConfigOptions = { | ||||
|   temperature: 1.4, | ||||
|   top_k: 100, | ||||
|   top_p: 0.8, | ||||
|   temperature: 0.2, | ||||
|   top_p: 0.9, | ||||
|   top_k: 30, | ||||
|   num_ctx: 2048, | ||||
| }; | ||||
|  | ||||
| // this could be helpful | ||||
| @ -73,12 +74,10 @@ const generateOllamaRequest = async ( | ||||
|       await storeUserData(notification); | ||||
|       const ollamaRequestBody: OllamaRequest = { | ||||
|         model: ollamaModel, | ||||
|         prompt: trimInputData(notification.status.content), | ||||
|         system: ollamaSystemPrompt, | ||||
|         prompt: `[INST] @${ | ||||
|           notification.status.account.fqn | ||||
|         } says: ${trimInputData(notification.status.content)} [/INST]`, | ||||
|         stream: false, | ||||
|         options: ollamaConfig, | ||||
|         // options: ollamaConfig, | ||||
|       }; | ||||
|       const response = await fetch(`${ollamaUrl}/api/generate`, { | ||||
|         method: "POST", | ||||
| @ -173,4 +172,5 @@ console.log( | ||||
|     ollamaConfig | ||||
|   )}` | ||||
| ); | ||||
| console.log(`System prompt: ${envConfig.ollamaSystemPrompt}`); | ||||
| await beginFetchCycle(); | ||||
|  | ||||
		Reference in New Issue
	
	Block a user