I don't remember

This commit is contained in:
2025-08-02 22:19:13 +00:00
parent c3d4f1b1ff
commit 0c7c176bae
3 changed files with 45 additions and 13 deletions

View File

@ -1,9 +1,11 @@
import {
OllamaRequest,
OllamaResponse,
NewStatusBody,
Notification,
OllamaConfigOptions,
// OllamaChatRequest,
// OllamaChatResponse,
OllamaRequest,
OllamaResponse,
} from "../types.js";
import striptags from "striptags";
import { PrismaClient } from "../generated/prisma/client.js";
@ -31,9 +33,7 @@ export const envConfig = {
? process.env.WHITELISTED_DOMAINS.split(",")
: [process.env.PLEROMA_INSTANCE_DOMAIN],
ollamaUrl: process.env.OLLAMA_URL || "",
ollamaSystemPrompt:
process.env.OLLAMA_SYSTEM_PROMPT ||
"You are a helpful AI assistant. Answer all questions concisely.",
ollamaSystemPrompt: process.env.OLLAMA_SYSTEM_PROMPT,
ollamaModel: process.env.OLLAMA_MODEL || "",
fetchInterval: process.env.FETCH_INTERVAL
? parseInt(process.env.FETCH_INTERVAL)
@ -42,9 +42,10 @@ export const envConfig = {
};
const ollamaConfig: OllamaConfigOptions = {
temperature: 1.4,
top_k: 100,
top_p: 0.8,
temperature: 0.2,
top_p: 0.9,
top_k: 30,
num_ctx: 2048,
};
// this could be helpful
@ -73,12 +74,10 @@ const generateOllamaRequest = async (
await storeUserData(notification);
const ollamaRequestBody: OllamaRequest = {
model: ollamaModel,
prompt: trimInputData(notification.status.content),
system: ollamaSystemPrompt,
prompt: `[INST] @${
notification.status.account.fqn
} says: ${trimInputData(notification.status.content)} [/INST]`,
stream: false,
options: ollamaConfig,
// options: ollamaConfig,
};
const response = await fetch(`${ollamaUrl}/api/generate`, {
method: "POST",
@ -173,4 +172,5 @@ console.log(
ollamaConfig
)}`
);
console.log(`System prompt: ${envConfig.ollamaSystemPrompt}`);
await beginFetchCycle();