I don't remember
This commit is contained in:
24
src/main.ts
24
src/main.ts
@ -1,9 +1,11 @@
|
||||
import {
|
||||
OllamaRequest,
|
||||
OllamaResponse,
|
||||
NewStatusBody,
|
||||
Notification,
|
||||
OllamaConfigOptions,
|
||||
// OllamaChatRequest,
|
||||
// OllamaChatResponse,
|
||||
OllamaRequest,
|
||||
OllamaResponse,
|
||||
} from "../types.js";
|
||||
import striptags from "striptags";
|
||||
import { PrismaClient } from "../generated/prisma/client.js";
|
||||
@ -31,9 +33,7 @@ export const envConfig = {
|
||||
? process.env.WHITELISTED_DOMAINS.split(",")
|
||||
: [process.env.PLEROMA_INSTANCE_DOMAIN],
|
||||
ollamaUrl: process.env.OLLAMA_URL || "",
|
||||
ollamaSystemPrompt:
|
||||
process.env.OLLAMA_SYSTEM_PROMPT ||
|
||||
"You are a helpful AI assistant. Answer all questions concisely.",
|
||||
ollamaSystemPrompt: process.env.OLLAMA_SYSTEM_PROMPT,
|
||||
ollamaModel: process.env.OLLAMA_MODEL || "",
|
||||
fetchInterval: process.env.FETCH_INTERVAL
|
||||
? parseInt(process.env.FETCH_INTERVAL)
|
||||
@ -42,9 +42,10 @@ export const envConfig = {
|
||||
};
|
||||
|
||||
const ollamaConfig: OllamaConfigOptions = {
|
||||
temperature: 1.4,
|
||||
top_k: 100,
|
||||
top_p: 0.8,
|
||||
temperature: 0.2,
|
||||
top_p: 0.9,
|
||||
top_k: 30,
|
||||
num_ctx: 2048,
|
||||
};
|
||||
|
||||
// this could be helpful
|
||||
@ -73,12 +74,10 @@ const generateOllamaRequest = async (
|
||||
await storeUserData(notification);
|
||||
const ollamaRequestBody: OllamaRequest = {
|
||||
model: ollamaModel,
|
||||
prompt: trimInputData(notification.status.content),
|
||||
system: ollamaSystemPrompt,
|
||||
prompt: `[INST] @${
|
||||
notification.status.account.fqn
|
||||
} says: ${trimInputData(notification.status.content)} [/INST]`,
|
||||
stream: false,
|
||||
options: ollamaConfig,
|
||||
// options: ollamaConfig,
|
||||
};
|
||||
const response = await fetch(`${ollamaUrl}/api/generate`, {
|
||||
method: "POST",
|
||||
@ -173,4 +172,5 @@ console.log(
|
||||
ollamaConfig
|
||||
)}`
|
||||
);
|
||||
console.log(`System prompt: ${envConfig.ollamaSystemPrompt}`);
|
||||
await beginFetchCycle();
|
||||
|
Reference in New Issue
Block a user