matty/pleroma-ollama-bot
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

beta release conversation context

Browse Source
This commit is contained in:
matty
2025-08-03 23:31:56 +00:00
parent 0bfff52fd0
commit 0f178fcfa9
5 changed files with 101 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

41
src/main.ts
View File

@ -6,6 +6,7 @@ import {
// OllamaChatResponse,
OllamaRequest,
OllamaResponse,
PostAncestorsForModel,
} from "../types.js";
// import striptags from "striptags";
import { PrismaClient } from "../generated/prisma/client.js";
@ -13,13 +14,14 @@ import {
getInstanceEmojis,
deleteNotification,
getNotifications,
getStatusContext,
} from "./api.js";
import { storeUserData, storePromptData } from "./prisma.js";
import {
isFromWhitelistedDomain,
alreadyRespondedTo,
recordPendingResponse,
trimInputData,
// trimInputData,
selectRandomEmoji,
shouldContinue,
} from "./util.js";
@ -44,6 +46,7 @@ export const envConfig = {
? parseInt(process.env.RANDOM_POST_INTERVAL)
: 3600000,
botAccountId: process.env.PLEROMA_ACCOUNT_ID,
replyWithContext: process.env.REPLY_WITH_CONTEXT === "true" ? true : false,
};
const ollamaConfig: OllamaConfigOptions = {
@ -60,8 +63,13 @@ const ollamaConfig: OllamaConfigOptions = {
const generateOllamaRequest = async (
notification: Notification
): Promise<OllamaResponse | undefined> => {
const { whitelistOnly, ollamaModel, ollamaSystemPrompt, ollamaUrl } =
envConfig;
const {
whitelistOnly,
ollamaModel,
ollamaSystemPrompt,
ollamaUrl,
replyWithContext,
} = envConfig;
try {
if (shouldContinue(notification)) {
if (whitelistOnly && !isFromWhitelistedDomain(notification)) {
@ -73,12 +81,30 @@ const generateOllamaRequest = async (
}
await recordPendingResponse(notification);
await storeUserData(notification);
let conversationHistory: PostAncestorsForModel[] = [];
if (replyWithContext) {
const contextPosts = await getStatusContext(notification.status.id);
if (!contextPosts?.ancestors || !contextPosts) {
throw new Error(`Unable to obtain post context ancestors.`);
}
conversationHistory = contextPosts.ancestors.map((ancestor) => {
const mentions = ancestor.mentions.map((mention) => mention.acct);
return {
account_fqn: ancestor.account.fqn,
mentions,
plaintext_content: ancestor.pleroma.content["text/plain"],
};
});
// console.log(conversationHistory);
}
const oneOffPrompt = `${notification.status.account.fqn} says: ${notification.status.pleroma.content["text/plain"]}\n[/INST]`;
const contextPrompt = `<<SYS>>[INST]\n${ollamaSystemPrompt}\nHere is the previous conversation context in JSON format:\n${JSON.stringify(
conversationHistory
)}\nAssume the {account_fqn} key is the user who posted the {plaintext_content} to the users in {mentions}\nReply as if you are a party to the conversation. If you see '@nice-ai' or 'nice-ai' in the {mentions}, you are an addressee of the conversation.\nAppend the '@' sign to each username at the beginning when addressing users.<</SYS>>`;
const ollamaRequestBody: OllamaRequest = {
model: ollamaModel,
prompt: `${notification.status.account.fqn} says: ${trimInputData(
notification.status.content
)}`,
system: ollamaSystemPrompt,
prompt: oneOffPrompt,
system: replyWithContext ? contextPrompt : ollamaSystemPrompt,
stream: false,
options: ollamaConfig,
};
@ -87,6 +113,7 @@ const generateOllamaRequest = async (
body: JSON.stringify(ollamaRequestBody),
});
const ollamaResponse: OllamaResponse = await response.json();
await storePromptData(notification, ollamaResponse);
return ollamaResponse;
}