added persistence in chat endpoint

This commit is contained in:
Kevin Dang
2024-01-23 16:33:21 -08:00
committed by kevinthedang
parent f8956b0b50
commit 78921ee571
5 changed files with 44 additions and 24 deletions

4
package-lock.json generated
View File

@@ -1,12 +1,12 @@
{ {
"name": "discord-ollama", "name": "discord-ollama",
"version": "0.0.1", "version": "0.1.1",
"lockfileVersion": 3, "lockfileVersion": 3,
"requires": true, "requires": true,
"packages": { "packages": {
"": { "": {
"name": "discord-ollama", "name": "discord-ollama",
"version": "0.0.1", "version": "0.1.1",
"license": "ISC", "license": "ISC",
"dependencies": { "dependencies": {
"axios": "^1.6.2", "axios": "^1.6.2",

View File

@@ -1,6 +1,6 @@
{ {
"name": "discord-ollama", "name": "discord-ollama",
"version": "0.1.0", "version": "0.1.1",
"description": "Ollama Integration into discord", "description": "Ollama Integration into discord",
"main": "dist/index.js", "main": "dist/index.js",
"exports": "./dist/index.js", "exports": "./dist/index.js",

View File

@@ -14,7 +14,14 @@ const client = new Client({
] ]
}); });
registerEvents(client, Events) const messageHistory = [
{
role: 'assistant',
content: 'My name is Ollama GU.'
}
]
registerEvents(client, Events, messageHistory)
// Try to log in the client // Try to log in the client
client.login(Keys.clientToken) client.login(Keys.clientToken)

View File

@@ -4,7 +4,7 @@ import Axios from 'axios'
/* /*
* Max Message length for free users is 2000 characters (bot or not). * Max Message length for free users is 2000 characters (bot or not).
*/ */
export default event(Events.MessageCreate, ({ log }, message) => { export default event(Events.MessageCreate, ({ log, msgHist }, message) => {
log(`Message created \"${message.content}\" from ${message.author.tag}.`) log(`Message created \"${message.content}\" from ${message.author.tag}.`)
// Hard-coded channel to test output there only, in our case "ollama-endpoint" // Hard-coded channel to test output there only, in our case "ollama-endpoint"
@@ -13,20 +13,32 @@ export default event(Events.MessageCreate, ({ log }, message) => {
// Do not respond if bot talks in the chat // Do not respond if bot talks in the chat
if (message.author.tag === message.client.user.tag) return if (message.author.tag === message.client.user.tag) return
// push user response
msgHist.push({
role: 'user',
content: message.content
})
// Reply with something to prompt that ollama is working // Reply with something to prompt that ollama is working
message.reply("Generating Response...").then(sentMessage => { message.reply("Generating Response . . .").then(sentMessage => {
// Request made to API // Request made to API
const request = async () => { const request = async () => {
try { try {
// change this when using an actual hosted server or use ollama.js // change this when using an actual hosted server or use ollama.js
const response = await Axios.post('http://127.0.0.1:11434/api/generate', { const response = await Axios.post('http://127.0.0.1:11434/api/chat', {
model: 'llama2', model: 'llama2',
prompt: message.content, messages: msgHist,
stream: false stream: false
}) })
log(response.data) log(response.data)
sentMessage.edit(response.data.response) sentMessage.edit(response.data.message.content)
// push bot response
msgHist.push({
role: 'assistant',
content: response.data.message.content
})
} catch (error) { } catch (error) {
log(error) log(error)
} }

View File

@@ -1,43 +1,44 @@
import type { ClientEvents, Awaitable, Client } from 'discord.js'; import type { ClientEvents, Awaitable, Client } from 'discord.js'
// Export events through here to reduce amount of imports // Export events through here to reduce amount of imports
export { Events } from 'discord.js'; export { Events } from 'discord.js'
export type LogMethod = (...args: unknown[]) => void; export type LogMethod = (...args: unknown[]) => void
export type EventKeys = keyof ClientEvents; // only wants keys of ClientEvents object export type EventKeys = keyof ClientEvents // only wants keys of ClientEvents object
// Event properties // Event properties
export interface EventProps { export interface EventProps {
client: Client; client: Client
log: LogMethod; log: LogMethod
msgHist: { role: string, content: string }[]
} }
export type EventCallback<T extends EventKeys> = ( export type EventCallback<T extends EventKeys> = (
props: EventProps, props: EventProps,
...args: ClientEvents[T] ...args: ClientEvents[T]
) => Awaitable<unknown>; // Method can be synchronous or async, unknown so we can return anything ) => Awaitable<unknown> // Method can be synchronous or async, unknown so we can return anything
// Event interface // Event interface
export interface Event<T extends EventKeys = EventKeys> { export interface Event<T extends EventKeys = EventKeys> {
key: T; key: T
callback: EventCallback<T>; callback: EventCallback<T>
} }
export function event<T extends EventKeys>(key: T, callback: EventCallback<T>): Event<T> { export function event<T extends EventKeys>(key: T, callback: EventCallback<T>): Event<T> {
return { key, callback }; return { key, callback }
} }
export function registerEvents(client: Client, events: Event[]): void { export function registerEvents(client: Client, events: Event[], msgHist: { role: string, content: string }[]): void {
for (const { key, callback } of events) { for (const { key, callback } of events) {
client.on(key, (...args) => { client.on(key, (...args) => {
// Create a new log method for this event // Create a new log method for this event
const log = console.log.bind(console, `[Event: ${key}]`); const log = console.log.bind(console, `[Event: ${key}]`)
// Handle Errors, call callback, log errors as needed // Handle Errors, call callback, log errors as needed
try { try {
callback({ client, log }, ...args); callback({ client, log, msgHist }, ...args)
} catch (error) { } catch (error) {
log('[Uncaught Error]', error); log('[Uncaught Error]', error)
} }
}); })
} }
} }