mirror of
https://github.com/kevinthedang/discord-ollama.git
synced 2025-12-12 11:56:06 -05:00
added persistence in chat endpoint
This commit is contained in:
4
package-lock.json
generated
4
package-lock.json
generated
@@ -1,12 +1,12 @@
|
|||||||
{
|
{
|
||||||
"name": "discord-ollama",
|
"name": "discord-ollama",
|
||||||
"version": "0.0.1",
|
"version": "0.1.1",
|
||||||
"lockfileVersion": 3,
|
"lockfileVersion": 3,
|
||||||
"requires": true,
|
"requires": true,
|
||||||
"packages": {
|
"packages": {
|
||||||
"": {
|
"": {
|
||||||
"name": "discord-ollama",
|
"name": "discord-ollama",
|
||||||
"version": "0.0.1",
|
"version": "0.1.1",
|
||||||
"license": "ISC",
|
"license": "ISC",
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"axios": "^1.6.2",
|
"axios": "^1.6.2",
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "discord-ollama",
|
"name": "discord-ollama",
|
||||||
"version": "0.1.0",
|
"version": "0.1.1",
|
||||||
"description": "Ollama Integration into discord",
|
"description": "Ollama Integration into discord",
|
||||||
"main": "dist/index.js",
|
"main": "dist/index.js",
|
||||||
"exports": "./dist/index.js",
|
"exports": "./dist/index.js",
|
||||||
|
|||||||
@@ -14,7 +14,14 @@ const client = new Client({
|
|||||||
]
|
]
|
||||||
});
|
});
|
||||||
|
|
||||||
registerEvents(client, Events)
|
const messageHistory = [
|
||||||
|
{
|
||||||
|
role: 'assistant',
|
||||||
|
content: 'My name is Ollama GU.'
|
||||||
|
}
|
||||||
|
]
|
||||||
|
|
||||||
|
registerEvents(client, Events, messageHistory)
|
||||||
|
|
||||||
// Try to log in the client
|
// Try to log in the client
|
||||||
client.login(Keys.clientToken)
|
client.login(Keys.clientToken)
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ import Axios from 'axios'
|
|||||||
/*
|
/*
|
||||||
* Max Message length for free users is 2000 characters (bot or not).
|
* Max Message length for free users is 2000 characters (bot or not).
|
||||||
*/
|
*/
|
||||||
export default event(Events.MessageCreate, ({ log }, message) => {
|
export default event(Events.MessageCreate, ({ log, msgHist }, message) => {
|
||||||
log(`Message created \"${message.content}\" from ${message.author.tag}.`)
|
log(`Message created \"${message.content}\" from ${message.author.tag}.`)
|
||||||
|
|
||||||
// Hard-coded channel to test output there only, in our case "ollama-endpoint"
|
// Hard-coded channel to test output there only, in our case "ollama-endpoint"
|
||||||
@@ -13,20 +13,32 @@ export default event(Events.MessageCreate, ({ log }, message) => {
|
|||||||
// Do not respond if bot talks in the chat
|
// Do not respond if bot talks in the chat
|
||||||
if (message.author.tag === message.client.user.tag) return
|
if (message.author.tag === message.client.user.tag) return
|
||||||
|
|
||||||
|
// push user response
|
||||||
|
msgHist.push({
|
||||||
|
role: 'user',
|
||||||
|
content: message.content
|
||||||
|
})
|
||||||
|
|
||||||
// Reply with something to prompt that ollama is working
|
// Reply with something to prompt that ollama is working
|
||||||
message.reply("Generating Response...").then(sentMessage => {
|
message.reply("Generating Response . . .").then(sentMessage => {
|
||||||
// Request made to API
|
// Request made to API
|
||||||
const request = async () => {
|
const request = async () => {
|
||||||
try {
|
try {
|
||||||
// change this when using an actual hosted server or use ollama.js
|
// change this when using an actual hosted server or use ollama.js
|
||||||
const response = await Axios.post('http://127.0.0.1:11434/api/generate', {
|
const response = await Axios.post('http://127.0.0.1:11434/api/chat', {
|
||||||
model: 'llama2',
|
model: 'llama2',
|
||||||
prompt: message.content,
|
messages: msgHist,
|
||||||
stream: false
|
stream: false
|
||||||
})
|
})
|
||||||
log(response.data)
|
log(response.data)
|
||||||
|
|
||||||
sentMessage.edit(response.data.response)
|
sentMessage.edit(response.data.message.content)
|
||||||
|
|
||||||
|
// push bot response
|
||||||
|
msgHist.push({
|
||||||
|
role: 'assistant',
|
||||||
|
content: response.data.message.content
|
||||||
|
})
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
log(error)
|
log(error)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,43 +1,44 @@
|
|||||||
import type { ClientEvents, Awaitable, Client } from 'discord.js';
|
import type { ClientEvents, Awaitable, Client } from 'discord.js'
|
||||||
|
|
||||||
// Export events through here to reduce amount of imports
|
// Export events through here to reduce amount of imports
|
||||||
export { Events } from 'discord.js';
|
export { Events } from 'discord.js'
|
||||||
|
|
||||||
export type LogMethod = (...args: unknown[]) => void;
|
export type LogMethod = (...args: unknown[]) => void
|
||||||
export type EventKeys = keyof ClientEvents; // only wants keys of ClientEvents object
|
export type EventKeys = keyof ClientEvents // only wants keys of ClientEvents object
|
||||||
|
|
||||||
// Event properties
|
// Event properties
|
||||||
export interface EventProps {
|
export interface EventProps {
|
||||||
client: Client;
|
client: Client
|
||||||
log: LogMethod;
|
log: LogMethod
|
||||||
|
msgHist: { role: string, content: string }[]
|
||||||
}
|
}
|
||||||
export type EventCallback<T extends EventKeys> = (
|
export type EventCallback<T extends EventKeys> = (
|
||||||
props: EventProps,
|
props: EventProps,
|
||||||
...args: ClientEvents[T]
|
...args: ClientEvents[T]
|
||||||
) => Awaitable<unknown>; // Method can be synchronous or async, unknown so we can return anything
|
) => Awaitable<unknown> // Method can be synchronous or async, unknown so we can return anything
|
||||||
|
|
||||||
// Event interface
|
// Event interface
|
||||||
export interface Event<T extends EventKeys = EventKeys> {
|
export interface Event<T extends EventKeys = EventKeys> {
|
||||||
key: T;
|
key: T
|
||||||
callback: EventCallback<T>;
|
callback: EventCallback<T>
|
||||||
}
|
}
|
||||||
|
|
||||||
export function event<T extends EventKeys>(key: T, callback: EventCallback<T>): Event<T> {
|
export function event<T extends EventKeys>(key: T, callback: EventCallback<T>): Event<T> {
|
||||||
return { key, callback };
|
return { key, callback }
|
||||||
}
|
}
|
||||||
|
|
||||||
export function registerEvents(client: Client, events: Event[]): void {
|
export function registerEvents(client: Client, events: Event[], msgHist: { role: string, content: string }[]): void {
|
||||||
for (const { key, callback } of events) {
|
for (const { key, callback } of events) {
|
||||||
client.on(key, (...args) => {
|
client.on(key, (...args) => {
|
||||||
// Create a new log method for this event
|
// Create a new log method for this event
|
||||||
const log = console.log.bind(console, `[Event: ${key}]`);
|
const log = console.log.bind(console, `[Event: ${key}]`)
|
||||||
|
|
||||||
// Handle Errors, call callback, log errors as needed
|
// Handle Errors, call callback, log errors as needed
|
||||||
try {
|
try {
|
||||||
callback({ client, log }, ...args);
|
callback({ client, log, msgHist }, ...args)
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
log('[Uncaught Error]', error);
|
log('[Uncaught Error]', error)
|
||||||
}
|
}
|
||||||
});
|
})
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
Reference in New Issue
Block a user