mirror of
https://github.com/kevinthedang/discord-ollama.git
synced 2025-12-14 04:16:07 -05:00
Handlers Directory and Universal Import Fix (#86)
* Update: split jsonHandler.ts to different files * Add: handlers folder and moved some files there * Update: interface file name
This commit is contained in:
39
src/utils/handlers/streamHandler.ts
Normal file
39
src/utils/handlers/streamHandler.ts
Normal file
@@ -0,0 +1,39 @@
|
||||
import { ChatResponse } from "ollama"
|
||||
import { ChatParams } from "../index.js"
|
||||
import { AbortableAsyncIterator } from "ollama/src/utils.js"
|
||||
|
||||
/**
|
||||
* Method to query the Ollama client for async generation
|
||||
* @param params
|
||||
* @returns Asyn
|
||||
*/
|
||||
export async function streamResponse(params: ChatParams): Promise<AbortableAsyncIterator<ChatResponse>> {
|
||||
return await params.ollama.chat({
|
||||
model: params.model,
|
||||
messages: params.msgHist,
|
||||
options: {
|
||||
mirostat: 1,
|
||||
mirostat_tau: 2.0,
|
||||
top_k: 70
|
||||
},
|
||||
stream: true
|
||||
}) as unknown as AbortableAsyncIterator<ChatResponse>
|
||||
}
|
||||
|
||||
/**
|
||||
* Method to query the Ollama client for a block response
|
||||
* @param params parameters to query the client
|
||||
* @returns ChatResponse generated by the Ollama client
|
||||
*/
|
||||
export async function blockResponse(params: ChatParams): Promise<ChatResponse> {
|
||||
return await params.ollama.chat({
|
||||
model: params.model,
|
||||
messages: params.msgHist,
|
||||
options: {
|
||||
mirostat: 1,
|
||||
mirostat_tau: 2.0,
|
||||
top_k: 70
|
||||
},
|
||||
stream: false
|
||||
})
|
||||
}
|
||||
Reference in New Issue
Block a user