Removed Ollama API Threads as an Option (#68)

* rm: threads as a chat option

* update: change test Actions name

* Fix: workflows running in correct instance
This commit is contained in:
Kevin Dang
2024-06-16 15:47:49 -07:00
committed by GitHub
parent 5efc7f00f2
commit 89213c2d39
3 changed files with 3 additions and 5 deletions

View File

@@ -1,7 +1,7 @@
name: Builds
run-name: Validate Node and Docker Builds
on:
pull_request:
push:
branches:
- master

View File

@@ -1,7 +1,7 @@
name: Tests
run-name: Test source code for errors
run-name: Unit Tests
on:
push:
pull_request:
branches:
- master

View File

@@ -11,7 +11,6 @@ export async function streamResponse(params: ChatParams): Promise<AsyncGenerator
model: params.model,
messages: params.msgHist,
options: {
num_thread: 8, // remove if optimization needed further
mirostat: 1,
mirostat_tau: 2.0,
top_k: 70
@@ -30,7 +29,6 @@ export async function blockResponse(params: ChatParams): Promise<ChatResponse> {
model: params.model,
messages: params.msgHist,
options: {
num_thread: 8, // remove if optimization needed further
mirostat: 1,
mirostat_tau: 2.0,
top_k: 70