Removed Ollama API Threads as an Option (#68)

* rm: threads as a chat option

* update: change test Actions name

* Fix: workflows running in correct instance
This commit is contained in:
Kevin Dang
2024-06-16 15:47:49 -07:00
committed by GitHub
parent 5efc7f00f2
commit 89213c2d39
3 changed files with 3 additions and 5 deletions

View File

@@ -1,7 +1,7 @@
name: Builds name: Builds
run-name: Validate Node and Docker Builds run-name: Validate Node and Docker Builds
on: on:
pull_request: push:
branches: branches:
- master - master

View File

@@ -1,7 +1,7 @@
name: Tests name: Tests
run-name: Test source code for errors run-name: Unit Tests
on: on:
push: pull_request:
branches: branches:
- master - master

View File

@@ -11,7 +11,6 @@ export async function streamResponse(params: ChatParams): Promise<AsyncGenerator
model: params.model, model: params.model,
messages: params.msgHist, messages: params.msgHist,
options: { options: {
num_thread: 8, // remove if optimization needed further
mirostat: 1, mirostat: 1,
mirostat_tau: 2.0, mirostat_tau: 2.0,
top_k: 70 top_k: 70
@@ -30,7 +29,6 @@ export async function blockResponse(params: ChatParams): Promise<ChatResponse> {
model: params.model, model: params.model,
messages: params.msgHist, messages: params.msgHist,
options: { options: {
num_thread: 8, // remove if optimization needed further
mirostat: 1, mirostat: 1,
mirostat_tau: 2.0, mirostat_tau: 2.0,
top_k: 70 top_k: 70