From 89213c2d398ecb973996eca5e5b531305d3625a0 Mon Sep 17 00:00:00 2001 From: Kevin Dang <77701718+kevinthedang@users.noreply.github.com> Date: Sun, 16 Jun 2024 15:47:49 -0700 Subject: [PATCH] Removed Ollama API Threads as an Option (#68) * rm: threads as a chat option * update: change test Actions name * Fix: workflows running in correct instance --- .github/workflows/build.yml | 2 +- .github/workflows/test.yml | 4 ++-- src/utils/streamHandler.ts | 2 -- 3 files changed, 3 insertions(+), 5 deletions(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index f00f037..89e6a19 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -1,7 +1,7 @@ name: Builds run-name: Validate Node and Docker Builds on: - pull_request: + push: branches: - master diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index 5205402..0ad2a56 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -1,7 +1,7 @@ name: Tests -run-name: Test source code for errors +run-name: Unit Tests on: - push: + pull_request: branches: - master diff --git a/src/utils/streamHandler.ts b/src/utils/streamHandler.ts index c205295..23c64c3 100644 --- a/src/utils/streamHandler.ts +++ b/src/utils/streamHandler.ts @@ -11,7 +11,6 @@ export async function streamResponse(params: ChatParams): Promise { model: params.model, messages: params.msgHist, options: { - num_thread: 8, // remove if optimization needed further mirostat: 1, mirostat_tau: 2.0, top_k: 70