From 32e41aa93c1a308ce74938af831434e9c55cc602 Mon Sep 17 00:00:00 2001 From: awwaawwa <8493196+awwaawwa@users.noreply.github.com> Date: Thu, 4 Jul 2024 16:27:22 +0800 Subject: [PATCH] update bridge_all.py --- request_llms/bridge_all.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/request_llms/bridge_all.py b/request_llms/bridge_all.py index 87a03601e..c43a10e46 100644 --- a/request_llms/bridge_all.py +++ b/request_llms/bridge_all.py @@ -177,6 +177,14 @@ def decode(self, *args, **kwargs): "tokenizer": tokenizer_gpt35, "token_cnt": get_token_num_gpt35, }, + "gemma2:27b": { + "fn_with_ui": chatgpt_ui, + "fn_without_ui": chatgpt_noui, + "endpoint": openai_endpoint, + "max_token": 4096, + "tokenizer": tokenizer_gpt35, + "token_cnt": get_token_num_gpt35, + }, "t1c/deepseek-math-7b-rl:latest": { "fn_with_ui": chatgpt_ui, "fn_without_ui": None,