From fd788f5c62858468cba7531dcf5fa635eabe373e Mon Sep 17 00:00:00 2001 From: NON906 Date: Sun, 29 Sep 2024 20:37:49 +0900 Subject: [PATCH] =?UTF-8?q?=E7=89=B9=E5=AE=9A=E7=92=B0=E5=A2=83=E4=B8=8A?= =?UTF-8?q?=E3=81=A7=E3=81=AE=E3=82=A8=E3=83=A9=E3=83=BC=E4=BF=AE=E6=AD=A3?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- install.py | 7 ++----- scripts/langchainapi.py | 6 +++--- 2 files changed, 5 insertions(+), 8 deletions(-) diff --git a/install.py b/install.py index 8531665..2bd4b4e 100644 --- a/install.py +++ b/install.py @@ -5,13 +5,10 @@ import launch import os if not launch.is_installed('langchain'): - launch.run_pip('install langchain', 'langchain') - -#if not launch.is_installed('langchainhub'): -# launch.run_pip('install langchainhub', 'langchainhub') + launch.run_pip('install "langchain<0.3"', 'langchain') if not launch.is_installed('langchain_community'): - launch.run_pip('install langchain_community', 'langchain_community') + launch.run_pip('install "langchain_community<0.3"', 'langchain_community') if not launch.is_installed('gpt4all'): launch.run_pip('install gpt4all', 'gpt4all') diff --git a/scripts/langchainapi.py b/scripts/langchainapi.py index 202bca5..d8996d4 100644 --- a/scripts/langchainapi.py +++ b/scripts/langchainapi.py @@ -147,9 +147,9 @@ class LangChainApi: stop_words = [] self.llm = LlamaCpp( model_path=self.settings['llama_cpp_model'], - n_gpu_layers=self.settings['llama_cpp_n_gpu_layers'], - n_batch=self.settings['llama_cpp_n_batch'], - n_ctx=self.settings['llama_cpp_n_ctx'], + n_gpu_layers=int(self.settings['llama_cpp_n_gpu_layers']), + n_batch=int(self.settings['llama_cpp_n_batch']), + n_ctx=int(self.settings['llama_cpp_n_ctx']), streaming=True, callback_manager=AsyncCallbackManager([self.callback]), stop=stop_words,