From 4297c91c5e0158c9a83029a1e75ed6c1edae0389 Mon Sep 17 00:00:00 2001 From: SpudGunMan Date: Thu, 24 Oct 2024 19:47:19 -0700 Subject: [PATCH] Update llm.py --- modules/llm.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/modules/llm.py b/modules/llm.py index 0179954..861aa22 100644 --- a/modules/llm.py +++ b/modules/llm.py @@ -9,18 +9,19 @@ from modules.log import * from ollama import Client as OllamaClient from googlesearch import search # pip install googlesearch-python -# enahanced workflow with OpenWebUI +# enahanced workflow with OpenWebUI, allowing queries with the OpenWebUI API openWebUI = False +openWebUI_api_key = "your_api_key" +openWebUI_collection_id = "your_collection_id" # This is my attempt at a simple RAG implementation it will require some setup # you will need to have the RAG data in a folder named rag in the data directory (../data/rag) # This is lighter weight and can be used in a standalone environment, needs chromadb +# "chat with a file" is the use concept here, the file is the RAG data ragDEV = False if openWebUI: import requests - openWebUI_api_key = "your_api_key" - openWebUI_collection_id = "your_collection_id" openWebUI_base_url = 'http://localhost:3000/api' if ragDEV: