Update llm.py

This commit is contained in:
SpudGunMan
2024-10-09 10:48:49 -07:00
parent 709e5a9949
commit 749296a6c0
+1
View File
@@ -13,6 +13,7 @@ from googlesearch import search # pip install googlesearch-python
enableOllamaClient = False
if enableOllamaClient:
# for cutsom remote host models
# https://github.com/ollama/ollama/blob/main/docs/faq.md#how-do-i-configure-ollama-server
from ollama import Client as OllamaClient
OllamaClient(host='http://localhost:11434')
ollamaClient = OllamaClient()