From 1677b69363fa2e90b49a565d9a87da8148861b6a Mon Sep 17 00:00:00 2001 From: SpudGunMan Date: Wed, 4 Sep 2024 15:10:38 -0700 Subject: [PATCH] comments# --- README.md | 7 +++++-- modules/llm.py | 4 ++-- 2 files changed, 7 insertions(+), 4 deletions(-) diff --git a/README.md b/README.md index 499840f..7efb5aa 100644 --- a/README.md +++ b/README.md @@ -168,8 +168,11 @@ ollamaModel = gemma2:2b also see llm.py for changing the defaults of ``` -llmEnableHistory = False -llmContext_fromGoogle = True +# LLM System Variables +llmEnableHistory = False # enable history for the LLM model to use in responses adds to compute time +llmContext_fromGoogle = True # enable context from google search results adds to compute time but really helps with responses accuracy +googleSearchResults = 3 # number of google search results to include in the context more results = more compute time +llm_history_limit = 6 # limit the history to 3 messages (come in pairs) more results = more compute time ``` Logging messages to disk or Syslog to disk uses the python native logging function. Take a look at the [/modules/log.py](/modules/log.py) you can set the file logger for syslog to INFO for example to not log DEBUG messages to file log, or modify the stdOut level. diff --git a/modules/llm.py b/modules/llm.py index ce5b5dc..8808cd7 100644 --- a/modules/llm.py +++ b/modules/llm.py @@ -10,8 +10,8 @@ from langchain_core.messages import AIMessage, HumanMessage from googlesearch import search # pip install googlesearch-python # LLM System Variables -llmEnableHistory = False -llmContext_fromGoogle = True +llmEnableHistory = False # enable history for the LLM model to use in responses adds to compute time +llmContext_fromGoogle = True # enable context from google search results adds to compute time but really helps with responses accuracy googleSearchResults = 3 # number of google search results to include in the context more results = more compute time llm_history_limit = 6 # limit the history to 3 messages (come in pairs) more results = more compute time antiFloodLLM = []