From 5a9932a1e713218832102259bcd348cf21c31b40 Mon Sep 17 00:00:00 2001 From: Willem van den Ende Date: Thu, 1 May 2025 19:02:21 +0100 Subject: [PATCH] refactor: update model configuration and research query in agentic search script --- agentic_search.py | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/agentic_search.py b/agentic_search.py index b101029..89ea505 100644 --- a/agentic_search.py +++ b/agentic_search.py @@ -4,8 +4,8 @@ from qwen_agent.agents import Assistant # Define LLM llm_cfg = { - 'model': 'hf.co/unsloth/Qwen3-30B-A3B-GGUF:Q5_K_M', - # 'model': 'qwen3:32b', + # 'model': 'hf.co/unsloth/Qwen3-30B-A3B-GGUF:Q5_K_M', + 'model': 'qwen3:32b', # Use a custom endpoint compatible with OpenAI API: 'model_server': 'http://localhost:11434/v1', # api_base @@ -45,9 +45,10 @@ bot = Assistant(llm=llm_cfg, function_list=tools) # Streaming generation messages = [{'role': 'user', 'content': - """"- ***Research** What is enshittification, and who came up with it? - -- **Analyze** Developments around enshittification in the last five years, and related concepts. - -- **Answer** What is enshittification, and what does it mean for society?"""}] + """" + - ***Research** Kagi search, privacy and company investors and financials. + -- **Analyze** Recent developments around Kagi. + -- **Answer** Is it a company that I can trust with my money and data?"""}] final_responses = None # Consider adding error handling around bot.run