refactor: update model configuration and research query in agentic search script

This commit is contained in:
Willem van den Ende 2025-05-01 19:02:21 +01:00 committed by Willem van den Ende (aider)
parent 76eb0d17c1
commit 5a9932a1e7

View File

@ -4,8 +4,8 @@ from qwen_agent.agents import Assistant
# Define LLM
llm_cfg = {
'model': 'hf.co/unsloth/Qwen3-30B-A3B-GGUF:Q5_K_M',
# 'model': 'qwen3:32b',
# 'model': 'hf.co/unsloth/Qwen3-30B-A3B-GGUF:Q5_K_M',
'model': 'qwen3:32b',
# Use a custom endpoint compatible with OpenAI API:
'model_server': 'http://localhost:11434/v1', # api_base
@ -45,9 +45,10 @@ bot = Assistant(llm=llm_cfg, function_list=tools)
# Streaming generation
messages = [{'role': 'user',
'content':
""""- ***Research** What is enshittification, and who came up with it?
-- **Analyze** Developments around enshittification in the last five years, and related concepts.
-- **Answer** What is enshittification, and what does it mean for society?"""}]
""""
- ***Research** Kagi search, privacy and company investors and financials.
-- **Analyze** Recent developments around Kagi.
-- **Answer** Is it a company that I can trust with my money and data?"""}]
final_responses = None
# Consider adding error handling around bot.run