mostalive/agentic-search
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refactor: update model configuration and research query in agentic search script

Browse Source
This commit is contained in:
Willem van den Ende 2025-05-01 19:02:21 +01:00 committed by Willem van den Ende (aider)
parent 76eb0d17c1
commit 5a9932a1e7
1 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
agentic_search.py
View File

@ -4,8 +4,8 @@ from qwen_agent.agents import Assistant
# Define LLM # Define LLM
llm_cfg = { llm_cfg = {
'model': 'hf.co/unsloth/Qwen3-30B-A3B-GGUF:Q5_K_M', # 'model': 'hf.co/unsloth/Qwen3-30B-A3B-GGUF:Q5_K_M',
# 'model': 'qwen3:32b', 'model': 'qwen3:32b',
# Use a custom endpoint compatible with OpenAI API: # Use a custom endpoint compatible with OpenAI API:
'model_server': 'http://localhost:11434/v1', # api_base 'model_server': 'http://localhost:11434/v1', # api_base
@ -45,9 +45,10 @@ bot = Assistant(llm=llm_cfg, function_list=tools)
# Streaming generation # Streaming generation
messages = [{'role': 'user', messages = [{'role': 'user',
'content': 'content':
""""- ***Research** What is enshittification, and who came up with it? """"
-- **Analyze** Developments around enshittification in the last five years, and related concepts. - ***Research** Kagi search, privacy and company investors and financials.
-- **Answer** What is enshittification, and what does it mean for society?"""}] -- **Analyze** Recent developments around Kagi.
-- **Answer** Is it a company that I can trust with my money and data?"""}]
final_responses = None final_responses = None
# Consider adding error handling around bot.run # Consider adding error handling around bot.run