refactor: update model configuration and research query in agentic search script
This commit is contained in:
parent
76eb0d17c1
commit
5a9932a1e7
@ -4,8 +4,8 @@ from qwen_agent.agents import Assistant
|
||||
|
||||
# Define LLM
|
||||
llm_cfg = {
|
||||
'model': 'hf.co/unsloth/Qwen3-30B-A3B-GGUF:Q5_K_M',
|
||||
# 'model': 'qwen3:32b',
|
||||
# 'model': 'hf.co/unsloth/Qwen3-30B-A3B-GGUF:Q5_K_M',
|
||||
'model': 'qwen3:32b',
|
||||
|
||||
# Use a custom endpoint compatible with OpenAI API:
|
||||
'model_server': 'http://localhost:11434/v1', # api_base
|
||||
@ -45,9 +45,10 @@ bot = Assistant(llm=llm_cfg, function_list=tools)
|
||||
# Streaming generation
|
||||
messages = [{'role': 'user',
|
||||
'content':
|
||||
""""- ***Research** What is enshittification, and who came up with it?
|
||||
-- **Analyze** Developments around enshittification in the last five years, and related concepts.
|
||||
-- **Answer** What is enshittification, and what does it mean for society?"""}]
|
||||
""""
|
||||
- ***Research** Kagi search, privacy and company investors and financials.
|
||||
-- **Analyze** Recent developments around Kagi.
|
||||
-- **Answer** Is it a company that I can trust with my money and data?"""}]
|
||||
|
||||
final_responses = None
|
||||
# Consider adding error handling around bot.run
|
||||
|
Loading…
x
Reference in New Issue
Block a user