Gate nightly diagnostics behind feature
This commit is contained in:
parent
0e459aae92
commit
b76ac9f405
6 changed files with 18 additions and 12 deletions
|
|
@ -403,10 +403,11 @@ impl Agent {
|
|||
loop {
|
||||
let _thinking = start_activity(&agent, "thinking...").await;
|
||||
|
||||
let (rx, _stream_guard) = {
|
||||
let (rx, _stream_guard, in_think) = {
|
||||
let (prompt_tokens, images) = agent.assemble_prompt().await;
|
||||
let st = agent.state.lock().await;
|
||||
agent.client.stream_completion_mm(
|
||||
let in_think = st.think_native;
|
||||
let stream = agent.client.stream_completion_mm(
|
||||
&prompt_tokens,
|
||||
&images,
|
||||
api::SamplingParams {
|
||||
|
|
@ -415,7 +416,8 @@ impl Agent {
|
|||
top_k: st.top_k,
|
||||
},
|
||||
st.priority,
|
||||
)
|
||||
);
|
||||
(stream.0, stream.1, in_think)
|
||||
};
|
||||
|
||||
let branch_idx = {
|
||||
|
|
@ -427,7 +429,7 @@ impl Agent {
|
|||
idx
|
||||
};
|
||||
|
||||
let parser = ResponseParser::new(branch_idx);
|
||||
let parser = ResponseParser::new(branch_idx, in_think);
|
||||
let (mut tool_rx, parser_handle) = parser.run(rx, agent.clone());
|
||||
|
||||
let mut pending_calls: Vec<PendingToolCall> = Vec::new();
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue