From 3f51febe529b4f27e163564519fb2c683cab9fbd Mon Sep 17 00:00:00 2001 From: Daniel Connolly Date: Sat, 12 Sep 2026 09:14:32 +0000 Subject: [PATCH 1/2] fix(inspect): remove unsupported middle-out transform --- fle/eval/inspect/sandbox/sandbox_solver.py | 1 - 1 file changed, 1 deletion(-) diff --git a/fle/eval/inspect/sandbox/sandbox_solver.py b/fle/eval/inspect/sandbox/sandbox_solver.py index 6b2068457..d31b250dd 100644 --- a/fle/eval/inspect/sandbox/sandbox_solver.py +++ b/fle/eval/inspect/sandbox/sandbox_solver.py @@ -241,7 +241,6 @@ async def solve(state: AgentState, *args, **kwargs) -> AgentState: # Generate LLM response (host-side) generation_config = { "max_tokens": 4096, - "transforms": ["middle-out"], "reasoning_effort": "minimal", } state.output = await get_model().generate( From 50ab968c2b7711f1dc2c4c94981fc4aba4e1e8d6 Mon Sep 17 00:00:00 2001 From: Daniel Connolly Date: Sat, 12 Sep 2026 14:56:41 +0000 Subject: [PATCH 2/2] fix(inspect): scope middle-out to OpenRouter --- fle/eval/inspect/sandbox/sandbox_solver.py | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/fle/eval/inspect/sandbox/sandbox_solver.py b/fle/eval/inspect/sandbox/sandbox_solver.py index d31b250dd..9056a6f80 100644 --- a/fle/eval/inspect/sandbox/sandbox_solver.py +++ b/fle/eval/inspect/sandbox/sandbox_solver.py @@ -243,7 +243,14 @@ async def solve(state: AgentState, *args, **kwargs) -> AgentState: "max_tokens": 4096, "reasoning_effort": "minimal", } - state.output = await get_model().generate( + _model = get_model() + model_name_str = ( + getattr(_model, "name", "") if hasattr(_model, "name") else "" + ) + if model_name_str and "openrouter" in model_name_str: + generation_config["transforms"] = ["middle-out"] + + state.output = await _model.generate( input=state.messages, config=generation_config, )