where	value	source file	key	rule
setting gpt_4_1=off.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_4_1=off"].verdict	
setting gpt_4_1=off.output_budget	256	docs/MODEL_MATRIX.md	table row `gpt_4_1`, column 'settings: output-token budget', setting `off`	
setting gpt_4_1=off.model_id	gpt-4.1	registry smoke check (smoke_table.json)	["gpt_4_1=off"].model_id	
setting gpt_4_1=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_4_1`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_4_1_mini=off.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_4_1_mini=off"].verdict	
setting gpt_4_1_mini=off.output_budget	256	docs/MODEL_MATRIX.md	table row `gpt_4_1_mini`, column 'settings: output-token budget', setting `off`	
setting gpt_4_1_mini=off.model_id	gpt-4.1-mini	registry smoke check (smoke_table.json)	["gpt_4_1_mini=off"].model_id	
setting gpt_4_1_mini=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_4_1_mini`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_4o=off.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_4o=off"].verdict	
setting gpt_4o=off.output_budget	256	docs/MODEL_MATRIX.md	table row `gpt_4o`, column 'settings: output-token budget', setting `off`	
setting gpt_4o=off.model_id	gpt-4o	registry smoke check (smoke_table.json)	["gpt_4o=off"].model_id	
setting gpt_4o=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_4o`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_4o_mini=off.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_4o_mini=off"].verdict	
setting gpt_4o_mini=off.output_budget	256	docs/MODEL_MATRIX.md	table row `gpt_4o_mini`, column 'settings: output-token budget', setting `off`	
setting gpt_4o_mini=off.model_id	gpt-4o-mini	registry smoke check (smoke_table.json)	["gpt_4o_mini=off"].model_id	
setting gpt_4o_mini=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_4o_mini`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5=high.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5=high"].verdict	
setting gpt_5=high.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_5`, column 'settings: output-token budget', setting `high`	
setting gpt_5=high.model_id	gpt-5	registry smoke check (smoke_table.json)	["gpt_5=high"].model_id	
setting gpt_5=high.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5=low.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5=low"].verdict	
setting gpt_5=low.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_5`, column 'settings: output-token budget', setting `low`	
setting gpt_5=low.model_id	gpt-5	registry smoke check (smoke_table.json)	["gpt_5=low"].model_id	
setting gpt_5=low.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5=medium.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5=medium"].verdict	
setting gpt_5=medium.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_5`, column 'settings: output-token budget', setting `medium`	
setting gpt_5=medium.model_id	gpt-5	registry smoke check (smoke_table.json)	["gpt_5=medium"].model_id	
setting gpt_5=medium.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5=minimal.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5=minimal"].verdict	
setting gpt_5=minimal.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_5`, column 'settings: output-token budget', setting `minimal`	
setting gpt_5=minimal.model_id	gpt-5	registry smoke check (smoke_table.json)	["gpt_5=minimal"].model_id	
setting gpt_5=minimal.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_2=high.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_2=high"].verdict	
setting gpt_5_2=high.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_5_2`, column 'settings: output-token budget', setting `high`	
setting gpt_5_2=high.model_id	gpt-5.2	registry smoke check (smoke_table.json)	["gpt_5_2=high"].model_id	
setting gpt_5_2=high.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5_2`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_2=low.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_2=low"].verdict	
setting gpt_5_2=low.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_5_2`, column 'settings: output-token budget', setting `low`	
setting gpt_5_2=low.model_id	gpt-5.2	registry smoke check (smoke_table.json)	["gpt_5_2=low"].model_id	
setting gpt_5_2=low.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5_2`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_2=medium.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_2=medium"].verdict	
setting gpt_5_2=medium.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_5_2`, column 'settings: output-token budget', setting `medium`	
setting gpt_5_2=medium.model_id	gpt-5.2	registry smoke check (smoke_table.json)	["gpt_5_2=medium"].model_id	
setting gpt_5_2=medium.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5_2`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_2=off.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_2=off"].verdict	
setting gpt_5_2=off.output_budget	256	docs/MODEL_MATRIX.md	table row `gpt_5_2`, column 'settings: output-token budget', setting `off`	
setting gpt_5_2=off.model_id	gpt-5.2	registry smoke check (smoke_table.json)	["gpt_5_2=off"].model_id	
setting gpt_5_2=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5_2`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_4=high.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_4=high"].verdict	
setting gpt_5_4=high.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_5_4`, column 'settings: output-token budget', setting `high`	
setting gpt_5_4=high.model_id	gpt-5.4	registry smoke check (smoke_table.json)	["gpt_5_4=high"].model_id	
setting gpt_5_4=high.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5_4`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_4=low.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_4=low"].verdict	
setting gpt_5_4=low.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_5_4`, column 'settings: output-token budget', setting `low`	
setting gpt_5_4=low.model_id	gpt-5.4	registry smoke check (smoke_table.json)	["gpt_5_4=low"].model_id	
setting gpt_5_4=low.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5_4`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_4=medium.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_4=medium"].verdict	
setting gpt_5_4=medium.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_5_4`, column 'settings: output-token budget', setting `medium`	
setting gpt_5_4=medium.model_id	gpt-5.4	registry smoke check (smoke_table.json)	["gpt_5_4=medium"].model_id	
setting gpt_5_4=medium.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5_4`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_4=off.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_4=off"].verdict	
setting gpt_5_4=off.output_budget	256	docs/MODEL_MATRIX.md	table row `gpt_5_4`, column 'settings: output-token budget', setting `off`	
setting gpt_5_4=off.model_id	gpt-5.4	registry smoke check (smoke_table.json)	["gpt_5_4=off"].model_id	
setting gpt_5_4=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5_4`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_5=high.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_5=high"].verdict	
setting gpt_5_5=high.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_5_5`, column 'settings: output-token budget', setting `high`	
setting gpt_5_5=high.model_id	gpt-5.5	registry smoke check (smoke_table.json)	["gpt_5_5=high"].model_id	
setting gpt_5_5=high.price_class	expensive	docs/MODEL_MATRIX.md	table row `gpt_5_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_5=low.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_5=low"].verdict	
setting gpt_5_5=low.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_5_5`, column 'settings: output-token budget', setting `low`	
setting gpt_5_5=low.model_id	gpt-5.5	registry smoke check (smoke_table.json)	["gpt_5_5=low"].model_id	
setting gpt_5_5=low.price_class	expensive	docs/MODEL_MATRIX.md	table row `gpt_5_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_5=medium.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_5=medium"].verdict	
setting gpt_5_5=medium.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_5_5`, column 'settings: output-token budget', setting `medium`	
setting gpt_5_5=medium.model_id	gpt-5.5	registry smoke check (smoke_table.json)	["gpt_5_5=medium"].model_id	
setting gpt_5_5=medium.price_class	expensive	docs/MODEL_MATRIX.md	table row `gpt_5_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_5=off.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_5=off"].verdict	
setting gpt_5_5=off.output_budget	256	docs/MODEL_MATRIX.md	table row `gpt_5_5`, column 'settings: output-token budget', setting `off`	
setting gpt_5_5=off.model_id	gpt-5.5	registry smoke check (smoke_table.json)	["gpt_5_5=off"].model_id	
setting gpt_5_5=off.price_class	expensive	docs/MODEL_MATRIX.md	table row `gpt_5_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_6_luna=high.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_6_luna=high"].verdict	
setting gpt_5_6_luna=high.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_5_6_luna`, column 'settings: output-token budget', setting `high`	
setting gpt_5_6_luna=high.model_id	gpt-5.6-luna	registry smoke check (smoke_table.json)	["gpt_5_6_luna=high"].model_id	
setting gpt_5_6_luna=high.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5_6_luna`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_6_luna=low.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_6_luna=low"].verdict	
setting gpt_5_6_luna=low.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_5_6_luna`, column 'settings: output-token budget', setting `low`	
setting gpt_5_6_luna=low.model_id	gpt-5.6-luna	registry smoke check (smoke_table.json)	["gpt_5_6_luna=low"].model_id	
setting gpt_5_6_luna=low.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5_6_luna`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_6_luna=medium.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_6_luna=medium"].verdict	
setting gpt_5_6_luna=medium.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_5_6_luna`, column 'settings: output-token budget', setting `medium`	
setting gpt_5_6_luna=medium.model_id	gpt-5.6-luna	registry smoke check (smoke_table.json)	["gpt_5_6_luna=medium"].model_id	
setting gpt_5_6_luna=medium.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5_6_luna`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_6_luna=off.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_6_luna=off"].verdict	
setting gpt_5_6_luna=off.output_budget	256	docs/MODEL_MATRIX.md	table row `gpt_5_6_luna`, column 'settings: output-token budget', setting `off`	
setting gpt_5_6_luna=off.model_id	gpt-5.6-luna	registry smoke check (smoke_table.json)	["gpt_5_6_luna=off"].model_id	
setting gpt_5_6_luna=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5_6_luna`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_6_sol=high.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_6_sol=high"].verdict	
setting gpt_5_6_sol=high.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_5_6_sol`, column 'settings: output-token budget', setting `high`	
setting gpt_5_6_sol=high.model_id	gpt-5.6-sol	registry smoke check (smoke_table.json)	["gpt_5_6_sol=high"].model_id	
setting gpt_5_6_sol=high.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5_6_sol`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_6_sol=low.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_6_sol=low"].verdict	
setting gpt_5_6_sol=low.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_5_6_sol`, column 'settings: output-token budget', setting `low`	
setting gpt_5_6_sol=low.model_id	gpt-5.6-sol	registry smoke check (smoke_table.json)	["gpt_5_6_sol=low"].model_id	
setting gpt_5_6_sol=low.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5_6_sol`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_6_sol=medium.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_6_sol=medium"].verdict	
setting gpt_5_6_sol=medium.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_5_6_sol`, column 'settings: output-token budget', setting `medium`	
setting gpt_5_6_sol=medium.model_id	gpt-5.6-sol	registry smoke check (smoke_table.json)	["gpt_5_6_sol=medium"].model_id	
setting gpt_5_6_sol=medium.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5_6_sol`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_6_sol=off.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_6_sol=off"].verdict	
setting gpt_5_6_sol=off.output_budget	256	docs/MODEL_MATRIX.md	table row `gpt_5_6_sol`, column 'settings: output-token budget', setting `off`	
setting gpt_5_6_sol=off.model_id	gpt-5.6-sol	registry smoke check (smoke_table.json)	["gpt_5_6_sol=off"].model_id	
setting gpt_5_6_sol=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5_6_sol`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_6_terra=high.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_6_terra=high"].verdict	
setting gpt_5_6_terra=high.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_5_6_terra`, column 'settings: output-token budget', setting `high`	
setting gpt_5_6_terra=high.model_id	gpt-5.6-terra	registry smoke check (smoke_table.json)	["gpt_5_6_terra=high"].model_id	
setting gpt_5_6_terra=high.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5_6_terra`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_6_terra=low.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_6_terra=low"].verdict	
setting gpt_5_6_terra=low.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_5_6_terra`, column 'settings: output-token budget', setting `low`	
setting gpt_5_6_terra=low.model_id	gpt-5.6-terra	registry smoke check (smoke_table.json)	["gpt_5_6_terra=low"].model_id	
setting gpt_5_6_terra=low.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5_6_terra`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_6_terra=medium.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_6_terra=medium"].verdict	
setting gpt_5_6_terra=medium.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_5_6_terra`, column 'settings: output-token budget', setting `medium`	
setting gpt_5_6_terra=medium.model_id	gpt-5.6-terra	registry smoke check (smoke_table.json)	["gpt_5_6_terra=medium"].model_id	
setting gpt_5_6_terra=medium.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5_6_terra`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_5_6_terra=off.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_5_6_terra=off"].verdict	
setting gpt_5_6_terra=off.output_budget	256	docs/MODEL_MATRIX.md	table row `gpt_5_6_terra`, column 'settings: output-token budget', setting `off`	
setting gpt_5_6_terra=off.model_id	gpt-5.6-terra	registry smoke check (smoke_table.json)	["gpt_5_6_terra=off"].model_id	
setting gpt_5_6_terra=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_5_6_terra`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_1_sol=high.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_1_sol=high"].verdict	
setting gpt_6_1_sol=high.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_1_sol`, column 'settings: output-token budget', setting `high`	
setting gpt_6_1_sol=high.model_id	gpt-6.1-sol	registry smoke check (smoke_table.json)	["gpt_6_1_sol=high"].model_id	
setting gpt_6_1_sol=high.price_class	middle	docs/MODEL_MATRIX.md	table row `gpt_6_1_sol`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_1_sol=low.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_1_sol=low"].verdict	
setting gpt_6_1_sol=low.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_1_sol`, column 'settings: output-token budget', setting `low`	
setting gpt_6_1_sol=low.model_id	gpt-6.1-sol	registry smoke check (smoke_table.json)	["gpt_6_1_sol=low"].model_id	
setting gpt_6_1_sol=low.price_class	middle	docs/MODEL_MATRIX.md	table row `gpt_6_1_sol`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_1_sol=medium.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_1_sol=medium"].verdict	
setting gpt_6_1_sol=medium.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_1_sol`, column 'settings: output-token budget', setting `medium`	
setting gpt_6_1_sol=medium.model_id	gpt-6.1-sol	registry smoke check (smoke_table.json)	["gpt_6_1_sol=medium"].model_id	
setting gpt_6_1_sol=medium.price_class	middle	docs/MODEL_MATRIX.md	table row `gpt_6_1_sol`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_1_sol=xhigh.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_1_sol=xhigh"].verdict	
setting gpt_6_1_sol=xhigh.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_1_sol`, column 'settings: output-token budget', setting `xhigh`	
setting gpt_6_1_sol=xhigh.model_id	gpt-6.1-sol	registry smoke check (smoke_table.json)	["gpt_6_1_sol=xhigh"].model_id	
setting gpt_6_1_sol=xhigh.price_class	middle	docs/MODEL_MATRIX.md	table row `gpt_6_1_sol`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_1_terra=high.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_1_terra=high"].verdict	
setting gpt_6_1_terra=high.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_1_terra`, column 'settings: output-token budget', setting `high`	
setting gpt_6_1_terra=high.model_id	gpt-6.1-terra	registry smoke check (smoke_table.json)	["gpt_6_1_terra=high"].model_id	
setting gpt_6_1_terra=high.price_class	middle	docs/MODEL_MATRIX.md	table row `gpt_6_1_terra`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_1_terra=low.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_1_terra=low"].verdict	
setting gpt_6_1_terra=low.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_1_terra`, column 'settings: output-token budget', setting `low`	
setting gpt_6_1_terra=low.model_id	gpt-6.1-terra	registry smoke check (smoke_table.json)	["gpt_6_1_terra=low"].model_id	
setting gpt_6_1_terra=low.price_class	middle	docs/MODEL_MATRIX.md	table row `gpt_6_1_terra`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_1_terra=medium.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_1_terra=medium"].verdict	
setting gpt_6_1_terra=medium.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_1_terra`, column 'settings: output-token budget', setting `medium`	
setting gpt_6_1_terra=medium.model_id	gpt-6.1-terra	registry smoke check (smoke_table.json)	["gpt_6_1_terra=medium"].model_id	
setting gpt_6_1_terra=medium.price_class	middle	docs/MODEL_MATRIX.md	table row `gpt_6_1_terra`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_1_terra=off.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_1_terra=off"].verdict	
setting gpt_6_1_terra=off.output_budget	256	docs/MODEL_MATRIX.md	table row `gpt_6_1_terra`, column 'settings: output-token budget', setting `off`	
setting gpt_6_1_terra=off.model_id	gpt-6.1-terra	registry smoke check (smoke_table.json)	["gpt_6_1_terra=off"].model_id	
setting gpt_6_1_terra=off.price_class	middle	docs/MODEL_MATRIX.md	table row `gpt_6_1_terra`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_1_terra=xhigh.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_1_terra=xhigh"].verdict	
setting gpt_6_1_terra=xhigh.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_1_terra`, column 'settings: output-token budget', setting `xhigh`	
setting gpt_6_1_terra=xhigh.model_id	gpt-6.1-terra	registry smoke check (smoke_table.json)	["gpt_6_1_terra=xhigh"].model_id	
setting gpt_6_1_terra=xhigh.price_class	middle	docs/MODEL_MATRIX.md	table row `gpt_6_1_terra`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_2_astra=high.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_2_astra=high"].verdict	
setting gpt_6_2_astra=high.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_2_astra`, column 'settings: output-token budget', setting `high`	
setting gpt_6_2_astra=high.model_id	gpt-6.2-astra	registry smoke check (smoke_table.json)	["gpt_6_2_astra=high"].model_id	
setting gpt_6_2_astra=high.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_6_2_astra`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_2_astra=low.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_2_astra=low"].verdict	
setting gpt_6_2_astra=low.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_2_astra`, column 'settings: output-token budget', setting `low`	
setting gpt_6_2_astra=low.model_id	gpt-6.2-astra	registry smoke check (smoke_table.json)	["gpt_6_2_astra=low"].model_id	
setting gpt_6_2_astra=low.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_6_2_astra`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_2_astra=max.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_2_astra=max"].verdict	
setting gpt_6_2_astra=max.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_2_astra`, column 'settings: output-token budget', setting `max`	
setting gpt_6_2_astra=max.model_id	gpt-6.2-astra	registry smoke check (smoke_table.json)	["gpt_6_2_astra=max"].model_id	
setting gpt_6_2_astra=max.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_6_2_astra`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_2_astra=medium.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_2_astra=medium"].verdict	
setting gpt_6_2_astra=medium.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_2_astra`, column 'settings: output-token budget', setting `medium`	
setting gpt_6_2_astra=medium.model_id	gpt-6.2-astra	registry smoke check (smoke_table.json)	["gpt_6_2_astra=medium"].model_id	
setting gpt_6_2_astra=medium.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_6_2_astra`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_2_astra=xhigh.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_2_astra=xhigh"].verdict	
setting gpt_6_2_astra=xhigh.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_2_astra`, column 'settings: output-token budget', setting `xhigh`	
setting gpt_6_2_astra=xhigh.model_id	gpt-6.2-astra	registry smoke check (smoke_table.json)	["gpt_6_2_astra=xhigh"].model_id	
setting gpt_6_2_astra=xhigh.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_6_2_astra`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_2_sol=high.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_2_sol=high"].verdict	
setting gpt_6_2_sol=high.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_2_sol`, column 'settings: output-token budget', setting `high`	
setting gpt_6_2_sol=high.model_id	gpt-6.2-sol	registry smoke check (smoke_table.json)	["gpt_6_2_sol=high"].model_id	
setting gpt_6_2_sol=high.price_class	middle	docs/MODEL_MATRIX.md	table row `gpt_6_2_sol`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_2_sol=low.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_2_sol=low"].verdict	
setting gpt_6_2_sol=low.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_2_sol`, column 'settings: output-token budget', setting `low`	
setting gpt_6_2_sol=low.model_id	gpt-6.2-sol	registry smoke check (smoke_table.json)	["gpt_6_2_sol=low"].model_id	
setting gpt_6_2_sol=low.price_class	middle	docs/MODEL_MATRIX.md	table row `gpt_6_2_sol`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_2_sol=max.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_2_sol=max"].verdict	
setting gpt_6_2_sol=max.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_2_sol`, column 'settings: output-token budget', setting `max`	
setting gpt_6_2_sol=max.model_id	gpt-6.2-sol	registry smoke check (smoke_table.json)	["gpt_6_2_sol=max"].model_id	
setting gpt_6_2_sol=max.price_class	middle	docs/MODEL_MATRIX.md	table row `gpt_6_2_sol`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_2_sol=medium.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_2_sol=medium"].verdict	
setting gpt_6_2_sol=medium.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_2_sol`, column 'settings: output-token budget', setting `medium`	
setting gpt_6_2_sol=medium.model_id	gpt-6.2-sol	registry smoke check (smoke_table.json)	["gpt_6_2_sol=medium"].model_id	
setting gpt_6_2_sol=medium.price_class	middle	docs/MODEL_MATRIX.md	table row `gpt_6_2_sol`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_2_sol=xhigh.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_2_sol=xhigh"].verdict	
setting gpt_6_2_sol=xhigh.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_2_sol`, column 'settings: output-token budget', setting `xhigh`	
setting gpt_6_2_sol=xhigh.model_id	gpt-6.2-sol	registry smoke check (smoke_table.json)	["gpt_6_2_sol=xhigh"].model_id	
setting gpt_6_2_sol=xhigh.price_class	middle	docs/MODEL_MATRIX.md	table row `gpt_6_2_sol`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_astra=high.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_astra=high"].verdict	
setting gpt_6_astra=high.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_astra`, column 'settings: output-token budget', setting `high`	
setting gpt_6_astra=high.model_id	gpt-6-astra	registry smoke check (smoke_table.json)	["gpt_6_astra=high"].model_id	
setting gpt_6_astra=high.price_class	expensive	docs/MODEL_MATRIX.md	table row `gpt_6_astra`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_astra=low.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_astra=low"].verdict	
setting gpt_6_astra=low.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_astra`, column 'settings: output-token budget', setting `low`	
setting gpt_6_astra=low.model_id	gpt-6-astra	registry smoke check (smoke_table.json)	["gpt_6_astra=low"].model_id	
setting gpt_6_astra=low.price_class	expensive	docs/MODEL_MATRIX.md	table row `gpt_6_astra`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_astra=medium.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_astra=medium"].verdict	
setting gpt_6_astra=medium.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_astra`, column 'settings: output-token budget', setting `medium`	
setting gpt_6_astra=medium.model_id	gpt-6-astra	registry smoke check (smoke_table.json)	["gpt_6_astra=medium"].model_id	
setting gpt_6_astra=medium.price_class	expensive	docs/MODEL_MATRIX.md	table row `gpt_6_astra`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_astra=xhigh.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_astra=xhigh"].verdict	
setting gpt_6_astra=xhigh.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_astra`, column 'settings: output-token budget', setting `xhigh`	
setting gpt_6_astra=xhigh.model_id	gpt-6-astra	registry smoke check (smoke_table.json)	["gpt_6_astra=xhigh"].model_id	
setting gpt_6_astra=xhigh.price_class	expensive	docs/MODEL_MATRIX.md	table row `gpt_6_astra`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_luna=high.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_luna=high"].verdict	
setting gpt_6_luna=high.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_luna`, column 'settings: output-token budget', setting `high`	
setting gpt_6_luna=high.model_id	gpt-6-luna	registry smoke check (smoke_table.json)	["gpt_6_luna=high"].model_id	
setting gpt_6_luna=high.price_class	cheap	docs/MODEL_MATRIX.md	table row `gpt_6_luna`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_luna=low.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_luna=low"].verdict	
setting gpt_6_luna=low.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_luna`, column 'settings: output-token budget', setting `low`	
setting gpt_6_luna=low.model_id	gpt-6-luna	registry smoke check (smoke_table.json)	["gpt_6_luna=low"].model_id	
setting gpt_6_luna=low.price_class	cheap	docs/MODEL_MATRIX.md	table row `gpt_6_luna`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_luna=medium.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_luna=medium"].verdict	
setting gpt_6_luna=medium.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_luna`, column 'settings: output-token budget', setting `medium`	
setting gpt_6_luna=medium.model_id	gpt-6-luna	registry smoke check (smoke_table.json)	["gpt_6_luna=medium"].model_id	
setting gpt_6_luna=medium.price_class	cheap	docs/MODEL_MATRIX.md	table row `gpt_6_luna`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_luna=off.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_luna=off"].verdict	
setting gpt_6_luna=off.output_budget	256	docs/MODEL_MATRIX.md	table row `gpt_6_luna`, column 'settings: output-token budget', setting `off`	
setting gpt_6_luna=off.model_id	gpt-6-luna	registry smoke check (smoke_table.json)	["gpt_6_luna=off"].model_id	
setting gpt_6_luna=off.price_class	cheap	docs/MODEL_MATRIX.md	table row `gpt_6_luna`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_luna=xhigh.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_luna=xhigh"].verdict	
setting gpt_6_luna=xhigh.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_luna`, column 'settings: output-token budget', setting `xhigh`	
setting gpt_6_luna=xhigh.model_id	gpt-6-luna	registry smoke check (smoke_table.json)	["gpt_6_luna=xhigh"].model_id	
setting gpt_6_luna=xhigh.price_class	cheap	docs/MODEL_MATRIX.md	table row `gpt_6_luna`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_sol=high.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_sol=high"].verdict	
setting gpt_6_sol=high.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_sol`, column 'settings: output-token budget', setting `high`	
setting gpt_6_sol=high.model_id	gpt-6-sol	registry smoke check (smoke_table.json)	["gpt_6_sol=high"].model_id	
setting gpt_6_sol=high.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_6_sol`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_sol=low.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_sol=low"].verdict	
setting gpt_6_sol=low.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_sol`, column 'settings: output-token budget', setting `low`	
setting gpt_6_sol=low.model_id	gpt-6-sol	registry smoke check (smoke_table.json)	["gpt_6_sol=low"].model_id	
setting gpt_6_sol=low.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_6_sol`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_sol=medium.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_sol=medium"].verdict	
setting gpt_6_sol=medium.output_budget	32000	docs/MODEL_MATRIX.md	table row `gpt_6_sol`, column 'settings: output-token budget', setting `medium`	
setting gpt_6_sol=medium.model_id	gpt-6-sol	registry smoke check (smoke_table.json)	["gpt_6_sol=medium"].model_id	
setting gpt_6_sol=medium.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_6_sol`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting gpt_6_sol=off.smoke	PASS	registry smoke check (smoke_table.json)	["gpt_6_sol=off"].verdict	
setting gpt_6_sol=off.output_budget	256	docs/MODEL_MATRIX.md	table row `gpt_6_sol`, column 'settings: output-token budget', setting `off`	
setting gpt_6_sol=off.model_id	gpt-6-sol	registry smoke check (smoke_table.json)	["gpt_6_sol=off"].model_id	
setting gpt_6_sol=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `gpt_6_sol`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting o3=high.smoke	PASS	registry smoke check (smoke_table.json)	["o3=high"].verdict	
setting o3=high.output_budget	32000	docs/MODEL_MATRIX.md	table row `o3`, column 'settings: output-token budget', setting `high`	
setting o3=high.model_id	o3	registry smoke check (smoke_table.json)	["o3=high"].model_id	
setting o3=high.price_class	unknown	docs/MODEL_MATRIX.md	table row `o3`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting o3=low.smoke	PASS	registry smoke check (smoke_table.json)	["o3=low"].verdict	
setting o3=low.output_budget	32000	docs/MODEL_MATRIX.md	table row `o3`, column 'settings: output-token budget', setting `low`	
setting o3=low.model_id	o3	registry smoke check (smoke_table.json)	["o3=low"].model_id	
setting o3=low.price_class	unknown	docs/MODEL_MATRIX.md	table row `o3`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting o3=medium.smoke	PASS	registry smoke check (smoke_table.json)	["o3=medium"].verdict	
setting o3=medium.output_budget	32000	docs/MODEL_MATRIX.md	table row `o3`, column 'settings: output-token budget', setting `medium`	
setting o3=medium.model_id	o3	registry smoke check (smoke_table.json)	["o3=medium"].model_id	
setting o3=medium.price_class	unknown	docs/MODEL_MATRIX.md	table row `o3`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_fable_5=high.smoke	PASS	registry smoke check (smoke_table.json)	["claude_fable_5=high"].verdict	
setting claude_fable_5=high.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_fable_5`, column 'settings: output-token budget', setting `high`	
setting claude_fable_5=high.model_id	claude-fable-5	registry smoke check (smoke_table.json)	["claude_fable_5=high"].model_id	
setting claude_fable_5=high.price_class	unknown	docs/MODEL_MATRIX.md	table row `claude_fable_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_fable_5=low.smoke	PASS	registry smoke check (smoke_table.json)	["claude_fable_5=low"].verdict	
setting claude_fable_5=low.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_fable_5`, column 'settings: output-token budget', setting `low`	
setting claude_fable_5=low.model_id	claude-fable-5	registry smoke check (smoke_table.json)	["claude_fable_5=low"].model_id	
setting claude_fable_5=low.price_class	unknown	docs/MODEL_MATRIX.md	table row `claude_fable_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_fable_5=max.smoke	PASS	registry smoke check (smoke_table.json)	["claude_fable_5=max"].verdict	
setting claude_fable_5=max.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_fable_5`, column 'settings: output-token budget', setting `max`	
setting claude_fable_5=max.model_id	claude-fable-5	registry smoke check (smoke_table.json)	["claude_fable_5=max"].model_id	
setting claude_fable_5=max.price_class	unknown	docs/MODEL_MATRIX.md	table row `claude_fable_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_fable_5=medium.smoke	PASS	registry smoke check (smoke_table.json)	["claude_fable_5=medium"].verdict	
setting claude_fable_5=medium.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_fable_5`, column 'settings: output-token budget', setting `medium`	
setting claude_fable_5=medium.model_id	claude-fable-5	registry smoke check (smoke_table.json)	["claude_fable_5=medium"].model_id	
setting claude_fable_5=medium.price_class	unknown	docs/MODEL_MATRIX.md	table row `claude_fable_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_fable_5=xhigh.smoke	PASS	registry smoke check (smoke_table.json)	["claude_fable_5=xhigh"].verdict	
setting claude_fable_5=xhigh.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_fable_5`, column 'settings: output-token budget', setting `xhigh`	
setting claude_fable_5=xhigh.model_id	claude-fable-5	registry smoke check (smoke_table.json)	["claude_fable_5=xhigh"].model_id	
setting claude_fable_5=xhigh.price_class	unknown	docs/MODEL_MATRIX.md	table row `claude_fable_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_fable_5_1=high.smoke	PASS	registry smoke check (smoke_table.json)	["claude_fable_5_1=high"].verdict	
setting claude_fable_5_1=high.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_fable_5_1`, column 'settings: output-token budget', setting `high`	
setting claude_fable_5_1=high.model_id	claude-fable-5-1	registry smoke check (smoke_table.json)	["claude_fable_5_1=high"].model_id	
setting claude_fable_5_1=high.price_class	unknown	docs/MODEL_MATRIX.md	table row `claude_fable_5_1`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_fable_5_1=low.smoke	PASS	registry smoke check (smoke_table.json)	["claude_fable_5_1=low"].verdict	
setting claude_fable_5_1=low.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_fable_5_1`, column 'settings: output-token budget', setting `low`	
setting claude_fable_5_1=low.model_id	claude-fable-5-1	registry smoke check (smoke_table.json)	["claude_fable_5_1=low"].model_id	
setting claude_fable_5_1=low.price_class	unknown	docs/MODEL_MATRIX.md	table row `claude_fable_5_1`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_fable_5_1=max.smoke	PASS	registry smoke check (smoke_table.json)	["claude_fable_5_1=max"].verdict	
setting claude_fable_5_1=max.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_fable_5_1`, column 'settings: output-token budget', setting `max`	
setting claude_fable_5_1=max.model_id	claude-fable-5-1	registry smoke check (smoke_table.json)	["claude_fable_5_1=max"].model_id	
setting claude_fable_5_1=max.price_class	unknown	docs/MODEL_MATRIX.md	table row `claude_fable_5_1`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_fable_5_1=medium.smoke	PASS	registry smoke check (smoke_table.json)	["claude_fable_5_1=medium"].verdict	
setting claude_fable_5_1=medium.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_fable_5_1`, column 'settings: output-token budget', setting `medium`	
setting claude_fable_5_1=medium.model_id	claude-fable-5-1	registry smoke check (smoke_table.json)	["claude_fable_5_1=medium"].model_id	
setting claude_fable_5_1=medium.price_class	unknown	docs/MODEL_MATRIX.md	table row `claude_fable_5_1`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_fable_5_1=xhigh.smoke	PASS	registry smoke check (smoke_table.json)	["claude_fable_5_1=xhigh"].verdict	
setting claude_fable_5_1=xhigh.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_fable_5_1`, column 'settings: output-token budget', setting `xhigh`	
setting claude_fable_5_1=xhigh.model_id	claude-fable-5-1	registry smoke check (smoke_table.json)	["claude_fable_5_1=xhigh"].model_id	
setting claude_fable_5_1=xhigh.price_class	unknown	docs/MODEL_MATRIX.md	table row `claude_fable_5_1`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_fable_5_2=high.smoke	PASS	registry smoke check (smoke_table.json)	["claude_fable_5_2=high"].verdict	
setting claude_fable_5_2=high.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_fable_5_2`, column 'settings: output-token budget', setting `high`	
setting claude_fable_5_2=high.model_id	claude-fable-5-2	registry smoke check (smoke_table.json)	["claude_fable_5_2=high"].model_id	
setting claude_fable_5_2=high.price_class	expensive	docs/MODEL_MATRIX.md	table row `claude_fable_5_2`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_fable_5_2=low.smoke	PASS	registry smoke check (smoke_table.json)	["claude_fable_5_2=low"].verdict	
setting claude_fable_5_2=low.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_fable_5_2`, column 'settings: output-token budget', setting `low`	
setting claude_fable_5_2=low.model_id	claude-fable-5-2	registry smoke check (smoke_table.json)	["claude_fable_5_2=low"].model_id	
setting claude_fable_5_2=low.price_class	expensive	docs/MODEL_MATRIX.md	table row `claude_fable_5_2`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_fable_5_2=max.smoke	PASS	registry smoke check (smoke_table.json)	["claude_fable_5_2=max"].verdict	
setting claude_fable_5_2=max.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_fable_5_2`, column 'settings: output-token budget', setting `max`	
setting claude_fable_5_2=max.model_id	claude-fable-5-2	registry smoke check (smoke_table.json)	["claude_fable_5_2=max"].model_id	
setting claude_fable_5_2=max.price_class	expensive	docs/MODEL_MATRIX.md	table row `claude_fable_5_2`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_fable_5_2=medium.smoke	PASS	registry smoke check (smoke_table.json)	["claude_fable_5_2=medium"].verdict	
setting claude_fable_5_2=medium.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_fable_5_2`, column 'settings: output-token budget', setting `medium`	
setting claude_fable_5_2=medium.model_id	claude-fable-5-2	registry smoke check (smoke_table.json)	["claude_fable_5_2=medium"].model_id	
setting claude_fable_5_2=medium.price_class	expensive	docs/MODEL_MATRIX.md	table row `claude_fable_5_2`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_fable_5_2=xhigh.smoke	PASS	registry smoke check (smoke_table.json)	["claude_fable_5_2=xhigh"].verdict	
setting claude_fable_5_2=xhigh.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_fable_5_2`, column 'settings: output-token budget', setting `xhigh`	
setting claude_fable_5_2=xhigh.model_id	claude-fable-5-2	registry smoke check (smoke_table.json)	["claude_fable_5_2=xhigh"].model_id	
setting claude_fable_5_2=xhigh.price_class	expensive	docs/MODEL_MATRIX.md	table row `claude_fable_5_2`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_haiku_4_5=off.smoke	PASS*: off not verifiable, reasoning tokens not reported (output tokens 9-9)	registry smoke check (smoke_table.json)	["claude_haiku_4_5=off"].verdict	
setting claude_haiku_4_5=off.output_budget	256	docs/MODEL_MATRIX.md	table row `claude_haiku_4_5`, column 'settings: output-token budget', setting `off`	
setting claude_haiku_4_5=off.model_id	claude-haiku-4-5-20251001	registry smoke check (smoke_table.json)	["claude_haiku_4_5=off"].model_id	
setting claude_haiku_4_5=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `claude_haiku_4_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_haiku_5_5=high.smoke	PASS	registry smoke check (smoke_table.json)	["claude_haiku_5_5=high"].verdict	
setting claude_haiku_5_5=high.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_haiku_5_5`, column 'settings: output-token budget', setting `high`	
setting claude_haiku_5_5=high.model_id	claude-haiku-5-5	registry smoke check (smoke_table.json)	["claude_haiku_5_5=high"].model_id	
setting claude_haiku_5_5=high.price_class	cheap	docs/MODEL_MATRIX.md	table row `claude_haiku_5_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_haiku_5_5=low.smoke	PASS	registry smoke check (smoke_table.json)	["claude_haiku_5_5=low"].verdict	
setting claude_haiku_5_5=low.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_haiku_5_5`, column 'settings: output-token budget', setting `low`	
setting claude_haiku_5_5=low.model_id	claude-haiku-5-5	registry smoke check (smoke_table.json)	["claude_haiku_5_5=low"].model_id	
setting claude_haiku_5_5=low.price_class	cheap	docs/MODEL_MATRIX.md	table row `claude_haiku_5_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_haiku_5_5=medium.smoke	PASS	registry smoke check (smoke_table.json)	["claude_haiku_5_5=medium"].verdict	
setting claude_haiku_5_5=medium.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_haiku_5_5`, column 'settings: output-token budget', setting `medium`	
setting claude_haiku_5_5=medium.model_id	claude-haiku-5-5	registry smoke check (smoke_table.json)	["claude_haiku_5_5=medium"].model_id	
setting claude_haiku_5_5=medium.price_class	cheap	docs/MODEL_MATRIX.md	table row `claude_haiku_5_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_haiku_5_5=off.smoke	PASS	registry smoke check (smoke_table.json)	["claude_haiku_5_5=off"].verdict	
setting claude_haiku_5_5=off.output_budget	256	docs/MODEL_MATRIX.md	table row `claude_haiku_5_5`, column 'settings: output-token budget', setting `off`	
setting claude_haiku_5_5=off.model_id	claude-haiku-5-5	registry smoke check (smoke_table.json)	["claude_haiku_5_5=off"].model_id	
setting claude_haiku_5_5=off.price_class	cheap	docs/MODEL_MATRIX.md	table row `claude_haiku_5_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_opus_4_5=off.smoke	PASS*: off not verifiable, reasoning tokens not reported (output tokens 9-9)	registry smoke check (smoke_table.json)	["claude_opus_4_5=off"].verdict	
setting claude_opus_4_5=off.output_budget	256	docs/MODEL_MATRIX.md	table row `claude_opus_4_5`, column 'settings: output-token budget', setting `off`	
setting claude_opus_4_5=off.model_id	claude-opus-4-5-20251101	registry smoke check (smoke_table.json)	["claude_opus_4_5=off"].model_id	
setting claude_opus_4_5=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `claude_opus_4_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_opus_4_6=high.smoke	PASS	registry smoke check (smoke_table.json)	["claude_opus_4_6=high"].verdict	
setting claude_opus_4_6=high.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_opus_4_6`, column 'settings: output-token budget', setting `high`	
setting claude_opus_4_6=high.model_id	claude-opus-4-6	registry smoke check (smoke_table.json)	["claude_opus_4_6=high"].model_id	
setting claude_opus_4_6=high.price_class	unknown	docs/MODEL_MATRIX.md	table row `claude_opus_4_6`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_opus_4_6=off.smoke	PASS*: off not verifiable, reasoning tokens not reported (output tokens 8-9)	registry smoke check (smoke_table.json)	["claude_opus_4_6=off"].verdict	
setting claude_opus_4_6=off.output_budget	256	docs/MODEL_MATRIX.md	table row `claude_opus_4_6`, column 'settings: output-token budget', setting `off`	
setting claude_opus_4_6=off.model_id	claude-opus-4-6	registry smoke check (smoke_table.json)	["claude_opus_4_6=off"].model_id	
setting claude_opus_4_6=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `claude_opus_4_6`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_opus_4_7=high.smoke	PASS	registry smoke check (smoke_table.json)	["claude_opus_4_7=high"].verdict	
setting claude_opus_4_7=high.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_opus_4_7`, column 'settings: output-token budget', setting `high`	
setting claude_opus_4_7=high.model_id	claude-opus-4-7	registry smoke check (smoke_table.json)	["claude_opus_4_7=high"].model_id	
setting claude_opus_4_7=high.price_class	unknown	docs/MODEL_MATRIX.md	table row `claude_opus_4_7`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_opus_4_7=off.smoke	PASS	registry smoke check (smoke_table.json)	["claude_opus_4_7=off"].verdict	
setting claude_opus_4_7=off.output_budget	256	docs/MODEL_MATRIX.md	table row `claude_opus_4_7`, column 'settings: output-token budget', setting `off`	
setting claude_opus_4_7=off.model_id	claude-opus-4-7	registry smoke check (smoke_table.json)	["claude_opus_4_7=off"].model_id	
setting claude_opus_4_7=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `claude_opus_4_7`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_opus_4_8=high.smoke	PASS	registry smoke check (smoke_table.json)	["claude_opus_4_8=high"].verdict	
setting claude_opus_4_8=high.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_opus_4_8`, column 'settings: output-token budget', setting `high`	
setting claude_opus_4_8=high.model_id	claude-opus-4-8	registry smoke check (smoke_table.json)	["claude_opus_4_8=high"].model_id	
setting claude_opus_4_8=high.price_class	expensive	docs/MODEL_MATRIX.md	table row `claude_opus_4_8`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_opus_4_8=off.smoke	PASS	registry smoke check (smoke_table.json)	["claude_opus_4_8=off"].verdict	
setting claude_opus_4_8=off.output_budget	256	docs/MODEL_MATRIX.md	table row `claude_opus_4_8`, column 'settings: output-token budget', setting `off`	
setting claude_opus_4_8=off.model_id	claude-opus-4-8	registry smoke check (smoke_table.json)	["claude_opus_4_8=off"].model_id	
setting claude_opus_4_8=off.price_class	expensive	docs/MODEL_MATRIX.md	table row `claude_opus_4_8`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_opus_5=high.smoke	PASS	registry smoke check (smoke_table.json)	["claude_opus_5=high"].verdict	
setting claude_opus_5=high.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_opus_5`, column 'settings: output-token budget', setting `high`	
setting claude_opus_5=high.model_id	claude-opus-5	registry smoke check (smoke_table.json)	["claude_opus_5=high"].model_id	
setting claude_opus_5=high.price_class	expensive	docs/MODEL_MATRIX.md	table row `claude_opus_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_opus_5=low.smoke	PASS	registry smoke check (smoke_table.json)	["claude_opus_5=low"].verdict	
setting claude_opus_5=low.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_opus_5`, column 'settings: output-token budget', setting `low`	
setting claude_opus_5=low.model_id	claude-opus-5	registry smoke check (smoke_table.json)	["claude_opus_5=low"].model_id	
setting claude_opus_5=low.price_class	expensive	docs/MODEL_MATRIX.md	table row `claude_opus_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_opus_5=max.smoke	PASS	registry smoke check (smoke_table.json)	["claude_opus_5=max"].verdict	
setting claude_opus_5=max.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_opus_5`, column 'settings: output-token budget', setting `max`	
setting claude_opus_5=max.model_id	claude-opus-5	registry smoke check (smoke_table.json)	["claude_opus_5=max"].model_id	
setting claude_opus_5=max.price_class	expensive	docs/MODEL_MATRIX.md	table row `claude_opus_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_opus_5=medium.smoke	PASS	registry smoke check (smoke_table.json)	["claude_opus_5=medium"].verdict	
setting claude_opus_5=medium.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_opus_5`, column 'settings: output-token budget', setting `medium`	
setting claude_opus_5=medium.model_id	claude-opus-5	registry smoke check (smoke_table.json)	["claude_opus_5=medium"].model_id	
setting claude_opus_5=medium.price_class	expensive	docs/MODEL_MATRIX.md	table row `claude_opus_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_opus_5=xhigh.smoke	PASS	registry smoke check (smoke_table.json)	["claude_opus_5=xhigh"].verdict	
setting claude_opus_5=xhigh.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_opus_5`, column 'settings: output-token budget', setting `xhigh`	
setting claude_opus_5=xhigh.model_id	claude-opus-5	registry smoke check (smoke_table.json)	["claude_opus_5=xhigh"].model_id	
setting claude_opus_5=xhigh.price_class	expensive	docs/MODEL_MATRIX.md	table row `claude_opus_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_opus_5_5=high.smoke	PASS	registry smoke check (smoke_table.json)	["claude_opus_5_5=high"].verdict	
setting claude_opus_5_5=high.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_opus_5_5`, column 'settings: output-token budget', setting `high`	
setting claude_opus_5_5=high.model_id	claude-opus-5-5	registry smoke check (smoke_table.json)	["claude_opus_5_5=high"].model_id	
setting claude_opus_5_5=high.price_class	expensive	docs/MODEL_MATRIX.md	table row `claude_opus_5_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_opus_5_5=low.smoke	PASS	registry smoke check (smoke_table.json)	["claude_opus_5_5=low"].verdict	
setting claude_opus_5_5=low.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_opus_5_5`, column 'settings: output-token budget', setting `low`	
setting claude_opus_5_5=low.model_id	claude-opus-5-5	registry smoke check (smoke_table.json)	["claude_opus_5_5=low"].model_id	
setting claude_opus_5_5=low.price_class	expensive	docs/MODEL_MATRIX.md	table row `claude_opus_5_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_opus_5_5=max.smoke	PASS	registry smoke check (smoke_table.json)	["claude_opus_5_5=max"].verdict	
setting claude_opus_5_5=max.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_opus_5_5`, column 'settings: output-token budget', setting `max`	
setting claude_opus_5_5=max.model_id	claude-opus-5-5	registry smoke check (smoke_table.json)	["claude_opus_5_5=max"].model_id	
setting claude_opus_5_5=max.price_class	expensive	docs/MODEL_MATRIX.md	table row `claude_opus_5_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_opus_5_5=medium.smoke	PASS	registry smoke check (smoke_table.json)	["claude_opus_5_5=medium"].verdict	
setting claude_opus_5_5=medium.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_opus_5_5`, column 'settings: output-token budget', setting `medium`	
setting claude_opus_5_5=medium.model_id	claude-opus-5-5	registry smoke check (smoke_table.json)	["claude_opus_5_5=medium"].model_id	
setting claude_opus_5_5=medium.price_class	expensive	docs/MODEL_MATRIX.md	table row `claude_opus_5_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_opus_5_5=xhigh.smoke	PASS	registry smoke check (smoke_table.json)	["claude_opus_5_5=xhigh"].verdict	
setting claude_opus_5_5=xhigh.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_opus_5_5`, column 'settings: output-token budget', setting `xhigh`	
setting claude_opus_5_5=xhigh.model_id	claude-opus-5-5	registry smoke check (smoke_table.json)	["claude_opus_5_5=xhigh"].model_id	
setting claude_opus_5_5=xhigh.price_class	expensive	docs/MODEL_MATRIX.md	table row `claude_opus_5_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_sonnet_4_5=off.smoke	PASS*: off not verifiable, reasoning tokens not reported (output tokens 9-9)	registry smoke check (smoke_table.json)	["claude_sonnet_4_5=off"].verdict	
setting claude_sonnet_4_5=off.output_budget	256	docs/MODEL_MATRIX.md	table row `claude_sonnet_4_5`, column 'settings: output-token budget', setting `off`	
setting claude_sonnet_4_5=off.model_id	claude-sonnet-4-5-20250929	registry smoke check (smoke_table.json)	["claude_sonnet_4_5=off"].model_id	
setting claude_sonnet_4_5=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `claude_sonnet_4_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_sonnet_4_6=high.smoke	PASS	registry smoke check (smoke_table.json)	["claude_sonnet_4_6=high"].verdict	
setting claude_sonnet_4_6=high.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_sonnet_4_6`, column 'settings: output-token budget', setting `high`	
setting claude_sonnet_4_6=high.model_id	claude-sonnet-4-6	registry smoke check (smoke_table.json)	["claude_sonnet_4_6=high"].model_id	
setting claude_sonnet_4_6=high.price_class	middle	docs/MODEL_MATRIX.md	table row `claude_sonnet_4_6`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_sonnet_4_6=off.smoke	PASS*: off not verifiable, reasoning tokens not reported (output tokens 8-9)	registry smoke check (smoke_table.json)	["claude_sonnet_4_6=off"].verdict	
setting claude_sonnet_4_6=off.output_budget	256	docs/MODEL_MATRIX.md	table row `claude_sonnet_4_6`, column 'settings: output-token budget', setting `off`	
setting claude_sonnet_4_6=off.model_id	claude-sonnet-4-6	registry smoke check (smoke_table.json)	["claude_sonnet_4_6=off"].model_id	
setting claude_sonnet_4_6=off.price_class	middle	docs/MODEL_MATRIX.md	table row `claude_sonnet_4_6`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_sonnet_5=high.smoke	PASS	registry smoke check (smoke_table.json)	["claude_sonnet_5=high"].verdict	
setting claude_sonnet_5=high.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_sonnet_5`, column 'settings: output-token budget', setting `high`	
setting claude_sonnet_5=high.model_id	claude-sonnet-5	registry smoke check (smoke_table.json)	["claude_sonnet_5=high"].model_id	
setting claude_sonnet_5=high.price_class	middle	docs/MODEL_MATRIX.md	table row `claude_sonnet_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_sonnet_5=low.smoke	PASS	registry smoke check (smoke_table.json)	["claude_sonnet_5=low"].verdict	
setting claude_sonnet_5=low.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_sonnet_5`, column 'settings: output-token budget', setting `low`	
setting claude_sonnet_5=low.model_id	claude-sonnet-5	registry smoke check (smoke_table.json)	["claude_sonnet_5=low"].model_id	
setting claude_sonnet_5=low.price_class	middle	docs/MODEL_MATRIX.md	table row `claude_sonnet_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_sonnet_5=medium.smoke	PASS	registry smoke check (smoke_table.json)	["claude_sonnet_5=medium"].verdict	
setting claude_sonnet_5=medium.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_sonnet_5`, column 'settings: output-token budget', setting `medium`	
setting claude_sonnet_5=medium.model_id	claude-sonnet-5	registry smoke check (smoke_table.json)	["claude_sonnet_5=medium"].model_id	
setting claude_sonnet_5=medium.price_class	middle	docs/MODEL_MATRIX.md	table row `claude_sonnet_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_sonnet_5=off.smoke	PASS	registry smoke check (smoke_table.json)	["claude_sonnet_5=off"].verdict	
setting claude_sonnet_5=off.output_budget	256	docs/MODEL_MATRIX.md	table row `claude_sonnet_5`, column 'settings: output-token budget', setting `off`	
setting claude_sonnet_5=off.model_id	claude-sonnet-5	registry smoke check (smoke_table.json)	["claude_sonnet_5=off"].model_id	
setting claude_sonnet_5=off.price_class	middle	docs/MODEL_MATRIX.md	table row `claude_sonnet_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_sonnet_5_5=high.smoke	PASS	registry smoke check (smoke_table.json)	["claude_sonnet_5_5=high"].verdict	
setting claude_sonnet_5_5=high.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_sonnet_5_5`, column 'settings: output-token budget', setting `high`	
setting claude_sonnet_5_5=high.model_id	claude-sonnet-5-5	registry smoke check (smoke_table.json)	["claude_sonnet_5_5=high"].model_id	
setting claude_sonnet_5_5=high.price_class	middle	docs/MODEL_MATRIX.md	table row `claude_sonnet_5_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_sonnet_5_5=low.smoke	PASS	registry smoke check (smoke_table.json)	["claude_sonnet_5_5=low"].verdict	
setting claude_sonnet_5_5=low.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_sonnet_5_5`, column 'settings: output-token budget', setting `low`	
setting claude_sonnet_5_5=low.model_id	claude-sonnet-5-5	registry smoke check (smoke_table.json)	["claude_sonnet_5_5=low"].model_id	
setting claude_sonnet_5_5=low.price_class	middle	docs/MODEL_MATRIX.md	table row `claude_sonnet_5_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_sonnet_5_5=medium.smoke	PASS	registry smoke check (smoke_table.json)	["claude_sonnet_5_5=medium"].verdict	
setting claude_sonnet_5_5=medium.output_budget	16000	docs/MODEL_MATRIX.md	table row `claude_sonnet_5_5`, column 'settings: output-token budget', setting `medium`	
setting claude_sonnet_5_5=medium.model_id	claude-sonnet-5-5	registry smoke check (smoke_table.json)	["claude_sonnet_5_5=medium"].model_id	
setting claude_sonnet_5_5=medium.price_class	middle	docs/MODEL_MATRIX.md	table row `claude_sonnet_5_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_sonnet_5_5=off.smoke	PASS	registry smoke check (smoke_table.json)	["claude_sonnet_5_5=off"].verdict	
setting claude_sonnet_5_5=off.output_budget	256	docs/MODEL_MATRIX.md	table row `claude_sonnet_5_5`, column 'settings: output-token budget', setting `off`	
setting claude_sonnet_5_5=off.model_id	claude-sonnet-5-5	registry smoke check (smoke_table.json)	["claude_sonnet_5_5=off"].model_id	
setting claude_sonnet_5_5=off.price_class	middle	docs/MODEL_MATRIX.md	table row `claude_sonnet_5_5`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting deepseek_v4_1_flash=off.smoke	PASS	registry smoke check (smoke_table.json)	["deepseek_v4_1_flash=off"].verdict	
setting deepseek_v4_1_flash=off.output_budget	256	docs/MODEL_MATRIX.md	table row `deepseek_v4_1_flash`, column 'settings: output-token budget', setting `off`	
setting deepseek_v4_1_flash=off.model_id	deepseek-v4-1-flash-261017	registry smoke check (smoke_table.json)	["deepseek_v4_1_flash=off"].model_id	
setting deepseek_v4_1_flash=off.price_class	cheap	docs/MODEL_MATRIX.md	table row `deepseek_v4_1_flash`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting deepseek_v4_1_flash=on.smoke	PASS	registry smoke check (smoke_table.json)	["deepseek_v4_1_flash=on"].verdict	
setting deepseek_v4_1_flash=on.output_budget	32000	docs/MODEL_MATRIX.md	table row `deepseek_v4_1_flash`, column 'settings: output-token budget', setting `on`	
setting deepseek_v4_1_flash=on.model_id	deepseek-v4-1-flash-261017	registry smoke check (smoke_table.json)	["deepseek_v4_1_flash=on"].model_id	
setting deepseek_v4_1_flash=on.price_class	cheap	docs/MODEL_MATRIX.md	table row `deepseek_v4_1_flash`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting deepseek_v4_1_flash_260910=off.smoke	PASS	registry smoke check (smoke_table.json)	["deepseek_v4_1_flash_260910=off"].verdict	
setting deepseek_v4_1_flash_260910=off.output_budget	256	docs/MODEL_MATRIX.md	table row `deepseek_v4_1_flash_260910`, column 'settings: output-token budget', setting `off`	
setting deepseek_v4_1_flash_260910=off.model_id	deepseek-v4-1-flash-260910	registry smoke check (smoke_table.json)	["deepseek_v4_1_flash_260910=off"].model_id	
setting deepseek_v4_1_flash_260910=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `deepseek_v4_1_flash_260910`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting deepseek_v4_1_flash_260910=on.smoke	PASS	registry smoke check (smoke_table.json)	["deepseek_v4_1_flash_260910=on"].verdict	
setting deepseek_v4_1_flash_260910=on.output_budget	32000	docs/MODEL_MATRIX.md	table row `deepseek_v4_1_flash_260910`, column 'settings: output-token budget', setting `on`	
setting deepseek_v4_1_flash_260910=on.model_id	deepseek-v4-1-flash-260910	registry smoke check (smoke_table.json)	["deepseek_v4_1_flash_260910=on"].model_id	
setting deepseek_v4_1_flash_260910=on.price_class	unknown	docs/MODEL_MATRIX.md	table row `deepseek_v4_1_flash_260910`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting deepseek_v4_1_flash_economy=off.smoke	PASS	registry smoke check (smoke_table.json)	["deepseek_v4_1_flash_economy=off"].verdict	
setting deepseek_v4_1_flash_economy=off.output_budget	256	docs/MODEL_MATRIX.md	table row `deepseek_v4_1_flash_economy`, column 'settings: output-token budget', setting `off`	
setting deepseek_v4_1_flash_economy=off.model_id	deepseek-v4-1-flash-economy-261017	registry smoke check (smoke_table.json)	["deepseek_v4_1_flash_economy=off"].model_id	
setting deepseek_v4_1_flash_economy=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `deepseek_v4_1_flash_economy`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting deepseek_v4_1_flash_economy=on.smoke	PASS	registry smoke check (smoke_table.json)	["deepseek_v4_1_flash_economy=on"].verdict	
setting deepseek_v4_1_flash_economy=on.output_budget	32000	docs/MODEL_MATRIX.md	table row `deepseek_v4_1_flash_economy`, column 'settings: output-token budget', setting `on`	
setting deepseek_v4_1_flash_economy=on.model_id	deepseek-v4-1-flash-economy-261017	registry smoke check (smoke_table.json)	["deepseek_v4_1_flash_economy=on"].model_id	
setting deepseek_v4_1_flash_economy=on.price_class	unknown	docs/MODEL_MATRIX.md	table row `deepseek_v4_1_flash_economy`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting deepseek_v4_flash=off.smoke	PASS	registry smoke check (smoke_table.json)	["deepseek_v4_flash=off"].verdict	
setting deepseek_v4_flash=off.output_budget	256	docs/MODEL_MATRIX.md	table row `deepseek_v4_flash`, column 'settings: output-token budget', setting `off`	
setting deepseek_v4_flash=off.model_id	deepseek-v4-flash-ga-260731	registry smoke check (smoke_table.json)	["deepseek_v4_flash=off"].model_id	
setting deepseek_v4_flash=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `deepseek_v4_flash`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting deepseek_v4_flash=on.smoke	PASS	registry smoke check (smoke_table.json)	["deepseek_v4_flash=on"].verdict	
setting deepseek_v4_flash=on.output_budget	32000	docs/MODEL_MATRIX.md	table row `deepseek_v4_flash`, column 'settings: output-token budget', setting `on`	
setting deepseek_v4_flash=on.model_id	deepseek-v4-flash-ga-260731	registry smoke check (smoke_table.json)	["deepseek_v4_flash=on"].model_id	
setting deepseek_v4_flash=on.price_class	unknown	docs/MODEL_MATRIX.md	table row `deepseek_v4_flash`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting deepseek_v4_pro=off.smoke	PASS	registry smoke check (smoke_table.json)	["deepseek_v4_pro=off"].verdict	
setting deepseek_v4_pro=off.output_budget	256	docs/MODEL_MATRIX.md	table row `deepseek_v4_pro`, column 'settings: output-token budget', setting `off`	
setting deepseek_v4_pro=off.model_id	deepseek-v4-pro-ga-260813	registry smoke check (smoke_table.json)	["deepseek_v4_pro=off"].model_id	
setting deepseek_v4_pro=off.price_class	middle	docs/MODEL_MATRIX.md	table row `deepseek_v4_pro`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting deepseek_v4_pro=on.smoke	PASS	registry smoke check (smoke_table.json)	["deepseek_v4_pro=on"].verdict	
setting deepseek_v4_pro=on.output_budget	32000	docs/MODEL_MATRIX.md	table row `deepseek_v4_pro`, column 'settings: output-token budget', setting `on`	
setting deepseek_v4_pro=on.model_id	deepseek-v4-pro-ga-260813	registry smoke check (smoke_table.json)	["deepseek_v4_pro=on"].model_id	
setting deepseek_v4_pro=on.price_class	middle	docs/MODEL_MATRIX.md	table row `deepseek_v4_pro`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting doubao_seed_2_0_lite=off.smoke	PASS	registry smoke check (smoke_table.json)	["doubao_seed_2_0_lite=off"].verdict	
setting doubao_seed_2_0_lite=off.output_budget	256	docs/MODEL_MATRIX.md	table row `doubao_seed_2_0_lite`, column 'settings: output-token budget', setting `off`	
setting doubao_seed_2_0_lite=off.model_id	doubao-seed-2-0-lite-260428	registry smoke check (smoke_table.json)	["doubao_seed_2_0_lite=off"].model_id	
setting doubao_seed_2_0_lite=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `doubao_seed_2_0_lite`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting doubao_seed_2_0_lite=on.smoke	PASS	registry smoke check (smoke_table.json)	["doubao_seed_2_0_lite=on"].verdict	
setting doubao_seed_2_0_lite=on.output_budget	32000	docs/MODEL_MATRIX.md	table row `doubao_seed_2_0_lite`, column 'settings: output-token budget', setting `on`	
setting doubao_seed_2_0_lite=on.model_id	doubao-seed-2-0-lite-260428	registry smoke check (smoke_table.json)	["doubao_seed_2_0_lite=on"].model_id	
setting doubao_seed_2_0_lite=on.price_class	unknown	docs/MODEL_MATRIX.md	table row `doubao_seed_2_0_lite`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting doubao_seed_2_0_mini=off.smoke	PASS	registry smoke check (smoke_table.json)	["doubao_seed_2_0_mini=off"].verdict	
setting doubao_seed_2_0_mini=off.output_budget	256	docs/MODEL_MATRIX.md	table row `doubao_seed_2_0_mini`, column 'settings: output-token budget', setting `off`	
setting doubao_seed_2_0_mini=off.model_id	doubao-seed-2-0-mini-260428	registry smoke check (smoke_table.json)	["doubao_seed_2_0_mini=off"].model_id	
setting doubao_seed_2_0_mini=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `doubao_seed_2_0_mini`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting doubao_seed_2_0_mini=on.smoke	PASS	registry smoke check (smoke_table.json)	["doubao_seed_2_0_mini=on"].verdict	
setting doubao_seed_2_0_mini=on.output_budget	32000	docs/MODEL_MATRIX.md	table row `doubao_seed_2_0_mini`, column 'settings: output-token budget', setting `on`	
setting doubao_seed_2_0_mini=on.model_id	doubao-seed-2-0-mini-260428	registry smoke check (smoke_table.json)	["doubao_seed_2_0_mini=on"].model_id	
setting doubao_seed_2_0_mini=on.price_class	unknown	docs/MODEL_MATRIX.md	table row `doubao_seed_2_0_mini`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting doubao_seed_2_1_lite=off.smoke	PASS	registry smoke check (smoke_table.json)	["doubao_seed_2_1_lite=off"].verdict	
setting doubao_seed_2_1_lite=off.output_budget	256	docs/MODEL_MATRIX.md	table row `doubao_seed_2_1_lite`, column 'settings: output-token budget', setting `off`	
setting doubao_seed_2_1_lite=off.model_id	doubao-seed-2-1-lite-260915	registry smoke check (smoke_table.json)	["doubao_seed_2_1_lite=off"].model_id	
setting doubao_seed_2_1_lite=off.price_class	cheap	docs/MODEL_MATRIX.md	table row `doubao_seed_2_1_lite`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting doubao_seed_2_1_lite=on.smoke	PASS	registry smoke check (smoke_table.json)	["doubao_seed_2_1_lite=on"].verdict	
setting doubao_seed_2_1_lite=on.output_budget	32000	docs/MODEL_MATRIX.md	table row `doubao_seed_2_1_lite`, column 'settings: output-token budget', setting `on`	
setting doubao_seed_2_1_lite=on.model_id	doubao-seed-2-1-lite-260915	registry smoke check (smoke_table.json)	["doubao_seed_2_1_lite=on"].model_id	
setting doubao_seed_2_1_lite=on.price_class	cheap	docs/MODEL_MATRIX.md	table row `doubao_seed_2_1_lite`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting doubao_seed_2_1_pro=off.smoke	PASS	registry smoke check (smoke_table.json)	["doubao_seed_2_1_pro=off"].verdict	
setting doubao_seed_2_1_pro=off.output_budget	256	docs/MODEL_MATRIX.md	table row `doubao_seed_2_1_pro`, column 'settings: output-token budget', setting `off`	
setting doubao_seed_2_1_pro=off.model_id	doubao-seed-2-1-pro-260915	registry smoke check (smoke_table.json)	["doubao_seed_2_1_pro=off"].model_id	
setting doubao_seed_2_1_pro=off.price_class	middle	docs/MODEL_MATRIX.md	table row `doubao_seed_2_1_pro`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting doubao_seed_2_1_pro=on.smoke	PASS	registry smoke check (smoke_table.json)	["doubao_seed_2_1_pro=on"].verdict	
setting doubao_seed_2_1_pro=on.output_budget	32000	docs/MODEL_MATRIX.md	table row `doubao_seed_2_1_pro`, column 'settings: output-token budget', setting `on`	
setting doubao_seed_2_1_pro=on.model_id	doubao-seed-2-1-pro-260915	registry smoke check (smoke_table.json)	["doubao_seed_2_1_pro=on"].model_id	
setting doubao_seed_2_1_pro=on.price_class	middle	docs/MODEL_MATRIX.md	table row `doubao_seed_2_1_pro`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting doubao_seed_2_1_pro_260628=off.smoke	PASS	registry smoke check (smoke_table.json)	["doubao_seed_2_1_pro_260628=off"].verdict	
setting doubao_seed_2_1_pro_260628=off.output_budget	256	docs/MODEL_MATRIX.md	table row `doubao_seed_2_1_pro_260628`, column 'settings: output-token budget', setting `off`	
setting doubao_seed_2_1_pro_260628=off.model_id	doubao-seed-2-1-pro-260628	registry smoke check (smoke_table.json)	["doubao_seed_2_1_pro_260628=off"].model_id	
setting doubao_seed_2_1_pro_260628=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `doubao_seed_2_1_pro_260628`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting doubao_seed_2_1_pro_260628=on.smoke	PASS	registry smoke check (smoke_table.json)	["doubao_seed_2_1_pro_260628=on"].verdict	
setting doubao_seed_2_1_pro_260628=on.output_budget	32000	docs/MODEL_MATRIX.md	table row `doubao_seed_2_1_pro_260628`, column 'settings: output-token budget', setting `on`	
setting doubao_seed_2_1_pro_260628=on.model_id	doubao-seed-2-1-pro-260628	registry smoke check (smoke_table.json)	["doubao_seed_2_1_pro_260628=on"].model_id	
setting doubao_seed_2_1_pro_260628=on.price_class	unknown	docs/MODEL_MATRIX.md	table row `doubao_seed_2_1_pro_260628`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting doubao_seed_2_1_turbo=off.smoke	PASS	registry smoke check (smoke_table.json)	["doubao_seed_2_1_turbo=off"].verdict	
setting doubao_seed_2_1_turbo=off.output_budget	256	docs/MODEL_MATRIX.md	table row `doubao_seed_2_1_turbo`, column 'settings: output-token budget', setting `off`	
setting doubao_seed_2_1_turbo=off.model_id	doubao-seed-2-1-turbo-260628	registry smoke check (smoke_table.json)	["doubao_seed_2_1_turbo=off"].model_id	
setting doubao_seed_2_1_turbo=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `doubao_seed_2_1_turbo`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting doubao_seed_2_1_turbo=on.smoke	PASS	registry smoke check (smoke_table.json)	["doubao_seed_2_1_turbo=on"].verdict	
setting doubao_seed_2_1_turbo=on.output_budget	32000	docs/MODEL_MATRIX.md	table row `doubao_seed_2_1_turbo`, column 'settings: output-token budget', setting `on`	
setting doubao_seed_2_1_turbo=on.model_id	doubao-seed-2-1-turbo-260628	registry smoke check (smoke_table.json)	["doubao_seed_2_1_turbo=on"].model_id	
setting doubao_seed_2_1_turbo=on.price_class	unknown	docs/MODEL_MATRIX.md	table row `doubao_seed_2_1_turbo`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting glm_5_2=off.smoke	FAIL: strict parse valid 2, unparseable 3	registry smoke check (smoke_table.json)	["glm_5_2=off"].verdict	
setting glm_5_2=off.output_budget	256	docs/MODEL_MATRIX.md	table row `glm_5_2`, column 'settings: output-token budget', setting `off`	
setting glm_5_2=off.model_id	glm-5-2-260617	registry smoke check (smoke_table.json)	["glm_5_2=off"].model_id	
setting glm_5_2=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `glm_5_2`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting glm_5_2=on.smoke	PASS	registry smoke check (smoke_table.json)	["glm_5_2=on"].verdict	
setting glm_5_2=on.output_budget	32000	docs/MODEL_MATRIX.md	table row `glm_5_2`, column 'settings: output-token budget', setting `on`	
setting glm_5_2=on.model_id	glm-5-2-260617	registry smoke check (smoke_table.json)	["glm_5_2=on"].model_id	
setting glm_5_2=on.price_class	unknown	docs/MODEL_MATRIX.md	table row `glm_5_2`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting glm_5_3_flash=off-requested.smoke	PASS	registry smoke check (smoke_table.json)	["glm_5_3_flash=off-requested"].verdict	
setting glm_5_3_flash=off-requested.output_budget	8000	docs/MODEL_MATRIX.md	table row `glm_5_3_flash`, column 'settings: output-token budget', setting `off-requested`	
setting glm_5_3_flash=off-requested.model_id	glm-5-3-flash-260828	registry smoke check (smoke_table.json)	["glm_5_3_flash=off-requested"].model_id	
setting glm_5_3_flash=off-requested.price_class	cheap	docs/MODEL_MATRIX.md	table row `glm_5_3_flash`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting kimi_k3_1_pro=off.smoke	PASS	registry smoke check (smoke_table.json)	["kimi_k3_1_pro=off"].verdict	
setting kimi_k3_1_pro=off.output_budget	256	docs/MODEL_MATRIX.md	table row `kimi_k3_1_pro`, column 'settings: output-token budget', setting `off`	
setting kimi_k3_1_pro=off.model_id	kimi-k3-1-pro-261024	registry smoke check (smoke_table.json)	["kimi_k3_1_pro=off"].model_id	
setting kimi_k3_1_pro=off.price_class	middle	docs/MODEL_MATRIX.md	table row `kimi_k3_1_pro`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting kimi_k3_1_pro=on.smoke	PASS	registry smoke check (smoke_table.json)	["kimi_k3_1_pro=on"].verdict	
setting kimi_k3_1_pro=on.output_budget	32000	docs/MODEL_MATRIX.md	table row `kimi_k3_1_pro`, column 'settings: output-token budget', setting `on`	
setting kimi_k3_1_pro=on.model_id	kimi-k3-1-pro-261024	registry smoke check (smoke_table.json)	["kimi_k3_1_pro=on"].model_id	
setting kimi_k3_1_pro=on.price_class	middle	docs/MODEL_MATRIX.md	table row `kimi_k3_1_pro`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting kimi_k2_6_moonshot=off.smoke	FAIL: off but 1 reasoning tokens	registry smoke check (smoke_table.json)	["kimi_k2_6_moonshot=off"].verdict	
setting kimi_k2_6_moonshot=off.output_budget	256	docs/MODEL_MATRIX.md	table row `kimi_k2_6_moonshot`, column 'settings: output-token budget', setting `off`	
setting kimi_k2_6_moonshot=off.model_id	kimi-k2.6	registry smoke check (smoke_table.json)	["kimi_k2_6_moonshot=off"].model_id	
setting kimi_k2_6_moonshot=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `kimi_k2_6_moonshot`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting kimi_k2_6_moonshot=on.smoke	PASS	registry smoke check (smoke_table.json)	["kimi_k2_6_moonshot=on"].verdict	
setting kimi_k2_6_moonshot=on.output_budget	32000	docs/MODEL_MATRIX.md	table row `kimi_k2_6_moonshot`, column 'settings: output-token budget', setting `on`	
setting kimi_k2_6_moonshot=on.model_id	kimi-k2.6	registry smoke check (smoke_table.json)	["kimi_k2_6_moonshot=on"].model_id	
setting kimi_k2_6_moonshot=on.price_class	unknown	docs/MODEL_MATRIX.md	table row `kimi_k2_6_moonshot`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting kimi_k3_1_pro_moonshot=off.smoke	PASS*: off not verifiable, reasoning tokens not reported (output tokens 16-16)	registry smoke check (smoke_table.json)	["kimi_k3_1_pro_moonshot=off"].verdict	
setting kimi_k3_1_pro_moonshot=off.output_budget	256	docs/MODEL_MATRIX.md	table row `kimi_k3_1_pro_moonshot`, column 'settings: output-token budget', setting `off`	
setting kimi_k3_1_pro_moonshot=off.model_id	kimi-k3.1-pro	registry smoke check (smoke_table.json)	["kimi_k3_1_pro_moonshot=off"].model_id	
setting kimi_k3_1_pro_moonshot=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `kimi_k3_1_pro_moonshot`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting kimi_k3_1_pro_moonshot=on.smoke	PASS	registry smoke check (smoke_table.json)	["kimi_k3_1_pro_moonshot=on"].verdict	
setting kimi_k3_1_pro_moonshot=on.output_budget	32000	docs/MODEL_MATRIX.md	table row `kimi_k3_1_pro_moonshot`, column 'settings: output-token budget', setting `on`	
setting kimi_k3_1_pro_moonshot=on.model_id	kimi-k3.1-pro	registry smoke check (smoke_table.json)	["kimi_k3_1_pro_moonshot=on"].model_id	
setting kimi_k3_1_pro_moonshot=on.price_class	unknown	docs/MODEL_MATRIX.md	table row `kimi_k3_1_pro_moonshot`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting kimi_k3_moonshot=off.smoke	PASS*: off not verifiable, reasoning tokens not reported (output tokens 7-7)	registry smoke check (smoke_table.json)	["kimi_k3_moonshot=off"].verdict	
setting kimi_k3_moonshot=off.output_budget	256	docs/MODEL_MATRIX.md	table row `kimi_k3_moonshot`, column 'settings: output-token budget', setting `off`	
setting kimi_k3_moonshot=off.model_id	kimi-k3	registry smoke check (smoke_table.json)	["kimi_k3_moonshot=off"].model_id	
setting kimi_k3_moonshot=off.price_class	unknown	docs/MODEL_MATRIX.md	table row `kimi_k3_moonshot`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting kimi_k3_moonshot=on.smoke	PASS	registry smoke check (smoke_table.json)	["kimi_k3_moonshot=on"].verdict	
setting kimi_k3_moonshot=on.output_budget	32000	docs/MODEL_MATRIX.md	table row `kimi_k3_moonshot`, column 'settings: output-token budget', setting `on`	
setting kimi_k3_moonshot=on.model_id	kimi-k3	registry smoke check (smoke_table.json)	["kimi_k3_moonshot=on"].model_id	
setting kimi_k3_moonshot=on.price_class	unknown	docs/MODEL_MATRIX.md	table row `kimi_k3_moonshot`, list-price column	class only (WAVE0 section 6 rule); the price itself is not published
setting claude_haiku_5_5=off.pilot_output_budget	256	results/pilot_layout_20261115/pilot.py	SETTINGS['haiku55_off'].max_tokens	
setting claude_haiku_5_5=high.pilot_output_budget	16000	results/pilot_layout_20261115/pilot.py	SETTINGS['haiku55_high'].max_tokens	
setting claude_sonnet_5_5=off.pilot_output_budget	256	results/pilot_layout_20261115/pilot.py	SETTINGS['sonnet55_off'].max_tokens	
setting claude_sonnet_5_5=high.pilot_output_budget	16000	results/pilot_layout_20261115/pilot.py	SETTINGS['sonnet55_high'].max_tokens	
setting claude_opus_5_5=low.pilot_output_budget	16000	results/pilot_layout_20261115/pilot.py	SETTINGS['opus55_low'].max_tokens	
setting gpt_6_luna=off.pilot_output_budget	256	results/pilot_layout_20261115/pilot.py	SETTINGS['luna_none'].max_tokens	
setting gpt_6_luna=high.pilot_output_budget	32000	results/pilot_layout_20261115/pilot.py	SETTINGS['luna_high'].max_tokens	
setting gpt_6_1_terra=off.pilot_output_budget	256	results/pilot_layout_20261115/pilot.py	SETTINGS['terra_none'].max_tokens	
setting gpt_6_1_terra=high.pilot_output_budget	32000	results/pilot_layout_20261115/pilot.py	SETTINGS['terra_high'].max_tokens	
setting gpt_6_1_sol=low.pilot_output_budget	16000	results/pilot_layout_20261115/pilot.py	SETTINGS['sol_low'].max_tokens	
setting gpt_6_1_sol=high.pilot_output_budget	32000	results/pilot_layout_20261115/pilot.py	SETTINGS['sol_high'].max_tokens	
setting gpt_6_astra=low.pilot_output_budget	16000	results/pilot_layout_20261115/pilot.py	SETTINGS['astra_low'].max_tokens	
setting deepseek_v4_1_flash=off.pilot_output_budget	64	results/pilot_layout_20261115/pilot.py	SETTINGS['dsflash_off'].max_tokens	
setting deepseek_v4_1_flash=on.pilot_output_budget	32000	results/pilot_layout_20261115/pilot.py	SETTINGS['dsflash_on'].max_tokens	
setting deepseek_v4_pro=off.pilot_output_budget	64	results/pilot_layout_20261115/pilot.py	SETTINGS['dspro_off'].max_tokens	
setting doubao_seed_2_1_lite=off.pilot_output_budget	64	results/pilot_layout_20261115/pilot.py	SETTINGS['doubaolite_off'].max_tokens	
setting doubao_seed_2_1_lite=on.pilot_output_budget	32000	results/pilot_layout_20261115/pilot.py	SETTINGS['doubaolite_on'].max_tokens	
setting doubao_seed_2_1_pro=off.pilot_output_budget	64	results/pilot_layout_20261115/pilot.py	SETTINGS['doubaopro_off'].max_tokens	
setting kimi_k3_1_pro=off.pilot_output_budget	64	results/pilot_layout_20261115/pilot.py	SETTINGS['kimi_off'].max_tokens	
setting kimi_k3_1_pro=on.pilot_output_budget	32000	results/pilot_layout_20261115/pilot.py	SETTINGS['kimi_on'].max_tokens	
setting glm_5_3_flash=off-requested.pilot_output_budget	8000	results/pilot_layout_20261115/pilot.py	SETTINGS['glmflash_offreq'].max_tokens	
languages.layout_family	{"cross-script": ["rus_Cyrl", "kor_Hang", "heb_Hebr", "tha_Thai", "arb_Arab", "arz_Arab"], "greek": ["ell_Grek"], "near-identity": ["deu_Latn", "fra_Latn"], "shift": ["eng_Latn"]}	results/pilot_layout_20261115/SUMMARY.md	preamble: 'Wrong-layout families'	
run health haiku55_off	{"calls": 1290, "no_reply": 0, "refusal": 117, "truncated": 0, "unparseable": 0}	results/pilot_layout_20261115/SUMMARY.md	section 1 (run health), row haiku55_off	
run health haiku55_high	{"calls": 1150, "no_reply": 0, "refusal": 18, "truncated": 0, "unparseable": 0}	results/pilot_layout_20261115/SUMMARY.md	section 1 (run health), row haiku55_high	
run health sonnet55_off	{"calls": 1470, "no_reply": 0, "refusal": 27, "truncated": 0, "unparseable": 0}	results/pilot_layout_20261115/SUMMARY.md	section 1 (run health), row sonnet55_off	
run health sonnet55_high	{"calls": 1470, "no_reply": 0, "refusal": 27, "truncated": 0, "unparseable": 0}	results/pilot_layout_20261115/SUMMARY.md	section 1 (run health), row sonnet55_high	
run health opus55_low	{"calls": 1470, "no_reply": 0, "refusal": 20, "truncated": 0, "unparseable": 0}	results/pilot_layout_20261115/SUMMARY.md	section 1 (run health), row opus55_low	
run health luna_none	{"calls": 2450, "no_reply": 0, "refusal": 0, "truncated": 0, "unparseable": 0}	results/pilot_layout_20261115/SUMMARY.md	section 1 (run health), row luna_none	
run health luna_high	{"calls": 2350, "no_reply": 0, "refusal": 0, "truncated": 1, "unparseable": 0}	results/pilot_layout_20261115/SUMMARY.md	section 1 (run health), row luna_high	
run health terra_none	{"calls": 2450, "no_reply": 0, "refusal": 0, "truncated": 0, "unparseable": 0}	results/pilot_layout_20261115/SUMMARY.md	section 1 (run health), row terra_none	
run health terra_high	{"calls": 2450, "no_reply": 0, "refusal": 0, "truncated": 0, "unparseable": 0}	results/pilot_layout_20261115/SUMMARY.md	section 1 (run health), row terra_high	
run health sol_low	{"calls": 2450, "no_reply": 0, "refusal": 0, "truncated": 0, "unparseable": 0}	results/pilot_layout_20261115/SUMMARY.md	section 1 (run health), row sol_low	
run health sol_high	{"calls": 1800, "no_reply": 0, "refusal": 0, "truncated": 0, "unparseable": 0}	results/pilot_layout_20261115/SUMMARY.md	section 1 (run health), row sol_high	
run health astra_low	{"calls": 1800, "no_reply": 0, "refusal": 0, "truncated": 0, "unparseable": 0}	results/pilot_layout_20261115/SUMMARY.md	section 1 (run health), row astra_low	
run health dsflash_off	{"calls": 2450, "no_reply": 0, "refusal": 0, "truncated": 0, "unparseable": 0}	results/pilot_layout_20261115/SUMMARY.md	section 1 (run health), row dsflash_off	
run health dsflash_on	{"calls": 1500, "no_reply": 0, "refusal": 0, "truncated": 166, "unparseable": 0}	results/pilot_layout_20261115/SUMMARY.md	section 1 (run health), row dsflash_on	
run health dspro_off	{"calls": 2450, "no_reply": 0, "refusal": 0, "truncated": 0, "unparseable": 0}	results/pilot_layout_20261115/SUMMARY.md	section 1 (run health), row dspro_off	
run health doubaolite_off	{"calls": 2450, "no_reply": 0, "refusal": 0, "truncated": 0, "unparseable": 0}	results/pilot_layout_20261115/SUMMARY.md	section 1 (run health), row doubaolite_off	
run health doubaolite_on	{"calls": 1500, "no_reply": 0, "refusal": 0, "truncated": 0, "unparseable": 0}	results/pilot_layout_20261115/SUMMARY.md	section 1 (run health), row doubaolite_on	
run health doubaopro_off	{"calls": 2450, "no_reply": 0, "refusal": 0, "truncated": 0, "unparseable": 0}	results/pilot_layout_20261115/SUMMARY.md	section 1 (run health), row doubaopro_off	
run health kimi_off	{"calls": 2450, "no_reply": 0, "refusal": 0, "truncated": 0, "unparseable": 0}	results/pilot_layout_20261115/SUMMARY.md	section 1 (run health), row kimi_off	
run health kimi_on	{"calls": 1500, "no_reply": 0, "refusal": 0, "truncated": 47, "unparseable": 0}	results/pilot_layout_20261115/SUMMARY.md	section 1 (run health), row kimi_on	
run health glmflash_offreq	{"calls": 1500, "no_reply": 0, "refusal": 0, "truncated": 43, "unparseable": 12}	results/pilot_layout_20261115/SUMMARY.md	section 1 (run health), row glmflash_offreq	
refusals total haiku55_off	{"native": [0, 500], "kb_clean": [4, 500], "kb_layout": [113, 290]}	results/pilot_layout_20261115/SUMMARY.md	section 6b (refusals), row haiku55_off	
refusals total haiku55_high	{"native": [0, 500], "kb_clean": [18, 500], "kb_layout": [0, 150]}	results/pilot_layout_20261115/SUMMARY.md	section 6b (refusals), row haiku55_high	
refusals total sonnet55_off	{"native": [0, 500], "kb_clean": [1, 500], "kb_layout": [26, 470]}	results/pilot_layout_20261115/SUMMARY.md	section 6b (refusals), row sonnet55_off	
refusals total sonnet55_high	{"native": [0, 500], "kb_clean": [0, 500], "kb_layout": [27, 470]}	results/pilot_layout_20261115/SUMMARY.md	section 6b (refusals), row sonnet55_high	
refusals total opus55_low	{"native": [0, 500], "kb_clean": [0, 500], "kb_layout": [20, 470]}	results/pilot_layout_20261115/SUMMARY.md	section 6b (refusals), row opus55_low	
refusals total luna_none	{"native": [0, 500], "kb_clean": [0, 500], "kb_layout": [0, 500]}	results/pilot_layout_20261115/SUMMARY.md	section 6b (refusals), row luna_none	
refusals total luna_high	{"native": [0, 500], "kb_clean": [0, 500], "kb_layout": [0, 500]}	results/pilot_layout_20261115/SUMMARY.md	section 6b (refusals), row luna_high	
refusals total terra_none	{"native": [0, 500], "kb_clean": [0, 500], "kb_layout": [0, 500]}	results/pilot_layout_20261115/SUMMARY.md	section 6b (refusals), row terra_none	
refusals total terra_high	{"native": [0, 500], "kb_clean": [0, 500], "kb_layout": [0, 500]}	results/pilot_layout_20261115/SUMMARY.md	section 6b (refusals), row terra_high	
refusals total sol_low	{"native": [0, 500], "kb_clean": [0, 500], "kb_layout": [0, 500]}	results/pilot_layout_20261115/SUMMARY.md	section 6b (refusals), row sol_low	
refusals total sol_high	{"native": [0, 500], "kb_clean": [0, 500], "kb_layout": [0, 500]}	results/pilot_layout_20261115/SUMMARY.md	section 6b (refusals), row sol_high	
refusals total astra_low	{"native": [0, 500], "kb_clean": [0, 500], "kb_layout": [0, 500]}	results/pilot_layout_20261115/SUMMARY.md	section 6b (refusals), row astra_low	
refusals total dsflash_off	{"native": [0, 500], "kb_clean": [0, 500], "kb_layout": [0, 500]}	results/pilot_layout_20261115/SUMMARY.md	section 6b (refusals), row dsflash_off	
refusals total dsflash_on	{"native": [0, 500], "kb_clean": [0, 500], "kb_layout": [0, 500]}	results/pilot_layout_20261115/SUMMARY.md	section 6b (refusals), row dsflash_on	
refusals total dspro_off	{"native": [0, 500], "kb_clean": [0, 500], "kb_layout": [0, 500]}	results/pilot_layout_20261115/SUMMARY.md	section 6b (refusals), row dspro_off	
refusals total doubaolite_off	{"native": [0, 500], "kb_clean": [0, 500], "kb_layout": [0, 500]}	results/pilot_layout_20261115/SUMMARY.md	section 6b (refusals), row doubaolite_off	
refusals total doubaolite_on	{"native": [0, 500], "kb_clean": [0, 500], "kb_layout": [0, 500]}	results/pilot_layout_20261115/SUMMARY.md	section 6b (refusals), row doubaolite_on	
refusals total doubaopro_off	{"native": [0, 500], "kb_clean": [0, 500], "kb_layout": [0, 500]}	results/pilot_layout_20261115/SUMMARY.md	section 6b (refusals), row doubaopro_off	
refusals total kimi_off	{"native": [0, 500], "kb_clean": [0, 500], "kb_layout": [0, 500]}	results/pilot_layout_20261115/SUMMARY.md	section 6b (refusals), row kimi_off	
refusals total kimi_on	{"native": [0, 500], "kb_clean": [0, 500], "kb_layout": [0, 500]}	results/pilot_layout_20261115/SUMMARY.md	section 6b (refusals), row kimi_on	
refusals total glmflash_offreq	{"native": [0, 500], "kb_clean": [0, 500], "kb_layout": [0, 500]}	results/pilot_layout_20261115/SUMMARY.md	section 6b (refusals), row glmflash_offreq	
cell gpt_6_astra=low|arb_Arab|kb_clean|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.arb_Arab[0]	
cell gpt_6_astra=low|arb_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.arb_Arab[1]	
cell gpt_6_astra=low|arb_Arab|kb_clean|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.arb_Arab	k/n
cell gpt_6_astra=low|arb_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|arb_Arab|kb_clean|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_clean'][0]	
cell gpt_6_astra=low|arz_Arab|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.arz_Arab[0]	
cell gpt_6_astra=low|arz_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.arz_Arab[1]	
cell gpt_6_astra=low|arz_Arab|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.arz_Arab	k/n
cell gpt_6_astra=low|arz_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|arz_Arab|kb_clean|pilot_layout_20261115.floor	0.32	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_clean'][0]	
cell gpt_6_astra=low|deu_Latn|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.deu_Latn[0]	
cell gpt_6_astra=low|deu_Latn|kb_clean|pilot_layout_20261115.items	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.deu_Latn[1]	
cell gpt_6_astra=low|deu_Latn|kb_clean|pilot_layout_20261115.acc	0.979592	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.deu_Latn	k/n
cell gpt_6_astra=low|deu_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|deu_Latn|kb_clean|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_clean'][0]	
cell gpt_6_astra=low|ell_Grek|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.ell_Grek[0]	
cell gpt_6_astra=low|ell_Grek|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.ell_Grek[1]	
cell gpt_6_astra=low|ell_Grek|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.ell_Grek	k/n
cell gpt_6_astra=low|ell_Grek|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|ell_Grek|kb_clean|pilot_layout_20261115.floor	0.49	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_clean'][0]	
cell gpt_6_astra=low|eng_Latn|kb_clean|pilot_layout_20261115.correct	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.eng_Latn[0]	
cell gpt_6_astra=low|eng_Latn|kb_clean|pilot_layout_20261115.items	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.eng_Latn[1]	
cell gpt_6_astra=low|eng_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.eng_Latn	k/n
cell gpt_6_astra=low|eng_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|eng_Latn|kb_clean|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_clean'][0]	
cell gpt_6_astra=low|fra_Latn|kb_clean|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.fra_Latn[0]	
cell gpt_6_astra=low|fra_Latn|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.fra_Latn[1]	
cell gpt_6_astra=low|fra_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.fra_Latn	k/n
cell gpt_6_astra=low|fra_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|fra_Latn|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_clean'][0]	
cell gpt_6_astra=low|heb_Hebr|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.heb_Hebr[0]	
cell gpt_6_astra=low|heb_Hebr|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.heb_Hebr[1]	
cell gpt_6_astra=low|heb_Hebr|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.heb_Hebr	k/n
cell gpt_6_astra=low|heb_Hebr|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|heb_Hebr|kb_clean|pilot_layout_20261115.floor	0.2783	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_clean'][0]	
cell gpt_6_astra=low|kor_Hang|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.kor_Hang[0]	
cell gpt_6_astra=low|kor_Hang|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.kor_Hang[1]	
cell gpt_6_astra=low|kor_Hang|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.kor_Hang	k/n
cell gpt_6_astra=low|kor_Hang|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|kor_Hang|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_clean'][0]	
cell gpt_6_astra=low|rus_Cyrl|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.rus_Cyrl[0]	
cell gpt_6_astra=low|rus_Cyrl|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.rus_Cyrl[1]	
cell gpt_6_astra=low|rus_Cyrl|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.rus_Cyrl	k/n
cell gpt_6_astra=low|rus_Cyrl|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|rus_Cyrl|kb_clean|pilot_layout_20261115.floor	0.4367	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_clean'][0]	
cell gpt_6_astra=low|tha_Thai|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.tha_Thai[0]	
cell gpt_6_astra=low|tha_Thai|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.tha_Thai[1]	
cell gpt_6_astra=low|tha_Thai|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.tha_Thai	k/n
cell gpt_6_astra=low|tha_Thai|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_clean.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|tha_Thai|kb_clean|pilot_layout_20261115.floor	0.355	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_clean'][0]	
cell gpt_6_astra=low|arb_Arab|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.arb_Arab[0]	
cell gpt_6_astra=low|arb_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.arb_Arab[1]	
cell gpt_6_astra=low|arb_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.arb_Arab	k/n
cell gpt_6_astra=low|arb_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|arb_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_layout'][0]	
cell gpt_6_astra=low|arz_Arab|kb_layout_keys|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.arz_Arab[0]	
cell gpt_6_astra=low|arz_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.arz_Arab[1]	
cell gpt_6_astra=low|arz_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.arz_Arab	k/n
cell gpt_6_astra=low|arz_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|arz_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.41	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_layout'][0]	
cell gpt_6_astra=low|deu_Latn|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.deu_Latn[0]	
cell gpt_6_astra=low|deu_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.deu_Latn[1]	
cell gpt_6_astra=low|deu_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.deu_Latn	k/n
cell gpt_6_astra=low|deu_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|deu_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_layout'][0]	
cell gpt_6_astra=low|ell_Grek|kb_layout_keys|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.ell_Grek[0]	
cell gpt_6_astra=low|ell_Grek|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.ell_Grek[1]	
cell gpt_6_astra=low|ell_Grek|kb_layout_keys|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.ell_Grek	k/n
cell gpt_6_astra=low|ell_Grek|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|ell_Grek|kb_layout_keys|pilot_layout_20261115.floor	0.4133	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_layout'][0]	
cell gpt_6_astra=low|eng_Latn|kb_layout_keys|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.eng_Latn[0]	
cell gpt_6_astra=low|eng_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.eng_Latn[1]	
cell gpt_6_astra=low|eng_Latn|kb_layout_keys|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.eng_Latn	k/n
cell gpt_6_astra=low|eng_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|eng_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_layout'][0]	
cell gpt_6_astra=low|fra_Latn|kb_layout_keys|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.fra_Latn[0]	
cell gpt_6_astra=low|fra_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.fra_Latn[1]	
cell gpt_6_astra=low|fra_Latn|kb_layout_keys|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.fra_Latn	k/n
cell gpt_6_astra=low|fra_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|fra_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.37	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_layout'][0]	
cell gpt_6_astra=low|heb_Hebr|kb_layout_keys|pilot_layout_20261115.correct	43	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.heb_Hebr[0]	
cell gpt_6_astra=low|heb_Hebr|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.heb_Hebr[1]	
cell gpt_6_astra=low|heb_Hebr|kb_layout_keys|pilot_layout_20261115.acc	0.86	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.heb_Hebr	k/n
cell gpt_6_astra=low|heb_Hebr|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|heb_Hebr|kb_layout_keys|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_layout'][0]	
cell gpt_6_astra=low|kor_Hang|kb_layout_keys|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.kor_Hang[0]	
cell gpt_6_astra=low|kor_Hang|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.kor_Hang[1]	
cell gpt_6_astra=low|kor_Hang|kb_layout_keys|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.kor_Hang	k/n
cell gpt_6_astra=low|kor_Hang|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|kor_Hang|kb_layout_keys|pilot_layout_20261115.floor	0.365	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_layout'][0]	
cell gpt_6_astra=low|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.rus_Cyrl[0]	
cell gpt_6_astra=low|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.rus_Cyrl[1]	
cell gpt_6_astra=low|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.rus_Cyrl	k/n
cell gpt_6_astra=low|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.floor	0.3917	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_layout'][0]	
cell gpt_6_astra=low|tha_Thai|kb_layout_keys|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.tha_Thai[0]	
cell gpt_6_astra=low|tha_Thai|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.tha_Thai[1]	
cell gpt_6_astra=low|tha_Thai|kb_layout_keys|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.tha_Thai	k/n
cell gpt_6_astra=low|tha_Thai|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	5	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.kb_layout.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|tha_Thai|kb_layout_keys|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_layout'][0]	
cell gpt_6_astra=low|arb_Arab|native|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.arb_Arab[0]	
cell gpt_6_astra=low|arb_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.arb_Arab[1]	
cell gpt_6_astra=low|arb_Arab|native|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.arb_Arab	k/n
cell gpt_6_astra=low|arb_Arab|native|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|arb_Arab|native|pilot_layout_20261115.floor	0.3017	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|native'][0]	
cell gpt_6_astra=low|arz_Arab|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.arz_Arab[0]	
cell gpt_6_astra=low|arz_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.arz_Arab[1]	
cell gpt_6_astra=low|arz_Arab|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.arz_Arab	k/n
cell gpt_6_astra=low|arz_Arab|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|arz_Arab|native|pilot_layout_20261115.floor	0.36	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|native'][0]	
cell gpt_6_astra=low|deu_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.deu_Latn[0]	
cell gpt_6_astra=low|deu_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.deu_Latn[1]	
cell gpt_6_astra=low|deu_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.deu_Latn	k/n
cell gpt_6_astra=low|deu_Latn|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|deu_Latn|native|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|native'][0]	
cell gpt_6_astra=low|ell_Grek|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.ell_Grek[0]	
cell gpt_6_astra=low|ell_Grek|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.ell_Grek[1]	
cell gpt_6_astra=low|ell_Grek|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.ell_Grek	k/n
cell gpt_6_astra=low|ell_Grek|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|ell_Grek|native|pilot_layout_20261115.floor	0.3667	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|native'][0]	
cell gpt_6_astra=low|eng_Latn|native|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.eng_Latn[0]	
cell gpt_6_astra=low|eng_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.eng_Latn[1]	
cell gpt_6_astra=low|eng_Latn|native|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.eng_Latn	k/n
cell gpt_6_astra=low|eng_Latn|native|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|eng_Latn|native|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|native'][0]	
cell gpt_6_astra=low|fra_Latn|native|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.fra_Latn[0]	
cell gpt_6_astra=low|fra_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.fra_Latn[1]	
cell gpt_6_astra=low|fra_Latn|native|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.fra_Latn	k/n
cell gpt_6_astra=low|fra_Latn|native|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|fra_Latn|native|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|native'][0]	
cell gpt_6_astra=low|heb_Hebr|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.heb_Hebr[0]	
cell gpt_6_astra=low|heb_Hebr|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.heb_Hebr[1]	
cell gpt_6_astra=low|heb_Hebr|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.heb_Hebr	k/n
cell gpt_6_astra=low|heb_Hebr|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|heb_Hebr|native|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|native'][0]	
cell gpt_6_astra=low|kor_Hang|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.kor_Hang[0]	
cell gpt_6_astra=low|kor_Hang|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.kor_Hang[1]	
cell gpt_6_astra=low|kor_Hang|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.kor_Hang	k/n
cell gpt_6_astra=low|kor_Hang|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|kor_Hang|native|pilot_layout_20261115.floor	0.24	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|native'][0]	
cell gpt_6_astra=low|rus_Cyrl|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.rus_Cyrl[0]	
cell gpt_6_astra=low|rus_Cyrl|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.rus_Cyrl[1]	
cell gpt_6_astra=low|rus_Cyrl|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.rus_Cyrl	k/n
cell gpt_6_astra=low|rus_Cyrl|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|rus_Cyrl|native|pilot_layout_20261115.floor	0.39	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|native'][0]	
cell gpt_6_astra=low|tha_Thai|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.tha_Thai[0]	
cell gpt_6_astra=low|tha_Thai|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.tha_Thai[1]	
cell gpt_6_astra=low|tha_Thai|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.tha_Thai	k/n
cell gpt_6_astra=low|tha_Thai|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.astra_low.native.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_astra=low|tha_Thai|native|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|native'][0]	
cell doubao_seed_2_1_lite=off|arb_Arab|kb_clean|pilot_layout_20261115.correct	43	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.arb_Arab[0]	
cell doubao_seed_2_1_lite=off|arb_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.arb_Arab[1]	
cell doubao_seed_2_1_lite=off|arb_Arab|kb_clean|pilot_layout_20261115.acc	0.86	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.arb_Arab	k/n
cell doubao_seed_2_1_lite=off|arb_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|arb_Arab|kb_clean|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_clean'][0]	
cell doubao_seed_2_1_lite=off|arz_Arab|kb_clean|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.arz_Arab[0]	
cell doubao_seed_2_1_lite=off|arz_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.arz_Arab[1]	
cell doubao_seed_2_1_lite=off|arz_Arab|kb_clean|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.arz_Arab	k/n
cell doubao_seed_2_1_lite=off|arz_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|arz_Arab|kb_clean|pilot_layout_20261115.floor	0.32	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_clean'][0]	
cell doubao_seed_2_1_lite=off|deu_Latn|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.deu_Latn[0]	
cell doubao_seed_2_1_lite=off|deu_Latn|kb_clean|pilot_layout_20261115.items	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.deu_Latn[1]	
cell doubao_seed_2_1_lite=off|deu_Latn|kb_clean|pilot_layout_20261115.acc	0.959184	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.deu_Latn	k/n
cell doubao_seed_2_1_lite=off|deu_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|deu_Latn|kb_clean|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_clean'][0]	
cell doubao_seed_2_1_lite=off|ell_Grek|kb_clean|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.ell_Grek[0]	
cell doubao_seed_2_1_lite=off|ell_Grek|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.ell_Grek[1]	
cell doubao_seed_2_1_lite=off|ell_Grek|kb_clean|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.ell_Grek	k/n
cell doubao_seed_2_1_lite=off|ell_Grek|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|ell_Grek|kb_clean|pilot_layout_20261115.floor	0.49	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_clean'][0]	
cell doubao_seed_2_1_lite=off|eng_Latn|kb_clean|pilot_layout_20261115.correct	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.eng_Latn[0]	
cell doubao_seed_2_1_lite=off|eng_Latn|kb_clean|pilot_layout_20261115.items	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.eng_Latn[1]	
cell doubao_seed_2_1_lite=off|eng_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.eng_Latn	k/n
cell doubao_seed_2_1_lite=off|eng_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|eng_Latn|kb_clean|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_clean'][0]	
cell doubao_seed_2_1_lite=off|fra_Latn|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.fra_Latn[0]	
cell doubao_seed_2_1_lite=off|fra_Latn|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.fra_Latn[1]	
cell doubao_seed_2_1_lite=off|fra_Latn|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.fra_Latn	k/n
cell doubao_seed_2_1_lite=off|fra_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|fra_Latn|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_clean'][0]	
cell doubao_seed_2_1_lite=off|heb_Hebr|kb_clean|pilot_layout_20261115.correct	24	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.heb_Hebr[0]	
cell doubao_seed_2_1_lite=off|heb_Hebr|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.heb_Hebr[1]	
cell doubao_seed_2_1_lite=off|heb_Hebr|kb_clean|pilot_layout_20261115.acc	0.48	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.heb_Hebr	k/n
cell doubao_seed_2_1_lite=off|heb_Hebr|kb_clean|pilot_layout_20261115.outcomes.wrong	26	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|heb_Hebr|kb_clean|pilot_layout_20261115.floor	0.2783	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_clean'][0]	
cell doubao_seed_2_1_lite=off|kor_Hang|kb_clean|pilot_layout_20261115.correct	42	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.kor_Hang[0]	
cell doubao_seed_2_1_lite=off|kor_Hang|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.kor_Hang[1]	
cell doubao_seed_2_1_lite=off|kor_Hang|kb_clean|pilot_layout_20261115.acc	0.84	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.kor_Hang	k/n
cell doubao_seed_2_1_lite=off|kor_Hang|kb_clean|pilot_layout_20261115.outcomes.wrong	8	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|kor_Hang|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_clean'][0]	
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_clean|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.rus_Cyrl[0]	
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.rus_Cyrl[1]	
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_clean|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.rus_Cyrl	k/n
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_clean|pilot_layout_20261115.outcomes.wrong	5	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_clean|pilot_layout_20261115.floor	0.4367	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_clean'][0]	
cell doubao_seed_2_1_lite=off|tha_Thai|kb_clean|pilot_layout_20261115.correct	29	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.tha_Thai[0]	
cell doubao_seed_2_1_lite=off|tha_Thai|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.tha_Thai[1]	
cell doubao_seed_2_1_lite=off|tha_Thai|kb_clean|pilot_layout_20261115.acc	0.58	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.tha_Thai	k/n
cell doubao_seed_2_1_lite=off|tha_Thai|kb_clean|pilot_layout_20261115.outcomes.wrong	21	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_clean.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|tha_Thai|kb_clean|pilot_layout_20261115.floor	0.355	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_clean'][0]	
cell doubao_seed_2_1_lite=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.correct	17	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.arb_Arab[0]	
cell doubao_seed_2_1_lite=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.arb_Arab[1]	
cell doubao_seed_2_1_lite=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.34	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.arb_Arab	k/n
cell doubao_seed_2_1_lite=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	33	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_layout'][0]	
cell doubao_seed_2_1_lite=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.correct	16	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.arz_Arab[0]	
cell doubao_seed_2_1_lite=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.arz_Arab[1]	
cell doubao_seed_2_1_lite=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.32	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.arz_Arab	k/n
cell doubao_seed_2_1_lite=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	34	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.41	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_layout'][0]	
cell doubao_seed_2_1_lite=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.deu_Latn[0]	
cell doubao_seed_2_1_lite=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.deu_Latn[1]	
cell doubao_seed_2_1_lite=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.deu_Latn	k/n
cell doubao_seed_2_1_lite=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_layout'][0]	
cell doubao_seed_2_1_lite=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.ell_Grek[0]	
cell doubao_seed_2_1_lite=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.ell_Grek[1]	
cell doubao_seed_2_1_lite=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.ell_Grek	k/n
cell doubao_seed_2_1_lite=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.floor	0.4133	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_layout'][0]	
cell doubao_seed_2_1_lite=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.correct	24	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.eng_Latn[0]	
cell doubao_seed_2_1_lite=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.eng_Latn[1]	
cell doubao_seed_2_1_lite=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.48	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.eng_Latn	k/n
cell doubao_seed_2_1_lite=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	26	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_layout'][0]	
cell doubao_seed_2_1_lite=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.fra_Latn[0]	
cell doubao_seed_2_1_lite=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.fra_Latn[1]	
cell doubao_seed_2_1_lite=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.fra_Latn	k/n
cell doubao_seed_2_1_lite=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.37	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_layout'][0]	
cell doubao_seed_2_1_lite=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.correct	21	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.heb_Hebr[0]	
cell doubao_seed_2_1_lite=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.heb_Hebr[1]	
cell doubao_seed_2_1_lite=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.acc	0.42	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.heb_Hebr	k/n
cell doubao_seed_2_1_lite=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	29	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_layout'][0]	
cell doubao_seed_2_1_lite=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.correct	26	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.kor_Hang[0]	
cell doubao_seed_2_1_lite=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.kor_Hang[1]	
cell doubao_seed_2_1_lite=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.acc	0.52	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.kor_Hang	k/n
cell doubao_seed_2_1_lite=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	24	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.floor	0.365	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_layout'][0]	
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.correct	19	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.rus_Cyrl[0]	
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.rus_Cyrl[1]	
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.acc	0.38	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.rus_Cyrl	k/n
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	31	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.floor	0.3917	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_layout'][0]	
cell doubao_seed_2_1_lite=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.correct	21	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.tha_Thai[0]	
cell doubao_seed_2_1_lite=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.tha_Thai[1]	
cell doubao_seed_2_1_lite=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.acc	0.42	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.tha_Thai	k/n
cell doubao_seed_2_1_lite=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	29	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.kb_layout.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_layout'][0]	
cell doubao_seed_2_1_lite=off|arb_Arab|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.arb_Arab[0]	
cell doubao_seed_2_1_lite=off|arb_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.arb_Arab[1]	
cell doubao_seed_2_1_lite=off|arb_Arab|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.arb_Arab	k/n
cell doubao_seed_2_1_lite=off|arb_Arab|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|arb_Arab|native|pilot_layout_20261115.floor	0.3017	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|native'][0]	
cell doubao_seed_2_1_lite=off|arz_Arab|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.arz_Arab[0]	
cell doubao_seed_2_1_lite=off|arz_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.arz_Arab[1]	
cell doubao_seed_2_1_lite=off|arz_Arab|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.arz_Arab	k/n
cell doubao_seed_2_1_lite=off|arz_Arab|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|arz_Arab|native|pilot_layout_20261115.floor	0.36	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|native'][0]	
cell doubao_seed_2_1_lite=off|deu_Latn|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.deu_Latn[0]	
cell doubao_seed_2_1_lite=off|deu_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.deu_Latn[1]	
cell doubao_seed_2_1_lite=off|deu_Latn|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.deu_Latn	k/n
cell doubao_seed_2_1_lite=off|deu_Latn|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|deu_Latn|native|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|native'][0]	
cell doubao_seed_2_1_lite=off|ell_Grek|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.ell_Grek[0]	
cell doubao_seed_2_1_lite=off|ell_Grek|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.ell_Grek[1]	
cell doubao_seed_2_1_lite=off|ell_Grek|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.ell_Grek	k/n
cell doubao_seed_2_1_lite=off|ell_Grek|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|ell_Grek|native|pilot_layout_20261115.floor	0.3667	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|native'][0]	
cell doubao_seed_2_1_lite=off|eng_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.eng_Latn[0]	
cell doubao_seed_2_1_lite=off|eng_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.eng_Latn[1]	
cell doubao_seed_2_1_lite=off|eng_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.eng_Latn	k/n
cell doubao_seed_2_1_lite=off|eng_Latn|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|eng_Latn|native|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|native'][0]	
cell doubao_seed_2_1_lite=off|fra_Latn|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.fra_Latn[0]	
cell doubao_seed_2_1_lite=off|fra_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.fra_Latn[1]	
cell doubao_seed_2_1_lite=off|fra_Latn|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.fra_Latn	k/n
cell doubao_seed_2_1_lite=off|fra_Latn|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|fra_Latn|native|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|native'][0]	
cell doubao_seed_2_1_lite=off|heb_Hebr|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.heb_Hebr[0]	
cell doubao_seed_2_1_lite=off|heb_Hebr|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.heb_Hebr[1]	
cell doubao_seed_2_1_lite=off|heb_Hebr|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.heb_Hebr	k/n
cell doubao_seed_2_1_lite=off|heb_Hebr|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|heb_Hebr|native|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|native'][0]	
cell doubao_seed_2_1_lite=off|kor_Hang|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.kor_Hang[0]	
cell doubao_seed_2_1_lite=off|kor_Hang|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.kor_Hang[1]	
cell doubao_seed_2_1_lite=off|kor_Hang|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.kor_Hang	k/n
cell doubao_seed_2_1_lite=off|kor_Hang|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|kor_Hang|native|pilot_layout_20261115.floor	0.24	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|native'][0]	
cell doubao_seed_2_1_lite=off|rus_Cyrl|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.rus_Cyrl[0]	
cell doubao_seed_2_1_lite=off|rus_Cyrl|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.rus_Cyrl[1]	
cell doubao_seed_2_1_lite=off|rus_Cyrl|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.rus_Cyrl	k/n
cell doubao_seed_2_1_lite=off|rus_Cyrl|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|rus_Cyrl|native|pilot_layout_20261115.floor	0.39	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|native'][0]	
cell doubao_seed_2_1_lite=off|tha_Thai|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.tha_Thai[0]	
cell doubao_seed_2_1_lite=off|tha_Thai|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.tha_Thai[1]	
cell doubao_seed_2_1_lite=off|tha_Thai|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.tha_Thai	k/n
cell doubao_seed_2_1_lite=off|tha_Thai|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_off.native.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=off|tha_Thai|native|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|native'][0]	
cell doubao_seed_2_1_lite=on|arb_Arab|kb_clean|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.arb_Arab[0]	
cell doubao_seed_2_1_lite=on|arb_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.arb_Arab[1]	
cell doubao_seed_2_1_lite=on|arb_Arab|kb_clean|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.arb_Arab	k/n
cell doubao_seed_2_1_lite=on|arb_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|arb_Arab|kb_clean|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_clean'][0]	
cell doubao_seed_2_1_lite=on|arz_Arab|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.arz_Arab[0]	
cell doubao_seed_2_1_lite=on|arz_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.arz_Arab[1]	
cell doubao_seed_2_1_lite=on|arz_Arab|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.arz_Arab	k/n
cell doubao_seed_2_1_lite=on|arz_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|arz_Arab|kb_clean|pilot_layout_20261115.floor	0.32	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_clean'][0]	
cell doubao_seed_2_1_lite=on|deu_Latn|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.deu_Latn[0]	
cell doubao_seed_2_1_lite=on|deu_Latn|kb_clean|pilot_layout_20261115.items	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.deu_Latn[1]	
cell doubao_seed_2_1_lite=on|deu_Latn|kb_clean|pilot_layout_20261115.acc	0.959184	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.deu_Latn	k/n
cell doubao_seed_2_1_lite=on|deu_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|deu_Latn|kb_clean|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_clean'][0]	
cell doubao_seed_2_1_lite=on|ell_Grek|kb_clean|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.ell_Grek[0]	
cell doubao_seed_2_1_lite=on|ell_Grek|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.ell_Grek[1]	
cell doubao_seed_2_1_lite=on|ell_Grek|kb_clean|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.ell_Grek	k/n
cell doubao_seed_2_1_lite=on|ell_Grek|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|ell_Grek|kb_clean|pilot_layout_20261115.floor	0.49	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_clean'][0]	
cell doubao_seed_2_1_lite=on|eng_Latn|kb_clean|pilot_layout_20261115.correct	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.eng_Latn[0]	
cell doubao_seed_2_1_lite=on|eng_Latn|kb_clean|pilot_layout_20261115.items	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.eng_Latn[1]	
cell doubao_seed_2_1_lite=on|eng_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.eng_Latn	k/n
cell doubao_seed_2_1_lite=on|eng_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|eng_Latn|kb_clean|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_clean'][0]	
cell doubao_seed_2_1_lite=on|fra_Latn|kb_clean|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.fra_Latn[0]	
cell doubao_seed_2_1_lite=on|fra_Latn|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.fra_Latn[1]	
cell doubao_seed_2_1_lite=on|fra_Latn|kb_clean|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.fra_Latn	k/n
cell doubao_seed_2_1_lite=on|fra_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|fra_Latn|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_clean'][0]	
cell doubao_seed_2_1_lite=on|heb_Hebr|kb_clean|pilot_layout_20261115.correct	30	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.heb_Hebr[0]	
cell doubao_seed_2_1_lite=on|heb_Hebr|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.heb_Hebr[1]	
cell doubao_seed_2_1_lite=on|heb_Hebr|kb_clean|pilot_layout_20261115.acc	0.6	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.heb_Hebr	k/n
cell doubao_seed_2_1_lite=on|heb_Hebr|kb_clean|pilot_layout_20261115.outcomes.wrong	20	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|heb_Hebr|kb_clean|pilot_layout_20261115.floor	0.2783	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_clean'][0]	
cell doubao_seed_2_1_lite=on|kor_Hang|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.kor_Hang[0]	
cell doubao_seed_2_1_lite=on|kor_Hang|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.kor_Hang[1]	
cell doubao_seed_2_1_lite=on|kor_Hang|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.kor_Hang	k/n
cell doubao_seed_2_1_lite=on|kor_Hang|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|kor_Hang|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_clean'][0]	
cell doubao_seed_2_1_lite=on|rus_Cyrl|kb_clean|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.rus_Cyrl[0]	
cell doubao_seed_2_1_lite=on|rus_Cyrl|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.rus_Cyrl[1]	
cell doubao_seed_2_1_lite=on|rus_Cyrl|kb_clean|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.rus_Cyrl	k/n
cell doubao_seed_2_1_lite=on|rus_Cyrl|kb_clean|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|rus_Cyrl|kb_clean|pilot_layout_20261115.floor	0.4367	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_clean'][0]	
cell doubao_seed_2_1_lite=on|tha_Thai|kb_clean|pilot_layout_20261115.correct	33	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.tha_Thai[0]	
cell doubao_seed_2_1_lite=on|tha_Thai|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.tha_Thai[1]	
cell doubao_seed_2_1_lite=on|tha_Thai|kb_clean|pilot_layout_20261115.acc	0.66	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.tha_Thai	k/n
cell doubao_seed_2_1_lite=on|tha_Thai|kb_clean|pilot_layout_20261115.outcomes.wrong	17	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_clean.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|tha_Thai|kb_clean|pilot_layout_20261115.floor	0.355	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_clean'][0]	
cell doubao_seed_2_1_lite=on|arb_Arab|kb_layout_keys|pilot_layout_20261115.correct	21	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.arb_Arab[0]	
cell doubao_seed_2_1_lite=on|arb_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.arb_Arab[1]	
cell doubao_seed_2_1_lite=on|arb_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.42	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.arb_Arab	k/n
cell doubao_seed_2_1_lite=on|arb_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	29	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|arb_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_layout'][0]	
cell doubao_seed_2_1_lite=on|arz_Arab|kb_layout_keys|pilot_layout_20261115.correct	20	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.arz_Arab[0]	
cell doubao_seed_2_1_lite=on|arz_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.arz_Arab[1]	
cell doubao_seed_2_1_lite=on|arz_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.4	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.arz_Arab	k/n
cell doubao_seed_2_1_lite=on|arz_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	30	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|arz_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.41	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_layout'][0]	
cell doubao_seed_2_1_lite=on|deu_Latn|kb_layout_keys|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.deu_Latn[0]	
cell doubao_seed_2_1_lite=on|deu_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.deu_Latn[1]	
cell doubao_seed_2_1_lite=on|deu_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.deu_Latn	k/n
cell doubao_seed_2_1_lite=on|deu_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|deu_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_layout'][0]	
cell doubao_seed_2_1_lite=on|ell_Grek|kb_layout_keys|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.ell_Grek[0]	
cell doubao_seed_2_1_lite=on|ell_Grek|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.ell_Grek[1]	
cell doubao_seed_2_1_lite=on|ell_Grek|kb_layout_keys|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.ell_Grek	k/n
cell doubao_seed_2_1_lite=on|ell_Grek|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|ell_Grek|kb_layout_keys|pilot_layout_20261115.floor	0.4133	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_layout'][0]	
cell doubao_seed_2_1_lite=on|eng_Latn|kb_layout_keys|pilot_layout_20261115.correct	39	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.eng_Latn[0]	
cell doubao_seed_2_1_lite=on|eng_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.eng_Latn[1]	
cell doubao_seed_2_1_lite=on|eng_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.78	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.eng_Latn	k/n
cell doubao_seed_2_1_lite=on|eng_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	11	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|eng_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_layout'][0]	
cell doubao_seed_2_1_lite=on|fra_Latn|kb_layout_keys|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.fra_Latn[0]	
cell doubao_seed_2_1_lite=on|fra_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.fra_Latn[1]	
cell doubao_seed_2_1_lite=on|fra_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.fra_Latn	k/n
cell doubao_seed_2_1_lite=on|fra_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|fra_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.37	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_layout'][0]	
cell doubao_seed_2_1_lite=on|heb_Hebr|kb_layout_keys|pilot_layout_20261115.correct	23	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.heb_Hebr[0]	
cell doubao_seed_2_1_lite=on|heb_Hebr|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.heb_Hebr[1]	
cell doubao_seed_2_1_lite=on|heb_Hebr|kb_layout_keys|pilot_layout_20261115.acc	0.46	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.heb_Hebr	k/n
cell doubao_seed_2_1_lite=on|heb_Hebr|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	27	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|heb_Hebr|kb_layout_keys|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_layout'][0]	
cell doubao_seed_2_1_lite=on|kor_Hang|kb_layout_keys|pilot_layout_20261115.correct	27	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.kor_Hang[0]	
cell doubao_seed_2_1_lite=on|kor_Hang|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.kor_Hang[1]	
cell doubao_seed_2_1_lite=on|kor_Hang|kb_layout_keys|pilot_layout_20261115.acc	0.54	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.kor_Hang	k/n
cell doubao_seed_2_1_lite=on|kor_Hang|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	23	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|kor_Hang|kb_layout_keys|pilot_layout_20261115.floor	0.365	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_layout'][0]	
cell doubao_seed_2_1_lite=on|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.correct	35	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.rus_Cyrl[0]	
cell doubao_seed_2_1_lite=on|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.rus_Cyrl[1]	
cell doubao_seed_2_1_lite=on|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.acc	0.7	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.rus_Cyrl	k/n
cell doubao_seed_2_1_lite=on|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	15	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.floor	0.3917	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_layout'][0]	
cell doubao_seed_2_1_lite=on|tha_Thai|kb_layout_keys|pilot_layout_20261115.correct	20	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.tha_Thai[0]	
cell doubao_seed_2_1_lite=on|tha_Thai|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.tha_Thai[1]	
cell doubao_seed_2_1_lite=on|tha_Thai|kb_layout_keys|pilot_layout_20261115.acc	0.4	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.tha_Thai	k/n
cell doubao_seed_2_1_lite=on|tha_Thai|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	30	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.kb_layout.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|tha_Thai|kb_layout_keys|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_layout'][0]	
cell doubao_seed_2_1_lite=on|arb_Arab|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.arb_Arab[0]	
cell doubao_seed_2_1_lite=on|arb_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.arb_Arab[1]	
cell doubao_seed_2_1_lite=on|arb_Arab|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.arb_Arab	k/n
cell doubao_seed_2_1_lite=on|arb_Arab|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|arb_Arab|native|pilot_layout_20261115.floor	0.3017	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|native'][0]	
cell doubao_seed_2_1_lite=on|arz_Arab|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.arz_Arab[0]	
cell doubao_seed_2_1_lite=on|arz_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.arz_Arab[1]	
cell doubao_seed_2_1_lite=on|arz_Arab|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.arz_Arab	k/n
cell doubao_seed_2_1_lite=on|arz_Arab|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|arz_Arab|native|pilot_layout_20261115.floor	0.36	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|native'][0]	
cell doubao_seed_2_1_lite=on|deu_Latn|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.deu_Latn[0]	
cell doubao_seed_2_1_lite=on|deu_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.deu_Latn[1]	
cell doubao_seed_2_1_lite=on|deu_Latn|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.deu_Latn	k/n
cell doubao_seed_2_1_lite=on|deu_Latn|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|deu_Latn|native|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|native'][0]	
cell doubao_seed_2_1_lite=on|ell_Grek|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.ell_Grek[0]	
cell doubao_seed_2_1_lite=on|ell_Grek|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.ell_Grek[1]	
cell doubao_seed_2_1_lite=on|ell_Grek|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.ell_Grek	k/n
cell doubao_seed_2_1_lite=on|ell_Grek|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|ell_Grek|native|pilot_layout_20261115.floor	0.3667	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|native'][0]	
cell doubao_seed_2_1_lite=on|eng_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.eng_Latn[0]	
cell doubao_seed_2_1_lite=on|eng_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.eng_Latn[1]	
cell doubao_seed_2_1_lite=on|eng_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.eng_Latn	k/n
cell doubao_seed_2_1_lite=on|eng_Latn|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|eng_Latn|native|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|native'][0]	
cell doubao_seed_2_1_lite=on|fra_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.fra_Latn[0]	
cell doubao_seed_2_1_lite=on|fra_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.fra_Latn[1]	
cell doubao_seed_2_1_lite=on|fra_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.fra_Latn	k/n
cell doubao_seed_2_1_lite=on|fra_Latn|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|fra_Latn|native|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|native'][0]	
cell doubao_seed_2_1_lite=on|heb_Hebr|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.heb_Hebr[0]	
cell doubao_seed_2_1_lite=on|heb_Hebr|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.heb_Hebr[1]	
cell doubao_seed_2_1_lite=on|heb_Hebr|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.heb_Hebr	k/n
cell doubao_seed_2_1_lite=on|heb_Hebr|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|heb_Hebr|native|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|native'][0]	
cell doubao_seed_2_1_lite=on|kor_Hang|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.kor_Hang[0]	
cell doubao_seed_2_1_lite=on|kor_Hang|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.kor_Hang[1]	
cell doubao_seed_2_1_lite=on|kor_Hang|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.kor_Hang	k/n
cell doubao_seed_2_1_lite=on|kor_Hang|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|kor_Hang|native|pilot_layout_20261115.floor	0.24	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|native'][0]	
cell doubao_seed_2_1_lite=on|rus_Cyrl|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.rus_Cyrl[0]	
cell doubao_seed_2_1_lite=on|rus_Cyrl|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.rus_Cyrl[1]	
cell doubao_seed_2_1_lite=on|rus_Cyrl|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.rus_Cyrl	k/n
cell doubao_seed_2_1_lite=on|rus_Cyrl|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|rus_Cyrl|native|pilot_layout_20261115.floor	0.39	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|native'][0]	
cell doubao_seed_2_1_lite=on|tha_Thai|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.tha_Thai[0]	
cell doubao_seed_2_1_lite=on|tha_Thai|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.tha_Thai[1]	
cell doubao_seed_2_1_lite=on|tha_Thai|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.tha_Thai	k/n
cell doubao_seed_2_1_lite=on|tha_Thai|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaolite_on.native.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_lite=on|tha_Thai|native|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|native'][0]	
cell doubao_seed_2_1_pro=off|arb_Arab|kb_clean|pilot_layout_20261115.correct	44	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.arb_Arab[0]	
cell doubao_seed_2_1_pro=off|arb_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.arb_Arab[1]	
cell doubao_seed_2_1_pro=off|arb_Arab|kb_clean|pilot_layout_20261115.acc	0.88	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.arb_Arab	k/n
cell doubao_seed_2_1_pro=off|arb_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	6	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|arb_Arab|kb_clean|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_clean'][0]	
cell doubao_seed_2_1_pro=off|arz_Arab|kb_clean|pilot_layout_20261115.correct	44	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.arz_Arab[0]	
cell doubao_seed_2_1_pro=off|arz_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.arz_Arab[1]	
cell doubao_seed_2_1_pro=off|arz_Arab|kb_clean|pilot_layout_20261115.acc	0.88	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.arz_Arab	k/n
cell doubao_seed_2_1_pro=off|arz_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	6	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|arz_Arab|kb_clean|pilot_layout_20261115.floor	0.32	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_clean'][0]	
cell doubao_seed_2_1_pro=off|deu_Latn|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.deu_Latn[0]	
cell doubao_seed_2_1_pro=off|deu_Latn|kb_clean|pilot_layout_20261115.items	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.deu_Latn[1]	
cell doubao_seed_2_1_pro=off|deu_Latn|kb_clean|pilot_layout_20261115.acc	0.979592	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.deu_Latn	k/n
cell doubao_seed_2_1_pro=off|deu_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|deu_Latn|kb_clean|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_clean'][0]	
cell doubao_seed_2_1_pro=off|ell_Grek|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.ell_Grek[0]	
cell doubao_seed_2_1_pro=off|ell_Grek|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.ell_Grek[1]	
cell doubao_seed_2_1_pro=off|ell_Grek|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.ell_Grek	k/n
cell doubao_seed_2_1_pro=off|ell_Grek|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|ell_Grek|kb_clean|pilot_layout_20261115.floor	0.49	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_clean'][0]	
cell doubao_seed_2_1_pro=off|eng_Latn|kb_clean|pilot_layout_20261115.correct	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.eng_Latn[0]	
cell doubao_seed_2_1_pro=off|eng_Latn|kb_clean|pilot_layout_20261115.items	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.eng_Latn[1]	
cell doubao_seed_2_1_pro=off|eng_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.eng_Latn	k/n
cell doubao_seed_2_1_pro=off|eng_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|eng_Latn|kb_clean|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_clean'][0]	
cell doubao_seed_2_1_pro=off|fra_Latn|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.fra_Latn[0]	
cell doubao_seed_2_1_pro=off|fra_Latn|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.fra_Latn[1]	
cell doubao_seed_2_1_pro=off|fra_Latn|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.fra_Latn	k/n
cell doubao_seed_2_1_pro=off|fra_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|fra_Latn|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_clean'][0]	
cell doubao_seed_2_1_pro=off|heb_Hebr|kb_clean|pilot_layout_20261115.correct	29	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.heb_Hebr[0]	
cell doubao_seed_2_1_pro=off|heb_Hebr|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.heb_Hebr[1]	
cell doubao_seed_2_1_pro=off|heb_Hebr|kb_clean|pilot_layout_20261115.acc	0.58	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.heb_Hebr	k/n
cell doubao_seed_2_1_pro=off|heb_Hebr|kb_clean|pilot_layout_20261115.outcomes.wrong	21	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|heb_Hebr|kb_clean|pilot_layout_20261115.floor	0.2783	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_clean'][0]	
cell doubao_seed_2_1_pro=off|kor_Hang|kb_clean|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.kor_Hang[0]	
cell doubao_seed_2_1_pro=off|kor_Hang|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.kor_Hang[1]	
cell doubao_seed_2_1_pro=off|kor_Hang|kb_clean|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.kor_Hang	k/n
cell doubao_seed_2_1_pro=off|kor_Hang|kb_clean|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|kor_Hang|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_clean'][0]	
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.rus_Cyrl[0]	
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.rus_Cyrl[1]	
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.rus_Cyrl	k/n
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_clean|pilot_layout_20261115.floor	0.4367	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_clean'][0]	
cell doubao_seed_2_1_pro=off|tha_Thai|kb_clean|pilot_layout_20261115.correct	27	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.tha_Thai[0]	
cell doubao_seed_2_1_pro=off|tha_Thai|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.tha_Thai[1]	
cell doubao_seed_2_1_pro=off|tha_Thai|kb_clean|pilot_layout_20261115.acc	0.54	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.tha_Thai	k/n
cell doubao_seed_2_1_pro=off|tha_Thai|kb_clean|pilot_layout_20261115.outcomes.wrong	23	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_clean.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|tha_Thai|kb_clean|pilot_layout_20261115.floor	0.355	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_clean'][0]	
cell doubao_seed_2_1_pro=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.correct	17	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.arb_Arab[0]	
cell doubao_seed_2_1_pro=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.arb_Arab[1]	
cell doubao_seed_2_1_pro=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.34	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.arb_Arab	k/n
cell doubao_seed_2_1_pro=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	33	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_layout'][0]	
cell doubao_seed_2_1_pro=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.correct	15	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.arz_Arab[0]	
cell doubao_seed_2_1_pro=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.arz_Arab[1]	
cell doubao_seed_2_1_pro=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.3	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.arz_Arab	k/n
cell doubao_seed_2_1_pro=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	35	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.41	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_layout'][0]	
cell doubao_seed_2_1_pro=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.deu_Latn[0]	
cell doubao_seed_2_1_pro=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.deu_Latn[1]	
cell doubao_seed_2_1_pro=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.deu_Latn	k/n
cell doubao_seed_2_1_pro=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_layout'][0]	
cell doubao_seed_2_1_pro=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.ell_Grek[0]	
cell doubao_seed_2_1_pro=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.ell_Grek[1]	
cell doubao_seed_2_1_pro=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.ell_Grek	k/n
cell doubao_seed_2_1_pro=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.floor	0.4133	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_layout'][0]	
cell doubao_seed_2_1_pro=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.correct	21	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.eng_Latn[0]	
cell doubao_seed_2_1_pro=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.eng_Latn[1]	
cell doubao_seed_2_1_pro=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.42	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.eng_Latn	k/n
cell doubao_seed_2_1_pro=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	29	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_layout'][0]	
cell doubao_seed_2_1_pro=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.fra_Latn[0]	
cell doubao_seed_2_1_pro=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.fra_Latn[1]	
cell doubao_seed_2_1_pro=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.fra_Latn	k/n
cell doubao_seed_2_1_pro=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.37	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_layout'][0]	
cell doubao_seed_2_1_pro=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.correct	19	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.heb_Hebr[0]	
cell doubao_seed_2_1_pro=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.heb_Hebr[1]	
cell doubao_seed_2_1_pro=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.acc	0.38	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.heb_Hebr	k/n
cell doubao_seed_2_1_pro=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	31	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_layout'][0]	
cell doubao_seed_2_1_pro=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.correct	28	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.kor_Hang[0]	
cell doubao_seed_2_1_pro=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.kor_Hang[1]	
cell doubao_seed_2_1_pro=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.acc	0.56	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.kor_Hang	k/n
cell doubao_seed_2_1_pro=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	22	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.floor	0.365	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_layout'][0]	
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.correct	23	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.rus_Cyrl[0]	
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.rus_Cyrl[1]	
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.acc	0.46	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.rus_Cyrl	k/n
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	27	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.floor	0.3917	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_layout'][0]	
cell doubao_seed_2_1_pro=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.correct	18	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.tha_Thai[0]	
cell doubao_seed_2_1_pro=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.tha_Thai[1]	
cell doubao_seed_2_1_pro=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.acc	0.36	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.tha_Thai	k/n
cell doubao_seed_2_1_pro=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	32	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.kb_layout.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_layout'][0]	
cell doubao_seed_2_1_pro=off|arb_Arab|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.arb_Arab[0]	
cell doubao_seed_2_1_pro=off|arb_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.arb_Arab[1]	
cell doubao_seed_2_1_pro=off|arb_Arab|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.arb_Arab	k/n
cell doubao_seed_2_1_pro=off|arb_Arab|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|arb_Arab|native|pilot_layout_20261115.floor	0.3017	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|native'][0]	
cell doubao_seed_2_1_pro=off|arz_Arab|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.arz_Arab[0]	
cell doubao_seed_2_1_pro=off|arz_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.arz_Arab[1]	
cell doubao_seed_2_1_pro=off|arz_Arab|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.arz_Arab	k/n
cell doubao_seed_2_1_pro=off|arz_Arab|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|arz_Arab|native|pilot_layout_20261115.floor	0.36	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|native'][0]	
cell doubao_seed_2_1_pro=off|deu_Latn|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.deu_Latn[0]	
cell doubao_seed_2_1_pro=off|deu_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.deu_Latn[1]	
cell doubao_seed_2_1_pro=off|deu_Latn|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.deu_Latn	k/n
cell doubao_seed_2_1_pro=off|deu_Latn|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|deu_Latn|native|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|native'][0]	
cell doubao_seed_2_1_pro=off|ell_Grek|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.ell_Grek[0]	
cell doubao_seed_2_1_pro=off|ell_Grek|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.ell_Grek[1]	
cell doubao_seed_2_1_pro=off|ell_Grek|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.ell_Grek	k/n
cell doubao_seed_2_1_pro=off|ell_Grek|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|ell_Grek|native|pilot_layout_20261115.floor	0.3667	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|native'][0]	
cell doubao_seed_2_1_pro=off|eng_Latn|native|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.eng_Latn[0]	
cell doubao_seed_2_1_pro=off|eng_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.eng_Latn[1]	
cell doubao_seed_2_1_pro=off|eng_Latn|native|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.eng_Latn	k/n
cell doubao_seed_2_1_pro=off|eng_Latn|native|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|eng_Latn|native|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|native'][0]	
cell doubao_seed_2_1_pro=off|fra_Latn|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.fra_Latn[0]	
cell doubao_seed_2_1_pro=off|fra_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.fra_Latn[1]	
cell doubao_seed_2_1_pro=off|fra_Latn|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.fra_Latn	k/n
cell doubao_seed_2_1_pro=off|fra_Latn|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|fra_Latn|native|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|native'][0]	
cell doubao_seed_2_1_pro=off|heb_Hebr|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.heb_Hebr[0]	
cell doubao_seed_2_1_pro=off|heb_Hebr|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.heb_Hebr[1]	
cell doubao_seed_2_1_pro=off|heb_Hebr|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.heb_Hebr	k/n
cell doubao_seed_2_1_pro=off|heb_Hebr|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|heb_Hebr|native|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|native'][0]	
cell doubao_seed_2_1_pro=off|kor_Hang|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.kor_Hang[0]	
cell doubao_seed_2_1_pro=off|kor_Hang|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.kor_Hang[1]	
cell doubao_seed_2_1_pro=off|kor_Hang|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.kor_Hang	k/n
cell doubao_seed_2_1_pro=off|kor_Hang|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|kor_Hang|native|pilot_layout_20261115.floor	0.24	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|native'][0]	
cell doubao_seed_2_1_pro=off|rus_Cyrl|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.rus_Cyrl[0]	
cell doubao_seed_2_1_pro=off|rus_Cyrl|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.rus_Cyrl[1]	
cell doubao_seed_2_1_pro=off|rus_Cyrl|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.rus_Cyrl	k/n
cell doubao_seed_2_1_pro=off|rus_Cyrl|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|rus_Cyrl|native|pilot_layout_20261115.floor	0.39	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|native'][0]	
cell doubao_seed_2_1_pro=off|tha_Thai|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.tha_Thai[0]	
cell doubao_seed_2_1_pro=off|tha_Thai|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.tha_Thai[1]	
cell doubao_seed_2_1_pro=off|tha_Thai|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.tha_Thai	k/n
cell doubao_seed_2_1_pro=off|tha_Thai|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.doubaopro_off.native.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell doubao_seed_2_1_pro=off|tha_Thai|native|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|native'][0]	
cell deepseek_v4_1_flash=off|arb_Arab|kb_clean|pilot_layout_20261115.correct	42	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.arb_Arab[0]	
cell deepseek_v4_1_flash=off|arb_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.arb_Arab[1]	
cell deepseek_v4_1_flash=off|arb_Arab|kb_clean|pilot_layout_20261115.acc	0.84	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.arb_Arab	k/n
cell deepseek_v4_1_flash=off|arb_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	8	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|arb_Arab|kb_clean|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_clean'][0]	
cell deepseek_v4_1_flash=off|arz_Arab|kb_clean|pilot_layout_20261115.correct	36	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.arz_Arab[0]	
cell deepseek_v4_1_flash=off|arz_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.arz_Arab[1]	
cell deepseek_v4_1_flash=off|arz_Arab|kb_clean|pilot_layout_20261115.acc	0.72	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.arz_Arab	k/n
cell deepseek_v4_1_flash=off|arz_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	14	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|arz_Arab|kb_clean|pilot_layout_20261115.floor	0.32	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_clean'][0]	
cell deepseek_v4_1_flash=off|deu_Latn|kb_clean|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.deu_Latn[0]	
cell deepseek_v4_1_flash=off|deu_Latn|kb_clean|pilot_layout_20261115.items	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.deu_Latn[1]	
cell deepseek_v4_1_flash=off|deu_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.deu_Latn	k/n
cell deepseek_v4_1_flash=off|deu_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|deu_Latn|kb_clean|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_clean'][0]	
cell deepseek_v4_1_flash=off|ell_Grek|kb_clean|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.ell_Grek[0]	
cell deepseek_v4_1_flash=off|ell_Grek|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.ell_Grek[1]	
cell deepseek_v4_1_flash=off|ell_Grek|kb_clean|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.ell_Grek	k/n
cell deepseek_v4_1_flash=off|ell_Grek|kb_clean|pilot_layout_20261115.outcomes.wrong	5	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|ell_Grek|kb_clean|pilot_layout_20261115.floor	0.49	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_clean'][0]	
cell deepseek_v4_1_flash=off|eng_Latn|kb_clean|pilot_layout_20261115.correct	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.eng_Latn[0]	
cell deepseek_v4_1_flash=off|eng_Latn|kb_clean|pilot_layout_20261115.items	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.eng_Latn[1]	
cell deepseek_v4_1_flash=off|eng_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.eng_Latn	k/n
cell deepseek_v4_1_flash=off|eng_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|eng_Latn|kb_clean|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_clean'][0]	
cell deepseek_v4_1_flash=off|fra_Latn|kb_clean|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.fra_Latn[0]	
cell deepseek_v4_1_flash=off|fra_Latn|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.fra_Latn[1]	
cell deepseek_v4_1_flash=off|fra_Latn|kb_clean|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.fra_Latn	k/n
cell deepseek_v4_1_flash=off|fra_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|fra_Latn|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_clean'][0]	
cell deepseek_v4_1_flash=off|heb_Hebr|kb_clean|pilot_layout_20261115.correct	18	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.heb_Hebr[0]	
cell deepseek_v4_1_flash=off|heb_Hebr|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.heb_Hebr[1]	
cell deepseek_v4_1_flash=off|heb_Hebr|kb_clean|pilot_layout_20261115.acc	0.36	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.heb_Hebr	k/n
cell deepseek_v4_1_flash=off|heb_Hebr|kb_clean|pilot_layout_20261115.outcomes.wrong	32	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|heb_Hebr|kb_clean|pilot_layout_20261115.floor	0.2783	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_clean'][0]	
cell deepseek_v4_1_flash=off|kor_Hang|kb_clean|pilot_layout_20261115.correct	38	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.kor_Hang[0]	
cell deepseek_v4_1_flash=off|kor_Hang|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.kor_Hang[1]	
cell deepseek_v4_1_flash=off|kor_Hang|kb_clean|pilot_layout_20261115.acc	0.76	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.kor_Hang	k/n
cell deepseek_v4_1_flash=off|kor_Hang|kb_clean|pilot_layout_20261115.outcomes.wrong	12	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|kor_Hang|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_clean'][0]	
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_clean|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.rus_Cyrl[0]	
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.rus_Cyrl[1]	
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_clean|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.rus_Cyrl	k/n
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_clean|pilot_layout_20261115.outcomes.wrong	5	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_clean|pilot_layout_20261115.floor	0.4367	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_clean'][0]	
cell deepseek_v4_1_flash=off|tha_Thai|kb_clean|pilot_layout_20261115.correct	24	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.tha_Thai[0]	
cell deepseek_v4_1_flash=off|tha_Thai|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.tha_Thai[1]	
cell deepseek_v4_1_flash=off|tha_Thai|kb_clean|pilot_layout_20261115.acc	0.48	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.tha_Thai	k/n
cell deepseek_v4_1_flash=off|tha_Thai|kb_clean|pilot_layout_20261115.outcomes.wrong	26	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_clean.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|tha_Thai|kb_clean|pilot_layout_20261115.floor	0.355	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_clean'][0]	
cell deepseek_v4_1_flash=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.correct	20	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.arb_Arab[0]	
cell deepseek_v4_1_flash=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.arb_Arab[1]	
cell deepseek_v4_1_flash=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.4	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.arb_Arab	k/n
cell deepseek_v4_1_flash=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	30	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_layout'][0]	
cell deepseek_v4_1_flash=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.correct	18	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.arz_Arab[0]	
cell deepseek_v4_1_flash=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.arz_Arab[1]	
cell deepseek_v4_1_flash=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.36	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.arz_Arab	k/n
cell deepseek_v4_1_flash=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	32	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.41	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_layout'][0]	
cell deepseek_v4_1_flash=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.deu_Latn[0]	
cell deepseek_v4_1_flash=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.deu_Latn[1]	
cell deepseek_v4_1_flash=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.deu_Latn	k/n
cell deepseek_v4_1_flash=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_layout'][0]	
cell deepseek_v4_1_flash=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.correct	43	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.ell_Grek[0]	
cell deepseek_v4_1_flash=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.ell_Grek[1]	
cell deepseek_v4_1_flash=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.acc	0.86	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.ell_Grek	k/n
cell deepseek_v4_1_flash=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.floor	0.4133	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_layout'][0]	
cell deepseek_v4_1_flash=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.correct	18	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.eng_Latn[0]	
cell deepseek_v4_1_flash=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.eng_Latn[1]	
cell deepseek_v4_1_flash=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.36	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.eng_Latn	k/n
cell deepseek_v4_1_flash=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	32	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_layout'][0]	
cell deepseek_v4_1_flash=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.fra_Latn[0]	
cell deepseek_v4_1_flash=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.fra_Latn[1]	
cell deepseek_v4_1_flash=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.fra_Latn	k/n
cell deepseek_v4_1_flash=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.37	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_layout'][0]	
cell deepseek_v4_1_flash=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.correct	19	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.heb_Hebr[0]	
cell deepseek_v4_1_flash=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.heb_Hebr[1]	
cell deepseek_v4_1_flash=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.acc	0.38	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.heb_Hebr	k/n
cell deepseek_v4_1_flash=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	31	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_layout'][0]	
cell deepseek_v4_1_flash=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.correct	23	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.kor_Hang[0]	
cell deepseek_v4_1_flash=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.kor_Hang[1]	
cell deepseek_v4_1_flash=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.acc	0.46	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.kor_Hang	k/n
cell deepseek_v4_1_flash=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	27	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.floor	0.365	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_layout'][0]	
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.correct	21	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.rus_Cyrl[0]	
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.rus_Cyrl[1]	
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.acc	0.42	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.rus_Cyrl	k/n
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	29	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.floor	0.3917	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_layout'][0]	
cell deepseek_v4_1_flash=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.correct	12	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.tha_Thai[0]	
cell deepseek_v4_1_flash=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.tha_Thai[1]	
cell deepseek_v4_1_flash=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.acc	0.24	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.tha_Thai	k/n
cell deepseek_v4_1_flash=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	38	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.kb_layout.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_layout'][0]	
cell deepseek_v4_1_flash=off|arb_Arab|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.arb_Arab[0]	
cell deepseek_v4_1_flash=off|arb_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.arb_Arab[1]	
cell deepseek_v4_1_flash=off|arb_Arab|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.arb_Arab	k/n
cell deepseek_v4_1_flash=off|arb_Arab|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|arb_Arab|native|pilot_layout_20261115.floor	0.3017	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|native'][0]	
cell deepseek_v4_1_flash=off|arz_Arab|native|pilot_layout_20261115.correct	43	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.arz_Arab[0]	
cell deepseek_v4_1_flash=off|arz_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.arz_Arab[1]	
cell deepseek_v4_1_flash=off|arz_Arab|native|pilot_layout_20261115.acc	0.86	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.arz_Arab	k/n
cell deepseek_v4_1_flash=off|arz_Arab|native|pilot_layout_20261115.outcomes.wrong	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|arz_Arab|native|pilot_layout_20261115.floor	0.36	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|native'][0]	
cell deepseek_v4_1_flash=off|deu_Latn|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.deu_Latn[0]	
cell deepseek_v4_1_flash=off|deu_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.deu_Latn[1]	
cell deepseek_v4_1_flash=off|deu_Latn|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.deu_Latn	k/n
cell deepseek_v4_1_flash=off|deu_Latn|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|deu_Latn|native|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|native'][0]	
cell deepseek_v4_1_flash=off|ell_Grek|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.ell_Grek[0]	
cell deepseek_v4_1_flash=off|ell_Grek|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.ell_Grek[1]	
cell deepseek_v4_1_flash=off|ell_Grek|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.ell_Grek	k/n
cell deepseek_v4_1_flash=off|ell_Grek|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|ell_Grek|native|pilot_layout_20261115.floor	0.3667	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|native'][0]	
cell deepseek_v4_1_flash=off|eng_Latn|native|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.eng_Latn[0]	
cell deepseek_v4_1_flash=off|eng_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.eng_Latn[1]	
cell deepseek_v4_1_flash=off|eng_Latn|native|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.eng_Latn	k/n
cell deepseek_v4_1_flash=off|eng_Latn|native|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|eng_Latn|native|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|native'][0]	
cell deepseek_v4_1_flash=off|fra_Latn|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.fra_Latn[0]	
cell deepseek_v4_1_flash=off|fra_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.fra_Latn[1]	
cell deepseek_v4_1_flash=off|fra_Latn|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.fra_Latn	k/n
cell deepseek_v4_1_flash=off|fra_Latn|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|fra_Latn|native|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|native'][0]	
cell deepseek_v4_1_flash=off|heb_Hebr|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.heb_Hebr[0]	
cell deepseek_v4_1_flash=off|heb_Hebr|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.heb_Hebr[1]	
cell deepseek_v4_1_flash=off|heb_Hebr|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.heb_Hebr	k/n
cell deepseek_v4_1_flash=off|heb_Hebr|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|heb_Hebr|native|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|native'][0]	
cell deepseek_v4_1_flash=off|kor_Hang|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.kor_Hang[0]	
cell deepseek_v4_1_flash=off|kor_Hang|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.kor_Hang[1]	
cell deepseek_v4_1_flash=off|kor_Hang|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.kor_Hang	k/n
cell deepseek_v4_1_flash=off|kor_Hang|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|kor_Hang|native|pilot_layout_20261115.floor	0.24	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|native'][0]	
cell deepseek_v4_1_flash=off|rus_Cyrl|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.rus_Cyrl[0]	
cell deepseek_v4_1_flash=off|rus_Cyrl|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.rus_Cyrl[1]	
cell deepseek_v4_1_flash=off|rus_Cyrl|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.rus_Cyrl	k/n
cell deepseek_v4_1_flash=off|rus_Cyrl|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|rus_Cyrl|native|pilot_layout_20261115.floor	0.39	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|native'][0]	
cell deepseek_v4_1_flash=off|tha_Thai|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.tha_Thai[0]	
cell deepseek_v4_1_flash=off|tha_Thai|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.tha_Thai[1]	
cell deepseek_v4_1_flash=off|tha_Thai|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.tha_Thai	k/n
cell deepseek_v4_1_flash=off|tha_Thai|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_off.native.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_1_flash=off|tha_Thai|native|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|native'][0]	
cell deepseek_v4_1_flash=on|arb_Arab|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.arb_Arab[0]	
cell deepseek_v4_1_flash=on|arb_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.arb_Arab[1]	
cell deepseek_v4_1_flash=on|arb_Arab|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.arb_Arab	k/n
cell deepseek_v4_1_flash=on|arb_Arab|kb_clean|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_clean'][0]	
cell deepseek_v4_1_flash=on|arz_Arab|kb_clean|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.arz_Arab[0]	
cell deepseek_v4_1_flash=on|arz_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.arz_Arab[1]	
cell deepseek_v4_1_flash=on|arz_Arab|kb_clean|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.arz_Arab	k/n
cell deepseek_v4_1_flash=on|arz_Arab|kb_clean|pilot_layout_20261115.floor	0.32	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_clean'][0]	
cell deepseek_v4_1_flash=on|deu_Latn|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.deu_Latn[0]	
cell deepseek_v4_1_flash=on|deu_Latn|kb_clean|pilot_layout_20261115.items	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.deu_Latn[1]	
cell deepseek_v4_1_flash=on|deu_Latn|kb_clean|pilot_layout_20261115.acc	0.959184	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.deu_Latn	k/n
cell deepseek_v4_1_flash=on|deu_Latn|kb_clean|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_clean'][0]	
cell deepseek_v4_1_flash=on|ell_Grek|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.ell_Grek[0]	
cell deepseek_v4_1_flash=on|ell_Grek|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.ell_Grek[1]	
cell deepseek_v4_1_flash=on|ell_Grek|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.ell_Grek	k/n
cell deepseek_v4_1_flash=on|ell_Grek|kb_clean|pilot_layout_20261115.floor	0.49	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_clean'][0]	
cell deepseek_v4_1_flash=on|eng_Latn|kb_clean|pilot_layout_20261115.correct	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.eng_Latn[0]	
cell deepseek_v4_1_flash=on|eng_Latn|kb_clean|pilot_layout_20261115.items	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.eng_Latn[1]	
cell deepseek_v4_1_flash=on|eng_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.eng_Latn	k/n
cell deepseek_v4_1_flash=on|eng_Latn|kb_clean|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_clean'][0]	
cell deepseek_v4_1_flash=on|fra_Latn|kb_clean|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.fra_Latn[0]	
cell deepseek_v4_1_flash=on|fra_Latn|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.fra_Latn[1]	
cell deepseek_v4_1_flash=on|fra_Latn|kb_clean|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.fra_Latn	k/n
cell deepseek_v4_1_flash=on|fra_Latn|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_clean'][0]	
cell deepseek_v4_1_flash=on|heb_Hebr|kb_clean|pilot_layout_20261115.correct	44	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.heb_Hebr[0]	
cell deepseek_v4_1_flash=on|heb_Hebr|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.heb_Hebr[1]	
cell deepseek_v4_1_flash=on|heb_Hebr|kb_clean|pilot_layout_20261115.acc	0.88	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.heb_Hebr	k/n
cell deepseek_v4_1_flash=on|heb_Hebr|kb_clean|pilot_layout_20261115.floor	0.2783	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_clean'][0]	
cell deepseek_v4_1_flash=on|kor_Hang|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.kor_Hang[0]	
cell deepseek_v4_1_flash=on|kor_Hang|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.kor_Hang[1]	
cell deepseek_v4_1_flash=on|kor_Hang|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.kor_Hang	k/n
cell deepseek_v4_1_flash=on|kor_Hang|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_clean'][0]	
cell deepseek_v4_1_flash=on|rus_Cyrl|kb_clean|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.rus_Cyrl[0]	
cell deepseek_v4_1_flash=on|rus_Cyrl|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.rus_Cyrl[1]	
cell deepseek_v4_1_flash=on|rus_Cyrl|kb_clean|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.rus_Cyrl	k/n
cell deepseek_v4_1_flash=on|rus_Cyrl|kb_clean|pilot_layout_20261115.floor	0.4367	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_clean'][0]	
cell deepseek_v4_1_flash=on|tha_Thai|kb_clean|pilot_layout_20261115.correct	40	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.tha_Thai[0]	
cell deepseek_v4_1_flash=on|tha_Thai|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.tha_Thai[1]	
cell deepseek_v4_1_flash=on|tha_Thai|kb_clean|pilot_layout_20261115.acc	0.8	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_clean.tha_Thai	k/n
cell deepseek_v4_1_flash=on|tha_Thai|kb_clean|pilot_layout_20261115.floor	0.355	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_clean'][0]	
cell deepseek_v4_1_flash=on|arb_Arab|kb_layout_keys|pilot_layout_20261115.correct	14	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.arb_Arab[0]	
cell deepseek_v4_1_flash=on|arb_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.arb_Arab[1]	
cell deepseek_v4_1_flash=on|arb_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.28	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.arb_Arab	k/n
cell deepseek_v4_1_flash=on|arb_Arab|kb_layout_keys|pilot_layout_20261115.pooled_truncated	164	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.dsflash_on.outcomes.truncated	
cell deepseek_v4_1_flash=on|arb_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_layout'][0]	
cell deepseek_v4_1_flash=on|arz_Arab|kb_layout_keys|pilot_layout_20261115.correct	11	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.arz_Arab[0]	
cell deepseek_v4_1_flash=on|arz_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.arz_Arab[1]	
cell deepseek_v4_1_flash=on|arz_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.22	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.arz_Arab	k/n
cell deepseek_v4_1_flash=on|arz_Arab|kb_layout_keys|pilot_layout_20261115.pooled_truncated	164	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.dsflash_on.outcomes.truncated	
cell deepseek_v4_1_flash=on|arz_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.41	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_layout'][0]	
cell deepseek_v4_1_flash=on|deu_Latn|kb_layout_keys|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.deu_Latn[0]	
cell deepseek_v4_1_flash=on|deu_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.deu_Latn[1]	
cell deepseek_v4_1_flash=on|deu_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.deu_Latn	k/n
cell deepseek_v4_1_flash=on|deu_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_layout'][0]	
cell deepseek_v4_1_flash=on|ell_Grek|kb_layout_keys|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.ell_Grek[0]	
cell deepseek_v4_1_flash=on|ell_Grek|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.ell_Grek[1]	
cell deepseek_v4_1_flash=on|ell_Grek|kb_layout_keys|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.ell_Grek	k/n
cell deepseek_v4_1_flash=on|ell_Grek|kb_layout_keys|pilot_layout_20261115.floor	0.4133	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_layout'][0]	
cell deepseek_v4_1_flash=on|eng_Latn|kb_layout_keys|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.eng_Latn[0]	
cell deepseek_v4_1_flash=on|eng_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.eng_Latn[1]	
cell deepseek_v4_1_flash=on|eng_Latn|kb_layout_keys|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.eng_Latn	k/n
cell deepseek_v4_1_flash=on|eng_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_layout'][0]	
cell deepseek_v4_1_flash=on|fra_Latn|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.fra_Latn[0]	
cell deepseek_v4_1_flash=on|fra_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.fra_Latn[1]	
cell deepseek_v4_1_flash=on|fra_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.fra_Latn	k/n
cell deepseek_v4_1_flash=on|fra_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.37	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_layout'][0]	
cell deepseek_v4_1_flash=on|heb_Hebr|kb_layout_keys|pilot_layout_20261115.correct	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.heb_Hebr[0]	
cell deepseek_v4_1_flash=on|heb_Hebr|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.heb_Hebr[1]	
cell deepseek_v4_1_flash=on|heb_Hebr|kb_layout_keys|pilot_layout_20261115.acc	0.02	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.heb_Hebr	k/n
cell deepseek_v4_1_flash=on|heb_Hebr|kb_layout_keys|pilot_layout_20261115.pooled_truncated	164	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.dsflash_on.outcomes.truncated	
cell deepseek_v4_1_flash=on|heb_Hebr|kb_layout_keys|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_layout'][0]	
cell deepseek_v4_1_flash=on|kor_Hang|kb_layout_keys|pilot_layout_20261115.correct	26	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.kor_Hang[0]	
cell deepseek_v4_1_flash=on|kor_Hang|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.kor_Hang[1]	
cell deepseek_v4_1_flash=on|kor_Hang|kb_layout_keys|pilot_layout_20261115.acc	0.52	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.kor_Hang	k/n
cell deepseek_v4_1_flash=on|kor_Hang|kb_layout_keys|pilot_layout_20261115.pooled_truncated	164	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.dsflash_on.outcomes.truncated	
cell deepseek_v4_1_flash=on|kor_Hang|kb_layout_keys|pilot_layout_20261115.floor	0.365	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_layout'][0]	
cell deepseek_v4_1_flash=on|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.rus_Cyrl[0]	
cell deepseek_v4_1_flash=on|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.rus_Cyrl[1]	
cell deepseek_v4_1_flash=on|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.rus_Cyrl	k/n
cell deepseek_v4_1_flash=on|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.pooled_truncated	164	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.dsflash_on.outcomes.truncated	
cell deepseek_v4_1_flash=on|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.floor	0.3917	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_layout'][0]	
cell deepseek_v4_1_flash=on|tha_Thai|kb_layout_keys|pilot_layout_20261115.correct	9	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.tha_Thai[0]	
cell deepseek_v4_1_flash=on|tha_Thai|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.tha_Thai[1]	
cell deepseek_v4_1_flash=on|tha_Thai|kb_layout_keys|pilot_layout_20261115.acc	0.18	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.kb_layout.tha_Thai	k/n
cell deepseek_v4_1_flash=on|tha_Thai|kb_layout_keys|pilot_layout_20261115.pooled_truncated	164	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.dsflash_on.outcomes.truncated	
cell deepseek_v4_1_flash=on|tha_Thai|kb_layout_keys|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_layout'][0]	
cell deepseek_v4_1_flash=on|arb_Arab|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.arb_Arab[0]	
cell deepseek_v4_1_flash=on|arb_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.arb_Arab[1]	
cell deepseek_v4_1_flash=on|arb_Arab|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.arb_Arab	k/n
cell deepseek_v4_1_flash=on|arb_Arab|native|pilot_layout_20261115.floor	0.3017	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|native'][0]	
cell deepseek_v4_1_flash=on|arz_Arab|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.arz_Arab[0]	
cell deepseek_v4_1_flash=on|arz_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.arz_Arab[1]	
cell deepseek_v4_1_flash=on|arz_Arab|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.arz_Arab	k/n
cell deepseek_v4_1_flash=on|arz_Arab|native|pilot_layout_20261115.floor	0.36	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|native'][0]	
cell deepseek_v4_1_flash=on|deu_Latn|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.deu_Latn[0]	
cell deepseek_v4_1_flash=on|deu_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.deu_Latn[1]	
cell deepseek_v4_1_flash=on|deu_Latn|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.deu_Latn	k/n
cell deepseek_v4_1_flash=on|deu_Latn|native|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|native'][0]	
cell deepseek_v4_1_flash=on|ell_Grek|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.ell_Grek[0]	
cell deepseek_v4_1_flash=on|ell_Grek|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.ell_Grek[1]	
cell deepseek_v4_1_flash=on|ell_Grek|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.ell_Grek	k/n
cell deepseek_v4_1_flash=on|ell_Grek|native|pilot_layout_20261115.floor	0.3667	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|native'][0]	
cell deepseek_v4_1_flash=on|eng_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.eng_Latn[0]	
cell deepseek_v4_1_flash=on|eng_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.eng_Latn[1]	
cell deepseek_v4_1_flash=on|eng_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.eng_Latn	k/n
cell deepseek_v4_1_flash=on|eng_Latn|native|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|native'][0]	
cell deepseek_v4_1_flash=on|fra_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.fra_Latn[0]	
cell deepseek_v4_1_flash=on|fra_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.fra_Latn[1]	
cell deepseek_v4_1_flash=on|fra_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.fra_Latn	k/n
cell deepseek_v4_1_flash=on|fra_Latn|native|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|native'][0]	
cell deepseek_v4_1_flash=on|heb_Hebr|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.heb_Hebr[0]	
cell deepseek_v4_1_flash=on|heb_Hebr|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.heb_Hebr[1]	
cell deepseek_v4_1_flash=on|heb_Hebr|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.heb_Hebr	k/n
cell deepseek_v4_1_flash=on|heb_Hebr|native|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|native'][0]	
cell deepseek_v4_1_flash=on|kor_Hang|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.kor_Hang[0]	
cell deepseek_v4_1_flash=on|kor_Hang|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.kor_Hang[1]	
cell deepseek_v4_1_flash=on|kor_Hang|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.kor_Hang	k/n
cell deepseek_v4_1_flash=on|kor_Hang|native|pilot_layout_20261115.floor	0.24	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|native'][0]	
cell deepseek_v4_1_flash=on|rus_Cyrl|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.rus_Cyrl[0]	
cell deepseek_v4_1_flash=on|rus_Cyrl|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.rus_Cyrl[1]	
cell deepseek_v4_1_flash=on|rus_Cyrl|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.rus_Cyrl	k/n
cell deepseek_v4_1_flash=on|rus_Cyrl|native|pilot_layout_20261115.floor	0.39	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|native'][0]	
cell deepseek_v4_1_flash=on|tha_Thai|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.tha_Thai[0]	
cell deepseek_v4_1_flash=on|tha_Thai|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.tha_Thai[1]	
cell deepseek_v4_1_flash=on|tha_Thai|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.dsflash_on.native.tha_Thai	k/n
cell deepseek_v4_1_flash=on|tha_Thai|native|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|native'][0]	
cell deepseek_v4_pro=off|arb_Arab|kb_clean|pilot_layout_20261115.correct	40	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.arb_Arab[0]	
cell deepseek_v4_pro=off|arb_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.arb_Arab[1]	
cell deepseek_v4_pro=off|arb_Arab|kb_clean|pilot_layout_20261115.acc	0.8	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.arb_Arab	k/n
cell deepseek_v4_pro=off|arb_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	10	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|arb_Arab|kb_clean|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_clean'][0]	
cell deepseek_v4_pro=off|arz_Arab|kb_clean|pilot_layout_20261115.correct	40	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.arz_Arab[0]	
cell deepseek_v4_pro=off|arz_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.arz_Arab[1]	
cell deepseek_v4_pro=off|arz_Arab|kb_clean|pilot_layout_20261115.acc	0.8	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.arz_Arab	k/n
cell deepseek_v4_pro=off|arz_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	10	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|arz_Arab|kb_clean|pilot_layout_20261115.floor	0.32	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_clean'][0]	
cell deepseek_v4_pro=off|deu_Latn|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.deu_Latn[0]	
cell deepseek_v4_pro=off|deu_Latn|kb_clean|pilot_layout_20261115.items	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.deu_Latn[1]	
cell deepseek_v4_pro=off|deu_Latn|kb_clean|pilot_layout_20261115.acc	0.979592	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.deu_Latn	k/n
cell deepseek_v4_pro=off|deu_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|deu_Latn|kb_clean|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_clean'][0]	
cell deepseek_v4_pro=off|ell_Grek|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.ell_Grek[0]	
cell deepseek_v4_pro=off|ell_Grek|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.ell_Grek[1]	
cell deepseek_v4_pro=off|ell_Grek|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.ell_Grek	k/n
cell deepseek_v4_pro=off|ell_Grek|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|ell_Grek|kb_clean|pilot_layout_20261115.floor	0.49	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_clean'][0]	
cell deepseek_v4_pro=off|eng_Latn|kb_clean|pilot_layout_20261115.correct	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.eng_Latn[0]	
cell deepseek_v4_pro=off|eng_Latn|kb_clean|pilot_layout_20261115.items	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.eng_Latn[1]	
cell deepseek_v4_pro=off|eng_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.eng_Latn	k/n
cell deepseek_v4_pro=off|eng_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|eng_Latn|kb_clean|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_clean'][0]	
cell deepseek_v4_pro=off|fra_Latn|kb_clean|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.fra_Latn[0]	
cell deepseek_v4_pro=off|fra_Latn|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.fra_Latn[1]	
cell deepseek_v4_pro=off|fra_Latn|kb_clean|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.fra_Latn	k/n
cell deepseek_v4_pro=off|fra_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|fra_Latn|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_clean'][0]	
cell deepseek_v4_pro=off|heb_Hebr|kb_clean|pilot_layout_20261115.correct	25	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.heb_Hebr[0]	
cell deepseek_v4_pro=off|heb_Hebr|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.heb_Hebr[1]	
cell deepseek_v4_pro=off|heb_Hebr|kb_clean|pilot_layout_20261115.acc	0.5	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.heb_Hebr	k/n
cell deepseek_v4_pro=off|heb_Hebr|kb_clean|pilot_layout_20261115.outcomes.wrong	25	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|heb_Hebr|kb_clean|pilot_layout_20261115.floor	0.2783	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_clean'][0]	
cell deepseek_v4_pro=off|kor_Hang|kb_clean|pilot_layout_20261115.correct	43	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.kor_Hang[0]	
cell deepseek_v4_pro=off|kor_Hang|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.kor_Hang[1]	
cell deepseek_v4_pro=off|kor_Hang|kb_clean|pilot_layout_20261115.acc	0.86	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.kor_Hang	k/n
cell deepseek_v4_pro=off|kor_Hang|kb_clean|pilot_layout_20261115.outcomes.wrong	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|kor_Hang|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_clean'][0]	
cell deepseek_v4_pro=off|rus_Cyrl|kb_clean|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.rus_Cyrl[0]	
cell deepseek_v4_pro=off|rus_Cyrl|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.rus_Cyrl[1]	
cell deepseek_v4_pro=off|rus_Cyrl|kb_clean|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.rus_Cyrl	k/n
cell deepseek_v4_pro=off|rus_Cyrl|kb_clean|pilot_layout_20261115.outcomes.wrong	5	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|rus_Cyrl|kb_clean|pilot_layout_20261115.floor	0.4367	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_clean'][0]	
cell deepseek_v4_pro=off|tha_Thai|kb_clean|pilot_layout_20261115.correct	23	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.tha_Thai[0]	
cell deepseek_v4_pro=off|tha_Thai|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.tha_Thai[1]	
cell deepseek_v4_pro=off|tha_Thai|kb_clean|pilot_layout_20261115.acc	0.46	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.tha_Thai	k/n
cell deepseek_v4_pro=off|tha_Thai|kb_clean|pilot_layout_20261115.outcomes.wrong	27	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_clean.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|tha_Thai|kb_clean|pilot_layout_20261115.floor	0.355	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_clean'][0]	
cell deepseek_v4_pro=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.correct	18	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.arb_Arab[0]	
cell deepseek_v4_pro=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.arb_Arab[1]	
cell deepseek_v4_pro=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.36	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.arb_Arab	k/n
cell deepseek_v4_pro=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	32	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_layout'][0]	
cell deepseek_v4_pro=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.correct	10	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.arz_Arab[0]	
cell deepseek_v4_pro=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.arz_Arab[1]	
cell deepseek_v4_pro=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.2	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.arz_Arab	k/n
cell deepseek_v4_pro=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	40	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.41	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_layout'][0]	
cell deepseek_v4_pro=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.deu_Latn[0]	
cell deepseek_v4_pro=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.deu_Latn[1]	
cell deepseek_v4_pro=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.deu_Latn	k/n
cell deepseek_v4_pro=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_layout'][0]	
cell deepseek_v4_pro=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.ell_Grek[0]	
cell deepseek_v4_pro=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.ell_Grek[1]	
cell deepseek_v4_pro=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.ell_Grek	k/n
cell deepseek_v4_pro=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.floor	0.4133	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_layout'][0]	
cell deepseek_v4_pro=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.correct	20	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.eng_Latn[0]	
cell deepseek_v4_pro=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.eng_Latn[1]	
cell deepseek_v4_pro=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.4	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.eng_Latn	k/n
cell deepseek_v4_pro=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	30	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_layout'][0]	
cell deepseek_v4_pro=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.fra_Latn[0]	
cell deepseek_v4_pro=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.fra_Latn[1]	
cell deepseek_v4_pro=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.fra_Latn	k/n
cell deepseek_v4_pro=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	5	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.37	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_layout'][0]	
cell deepseek_v4_pro=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.correct	23	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.heb_Hebr[0]	
cell deepseek_v4_pro=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.heb_Hebr[1]	
cell deepseek_v4_pro=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.acc	0.46	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.heb_Hebr	k/n
cell deepseek_v4_pro=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	27	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_layout'][0]	
cell deepseek_v4_pro=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.correct	19	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.kor_Hang[0]	
cell deepseek_v4_pro=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.kor_Hang[1]	
cell deepseek_v4_pro=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.acc	0.38	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.kor_Hang	k/n
cell deepseek_v4_pro=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	31	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.floor	0.365	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_layout'][0]	
cell deepseek_v4_pro=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.correct	20	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.rus_Cyrl[0]	
cell deepseek_v4_pro=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.rus_Cyrl[1]	
cell deepseek_v4_pro=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.acc	0.4	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.rus_Cyrl	k/n
cell deepseek_v4_pro=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	30	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.floor	0.3917	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_layout'][0]	
cell deepseek_v4_pro=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.correct	11	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.tha_Thai[0]	
cell deepseek_v4_pro=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.tha_Thai[1]	
cell deepseek_v4_pro=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.acc	0.22	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.tha_Thai	k/n
cell deepseek_v4_pro=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	39	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.kb_layout.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_layout'][0]	
cell deepseek_v4_pro=off|arb_Arab|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.arb_Arab[0]	
cell deepseek_v4_pro=off|arb_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.arb_Arab[1]	
cell deepseek_v4_pro=off|arb_Arab|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.arb_Arab	k/n
cell deepseek_v4_pro=off|arb_Arab|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|arb_Arab|native|pilot_layout_20261115.floor	0.3017	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|native'][0]	
cell deepseek_v4_pro=off|arz_Arab|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.arz_Arab[0]	
cell deepseek_v4_pro=off|arz_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.arz_Arab[1]	
cell deepseek_v4_pro=off|arz_Arab|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.arz_Arab	k/n
cell deepseek_v4_pro=off|arz_Arab|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|arz_Arab|native|pilot_layout_20261115.floor	0.36	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|native'][0]	
cell deepseek_v4_pro=off|deu_Latn|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.deu_Latn[0]	
cell deepseek_v4_pro=off|deu_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.deu_Latn[1]	
cell deepseek_v4_pro=off|deu_Latn|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.deu_Latn	k/n
cell deepseek_v4_pro=off|deu_Latn|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|deu_Latn|native|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|native'][0]	
cell deepseek_v4_pro=off|ell_Grek|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.ell_Grek[0]	
cell deepseek_v4_pro=off|ell_Grek|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.ell_Grek[1]	
cell deepseek_v4_pro=off|ell_Grek|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.ell_Grek	k/n
cell deepseek_v4_pro=off|ell_Grek|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|ell_Grek|native|pilot_layout_20261115.floor	0.3667	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|native'][0]	
cell deepseek_v4_pro=off|eng_Latn|native|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.eng_Latn[0]	
cell deepseek_v4_pro=off|eng_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.eng_Latn[1]	
cell deepseek_v4_pro=off|eng_Latn|native|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.eng_Latn	k/n
cell deepseek_v4_pro=off|eng_Latn|native|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|eng_Latn|native|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|native'][0]	
cell deepseek_v4_pro=off|fra_Latn|native|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.fra_Latn[0]	
cell deepseek_v4_pro=off|fra_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.fra_Latn[1]	
cell deepseek_v4_pro=off|fra_Latn|native|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.fra_Latn	k/n
cell deepseek_v4_pro=off|fra_Latn|native|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|fra_Latn|native|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|native'][0]	
cell deepseek_v4_pro=off|heb_Hebr|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.heb_Hebr[0]	
cell deepseek_v4_pro=off|heb_Hebr|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.heb_Hebr[1]	
cell deepseek_v4_pro=off|heb_Hebr|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.heb_Hebr	k/n
cell deepseek_v4_pro=off|heb_Hebr|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|heb_Hebr|native|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|native'][0]	
cell deepseek_v4_pro=off|kor_Hang|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.kor_Hang[0]	
cell deepseek_v4_pro=off|kor_Hang|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.kor_Hang[1]	
cell deepseek_v4_pro=off|kor_Hang|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.kor_Hang	k/n
cell deepseek_v4_pro=off|kor_Hang|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|kor_Hang|native|pilot_layout_20261115.floor	0.24	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|native'][0]	
cell deepseek_v4_pro=off|rus_Cyrl|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.rus_Cyrl[0]	
cell deepseek_v4_pro=off|rus_Cyrl|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.rus_Cyrl[1]	
cell deepseek_v4_pro=off|rus_Cyrl|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.rus_Cyrl	k/n
cell deepseek_v4_pro=off|rus_Cyrl|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|rus_Cyrl|native|pilot_layout_20261115.floor	0.39	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|native'][0]	
cell deepseek_v4_pro=off|tha_Thai|native|pilot_layout_20261115.correct	44	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.tha_Thai[0]	
cell deepseek_v4_pro=off|tha_Thai|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.tha_Thai[1]	
cell deepseek_v4_pro=off|tha_Thai|native|pilot_layout_20261115.acc	0.88	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.tha_Thai	k/n
cell deepseek_v4_pro=off|tha_Thai|native|pilot_layout_20261115.outcomes.wrong	6	results/pilot_layout_20261115/SUMMARY.json	by_variant.dspro_off.native.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell deepseek_v4_pro=off|tha_Thai|native|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|native'][0]	
cell glm_5_3_flash=off-requested|arb_Arab|kb_clean|pilot_layout_20261115.correct	39	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.arb_Arab[0]	
cell glm_5_3_flash=off-requested|arb_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.arb_Arab[1]	
cell glm_5_3_flash=off-requested|arb_Arab|kb_clean|pilot_layout_20261115.acc	0.78	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.arb_Arab	k/n
cell glm_5_3_flash=off-requested|arb_Arab|kb_clean|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_clean'][0]	
cell glm_5_3_flash=off-requested|arz_Arab|kb_clean|pilot_layout_20261115.correct	38	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.arz_Arab[0]	
cell glm_5_3_flash=off-requested|arz_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.arz_Arab[1]	
cell glm_5_3_flash=off-requested|arz_Arab|kb_clean|pilot_layout_20261115.acc	0.76	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.arz_Arab	k/n
cell glm_5_3_flash=off-requested|arz_Arab|kb_clean|pilot_layout_20261115.floor	0.32	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_clean'][0]	
cell glm_5_3_flash=off-requested|deu_Latn|kb_clean|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.deu_Latn[0]	
cell glm_5_3_flash=off-requested|deu_Latn|kb_clean|pilot_layout_20261115.items	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.deu_Latn[1]	
cell glm_5_3_flash=off-requested|deu_Latn|kb_clean|pilot_layout_20261115.acc	0.938776	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.deu_Latn	k/n
cell glm_5_3_flash=off-requested|deu_Latn|kb_clean|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_clean'][0]	
cell glm_5_3_flash=off-requested|ell_Grek|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.ell_Grek[0]	
cell glm_5_3_flash=off-requested|ell_Grek|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.ell_Grek[1]	
cell glm_5_3_flash=off-requested|ell_Grek|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.ell_Grek	k/n
cell glm_5_3_flash=off-requested|ell_Grek|kb_clean|pilot_layout_20261115.floor	0.49	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_clean'][0]	
cell glm_5_3_flash=off-requested|eng_Latn|kb_clean|pilot_layout_20261115.correct	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.eng_Latn[0]	
cell glm_5_3_flash=off-requested|eng_Latn|kb_clean|pilot_layout_20261115.items	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.eng_Latn[1]	
cell glm_5_3_flash=off-requested|eng_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.eng_Latn	k/n
cell glm_5_3_flash=off-requested|eng_Latn|kb_clean|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_clean'][0]	
cell glm_5_3_flash=off-requested|fra_Latn|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.fra_Latn[0]	
cell glm_5_3_flash=off-requested|fra_Latn|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.fra_Latn[1]	
cell glm_5_3_flash=off-requested|fra_Latn|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.fra_Latn	k/n
cell glm_5_3_flash=off-requested|fra_Latn|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_clean'][0]	
cell glm_5_3_flash=off-requested|heb_Hebr|kb_clean|pilot_layout_20261115.correct	20	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.heb_Hebr[0]	
cell glm_5_3_flash=off-requested|heb_Hebr|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.heb_Hebr[1]	
cell glm_5_3_flash=off-requested|heb_Hebr|kb_clean|pilot_layout_20261115.acc	0.4	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.heb_Hebr	k/n
cell glm_5_3_flash=off-requested|heb_Hebr|kb_clean|pilot_layout_20261115.floor	0.2783	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_clean'][0]	
cell glm_5_3_flash=off-requested|kor_Hang|kb_clean|pilot_layout_20261115.correct	39	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.kor_Hang[0]	
cell glm_5_3_flash=off-requested|kor_Hang|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.kor_Hang[1]	
cell glm_5_3_flash=off-requested|kor_Hang|kb_clean|pilot_layout_20261115.acc	0.78	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.kor_Hang	k/n
cell glm_5_3_flash=off-requested|kor_Hang|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_clean'][0]	
cell glm_5_3_flash=off-requested|rus_Cyrl|kb_clean|pilot_layout_20261115.correct	44	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.rus_Cyrl[0]	
cell glm_5_3_flash=off-requested|rus_Cyrl|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.rus_Cyrl[1]	
cell glm_5_3_flash=off-requested|rus_Cyrl|kb_clean|pilot_layout_20261115.acc	0.88	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.rus_Cyrl	k/n
cell glm_5_3_flash=off-requested|rus_Cyrl|kb_clean|pilot_layout_20261115.floor	0.4367	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_clean'][0]	
cell glm_5_3_flash=off-requested|tha_Thai|kb_clean|pilot_layout_20261115.correct	17	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.tha_Thai[0]	
cell glm_5_3_flash=off-requested|tha_Thai|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.tha_Thai[1]	
cell glm_5_3_flash=off-requested|tha_Thai|kb_clean|pilot_layout_20261115.acc	0.34	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_clean.tha_Thai	k/n
cell glm_5_3_flash=off-requested|tha_Thai|kb_clean|pilot_layout_20261115.floor	0.355	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_clean'][0]	
cell glm_5_3_flash=off-requested|arb_Arab|kb_layout_keys|pilot_layout_20261115.correct	17	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.arb_Arab[0]	
cell glm_5_3_flash=off-requested|arb_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.arb_Arab[1]	
cell glm_5_3_flash=off-requested|arb_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.34	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.arb_Arab	k/n
cell glm_5_3_flash=off-requested|arb_Arab|kb_layout_keys|pilot_layout_20261115.pooled_truncated	43	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.glmflash_offreq.outcomes.truncated	
cell glm_5_3_flash=off-requested|arb_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_layout'][0]	
cell glm_5_3_flash=off-requested|arz_Arab|kb_layout_keys|pilot_layout_20261115.correct	12	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.arz_Arab[0]	
cell glm_5_3_flash=off-requested|arz_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.arz_Arab[1]	
cell glm_5_3_flash=off-requested|arz_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.24	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.arz_Arab	k/n
cell glm_5_3_flash=off-requested|arz_Arab|kb_layout_keys|pilot_layout_20261115.pooled_truncated	43	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.glmflash_offreq.outcomes.truncated	
cell glm_5_3_flash=off-requested|arz_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.41	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_layout'][0]	
cell glm_5_3_flash=off-requested|deu_Latn|kb_layout_keys|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.deu_Latn[0]	
cell glm_5_3_flash=off-requested|deu_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.deu_Latn[1]	
cell glm_5_3_flash=off-requested|deu_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.deu_Latn	k/n
cell glm_5_3_flash=off-requested|deu_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_layout'][0]	
cell glm_5_3_flash=off-requested|ell_Grek|kb_layout_keys|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.ell_Grek[0]	
cell glm_5_3_flash=off-requested|ell_Grek|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.ell_Grek[1]	
cell glm_5_3_flash=off-requested|ell_Grek|kb_layout_keys|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.ell_Grek	k/n
cell glm_5_3_flash=off-requested|ell_Grek|kb_layout_keys|pilot_layout_20261115.floor	0.4133	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_layout'][0]	
cell glm_5_3_flash=off-requested|eng_Latn|kb_layout_keys|pilot_layout_20261115.correct	39	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.eng_Latn[0]	
cell glm_5_3_flash=off-requested|eng_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.eng_Latn[1]	
cell glm_5_3_flash=off-requested|eng_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.78	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.eng_Latn	k/n
cell glm_5_3_flash=off-requested|eng_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_layout'][0]	
cell glm_5_3_flash=off-requested|fra_Latn|kb_layout_keys|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.fra_Latn[0]	
cell glm_5_3_flash=off-requested|fra_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.fra_Latn[1]	
cell glm_5_3_flash=off-requested|fra_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.fra_Latn	k/n
cell glm_5_3_flash=off-requested|fra_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.37	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_layout'][0]	
cell glm_5_3_flash=off-requested|heb_Hebr|kb_layout_keys|pilot_layout_20261115.correct	11	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.heb_Hebr[0]	
cell glm_5_3_flash=off-requested|heb_Hebr|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.heb_Hebr[1]	
cell glm_5_3_flash=off-requested|heb_Hebr|kb_layout_keys|pilot_layout_20261115.acc	0.22	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.heb_Hebr	k/n
cell glm_5_3_flash=off-requested|heb_Hebr|kb_layout_keys|pilot_layout_20261115.pooled_truncated	43	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.glmflash_offreq.outcomes.truncated	
cell glm_5_3_flash=off-requested|heb_Hebr|kb_layout_keys|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_layout'][0]	
cell glm_5_3_flash=off-requested|kor_Hang|kb_layout_keys|pilot_layout_20261115.correct	21	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.kor_Hang[0]	
cell glm_5_3_flash=off-requested|kor_Hang|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.kor_Hang[1]	
cell glm_5_3_flash=off-requested|kor_Hang|kb_layout_keys|pilot_layout_20261115.acc	0.42	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.kor_Hang	k/n
cell glm_5_3_flash=off-requested|kor_Hang|kb_layout_keys|pilot_layout_20261115.pooled_truncated	43	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.glmflash_offreq.outcomes.truncated	
cell glm_5_3_flash=off-requested|kor_Hang|kb_layout_keys|pilot_layout_20261115.floor	0.365	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_layout'][0]	
cell glm_5_3_flash=off-requested|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.correct	25	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.rus_Cyrl[0]	
cell glm_5_3_flash=off-requested|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.rus_Cyrl[1]	
cell glm_5_3_flash=off-requested|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.acc	0.5	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.rus_Cyrl	k/n
cell glm_5_3_flash=off-requested|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.pooled_truncated	43	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.glmflash_offreq.outcomes.truncated	
cell glm_5_3_flash=off-requested|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.floor	0.3917	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_layout'][0]	
cell glm_5_3_flash=off-requested|tha_Thai|kb_layout_keys|pilot_layout_20261115.correct	10	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.tha_Thai[0]	
cell glm_5_3_flash=off-requested|tha_Thai|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.tha_Thai[1]	
cell glm_5_3_flash=off-requested|tha_Thai|kb_layout_keys|pilot_layout_20261115.acc	0.2	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.kb_layout.tha_Thai	k/n
cell glm_5_3_flash=off-requested|tha_Thai|kb_layout_keys|pilot_layout_20261115.pooled_truncated	43	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.glmflash_offreq.outcomes.truncated	
cell glm_5_3_flash=off-requested|tha_Thai|kb_layout_keys|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_layout'][0]	
cell glm_5_3_flash=off-requested|arb_Arab|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.arb_Arab[0]	
cell glm_5_3_flash=off-requested|arb_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.arb_Arab[1]	
cell glm_5_3_flash=off-requested|arb_Arab|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.arb_Arab	k/n
cell glm_5_3_flash=off-requested|arb_Arab|native|pilot_layout_20261115.floor	0.3017	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|native'][0]	
cell glm_5_3_flash=off-requested|arz_Arab|native|pilot_layout_20261115.correct	41	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.arz_Arab[0]	
cell glm_5_3_flash=off-requested|arz_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.arz_Arab[1]	
cell glm_5_3_flash=off-requested|arz_Arab|native|pilot_layout_20261115.acc	0.82	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.arz_Arab	k/n
cell glm_5_3_flash=off-requested|arz_Arab|native|pilot_layout_20261115.floor	0.36	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|native'][0]	
cell glm_5_3_flash=off-requested|deu_Latn|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.deu_Latn[0]	
cell glm_5_3_flash=off-requested|deu_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.deu_Latn[1]	
cell glm_5_3_flash=off-requested|deu_Latn|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.deu_Latn	k/n
cell glm_5_3_flash=off-requested|deu_Latn|native|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|native'][0]	
cell glm_5_3_flash=off-requested|ell_Grek|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.ell_Grek[0]	
cell glm_5_3_flash=off-requested|ell_Grek|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.ell_Grek[1]	
cell glm_5_3_flash=off-requested|ell_Grek|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.ell_Grek	k/n
cell glm_5_3_flash=off-requested|ell_Grek|native|pilot_layout_20261115.floor	0.3667	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|native'][0]	
cell glm_5_3_flash=off-requested|eng_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.eng_Latn[0]	
cell glm_5_3_flash=off-requested|eng_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.eng_Latn[1]	
cell glm_5_3_flash=off-requested|eng_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.eng_Latn	k/n
cell glm_5_3_flash=off-requested|eng_Latn|native|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|native'][0]	
cell glm_5_3_flash=off-requested|fra_Latn|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.fra_Latn[0]	
cell glm_5_3_flash=off-requested|fra_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.fra_Latn[1]	
cell glm_5_3_flash=off-requested|fra_Latn|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.fra_Latn	k/n
cell glm_5_3_flash=off-requested|fra_Latn|native|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|native'][0]	
cell glm_5_3_flash=off-requested|heb_Hebr|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.heb_Hebr[0]	
cell glm_5_3_flash=off-requested|heb_Hebr|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.heb_Hebr[1]	
cell glm_5_3_flash=off-requested|heb_Hebr|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.heb_Hebr	k/n
cell glm_5_3_flash=off-requested|heb_Hebr|native|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|native'][0]	
cell glm_5_3_flash=off-requested|kor_Hang|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.kor_Hang[0]	
cell glm_5_3_flash=off-requested|kor_Hang|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.kor_Hang[1]	
cell glm_5_3_flash=off-requested|kor_Hang|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.kor_Hang	k/n
cell glm_5_3_flash=off-requested|kor_Hang|native|pilot_layout_20261115.floor	0.24	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|native'][0]	
cell glm_5_3_flash=off-requested|rus_Cyrl|native|pilot_layout_20261115.correct	44	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.rus_Cyrl[0]	
cell glm_5_3_flash=off-requested|rus_Cyrl|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.rus_Cyrl[1]	
cell glm_5_3_flash=off-requested|rus_Cyrl|native|pilot_layout_20261115.acc	0.88	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.rus_Cyrl	k/n
cell glm_5_3_flash=off-requested|rus_Cyrl|native|pilot_layout_20261115.floor	0.39	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|native'][0]	
cell glm_5_3_flash=off-requested|tha_Thai|native|pilot_layout_20261115.correct	44	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.tha_Thai[0]	
cell glm_5_3_flash=off-requested|tha_Thai|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.tha_Thai[1]	
cell glm_5_3_flash=off-requested|tha_Thai|native|pilot_layout_20261115.acc	0.88	results/pilot_layout_20261115/SUMMARY.json	by_variant.glmflash_offreq.native.tha_Thai	k/n
cell glm_5_3_flash=off-requested|tha_Thai|native|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|native'][0]	
cell claude_haiku_5_5=high|arb_Arab|kb_clean|pilot_layout_20261115.correct	37	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.arb_Arab[0]	
cell claude_haiku_5_5=high|arb_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.arb_Arab[1]	
cell claude_haiku_5_5=high|arb_Arab|kb_clean|pilot_layout_20261115.acc	0.74	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.arb_Arab	k/n
cell claude_haiku_5_5=high|arb_Arab|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_high.kb_clean.arb_Arab[0]	
cell claude_haiku_5_5=high|arb_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	13	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|arb_Arab|kb_clean|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_clean'][0]	
cell claude_haiku_5_5=high|arz_Arab|kb_clean|pilot_layout_20261115.correct	43	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.arz_Arab[0]	
cell claude_haiku_5_5=high|arz_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.arz_Arab[1]	
cell claude_haiku_5_5=high|arz_Arab|kb_clean|pilot_layout_20261115.acc	0.86	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.arz_Arab	k/n
cell claude_haiku_5_5=high|arz_Arab|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_high.kb_clean.arz_Arab[0]	
cell claude_haiku_5_5=high|arz_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|arz_Arab|kb_clean|pilot_layout_20261115.floor	0.32	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_clean'][0]	
cell claude_haiku_5_5=high|deu_Latn|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.deu_Latn[0]	
cell claude_haiku_5_5=high|deu_Latn|kb_clean|pilot_layout_20261115.items	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.deu_Latn[1]	
cell claude_haiku_5_5=high|deu_Latn|kb_clean|pilot_layout_20261115.acc	0.959184	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.deu_Latn	k/n
cell claude_haiku_5_5=high|deu_Latn|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_high.kb_clean.deu_Latn[0]	
cell claude_haiku_5_5=high|deu_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|deu_Latn|kb_clean|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_clean'][0]	
cell claude_haiku_5_5=high|ell_Grek|kb_clean|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.ell_Grek[0]	
cell claude_haiku_5_5=high|ell_Grek|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.ell_Grek[1]	
cell claude_haiku_5_5=high|ell_Grek|kb_clean|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.ell_Grek	k/n
cell claude_haiku_5_5=high|ell_Grek|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_high.kb_clean.ell_Grek[0]	
cell claude_haiku_5_5=high|ell_Grek|kb_clean|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|ell_Grek|kb_clean|pilot_layout_20261115.floor	0.49	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_clean'][0]	
cell claude_haiku_5_5=high|eng_Latn|kb_clean|pilot_layout_20261115.correct	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.eng_Latn[0]	
cell claude_haiku_5_5=high|eng_Latn|kb_clean|pilot_layout_20261115.items	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.eng_Latn[1]	
cell claude_haiku_5_5=high|eng_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.eng_Latn	k/n
cell claude_haiku_5_5=high|eng_Latn|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_high.kb_clean.eng_Latn[0]	
cell claude_haiku_5_5=high|eng_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|eng_Latn|kb_clean|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_clean'][0]	
cell claude_haiku_5_5=high|fra_Latn|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.fra_Latn[0]	
cell claude_haiku_5_5=high|fra_Latn|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.fra_Latn[1]	
cell claude_haiku_5_5=high|fra_Latn|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.fra_Latn	k/n
cell claude_haiku_5_5=high|fra_Latn|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_high.kb_clean.fra_Latn[0]	
cell claude_haiku_5_5=high|fra_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|fra_Latn|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_clean'][0]	
cell claude_haiku_5_5=high|heb_Hebr|kb_clean|pilot_layout_20261115.correct	16	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.heb_Hebr[0]	
cell claude_haiku_5_5=high|heb_Hebr|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.heb_Hebr[1]	
cell claude_haiku_5_5=high|heb_Hebr|kb_clean|pilot_layout_20261115.acc	0.32	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.heb_Hebr	k/n
cell claude_haiku_5_5=high|heb_Hebr|kb_clean|pilot_layout_20261115.outcomes.refused	18	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_high.kb_clean.heb_Hebr[0]	
cell claude_haiku_5_5=high|heb_Hebr|kb_clean|pilot_layout_20261115.outcomes.wrong	16	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|heb_Hebr|kb_clean|pilot_layout_20261115.floor	0.2783	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_clean'][0]	
cell claude_haiku_5_5=high|kor_Hang|kb_clean|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.kor_Hang[0]	
cell claude_haiku_5_5=high|kor_Hang|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.kor_Hang[1]	
cell claude_haiku_5_5=high|kor_Hang|kb_clean|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.kor_Hang	k/n
cell claude_haiku_5_5=high|kor_Hang|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_high.kb_clean.kor_Hang[0]	
cell claude_haiku_5_5=high|kor_Hang|kb_clean|pilot_layout_20261115.outcomes.wrong	5	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|kor_Hang|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_clean'][0]	
cell claude_haiku_5_5=high|rus_Cyrl|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.rus_Cyrl[0]	
cell claude_haiku_5_5=high|rus_Cyrl|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.rus_Cyrl[1]	
cell claude_haiku_5_5=high|rus_Cyrl|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.rus_Cyrl	k/n
cell claude_haiku_5_5=high|rus_Cyrl|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_high.kb_clean.rus_Cyrl[0]	
cell claude_haiku_5_5=high|rus_Cyrl|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|rus_Cyrl|kb_clean|pilot_layout_20261115.floor	0.4367	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_clean'][0]	
cell claude_haiku_5_5=high|tha_Thai|kb_clean|pilot_layout_20261115.correct	27	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.tha_Thai[0]	
cell claude_haiku_5_5=high|tha_Thai|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.tha_Thai[1]	
cell claude_haiku_5_5=high|tha_Thai|kb_clean|pilot_layout_20261115.acc	0.54	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.tha_Thai	k/n
cell claude_haiku_5_5=high|tha_Thai|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_high.kb_clean.tha_Thai[0]	
cell claude_haiku_5_5=high|tha_Thai|kb_clean|pilot_layout_20261115.outcomes.wrong	23	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_clean.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|tha_Thai|kb_clean|pilot_layout_20261115.floor	0.355	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_clean'][0]	
cell claude_haiku_5_5=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_layout.deu_Latn[0]	
cell claude_haiku_5_5=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_layout.deu_Latn[1]	
cell claude_haiku_5_5=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_layout.deu_Latn	k/n
cell claude_haiku_5_5=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_layout.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_layout'][0]	
cell claude_haiku_5_5=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_layout.ell_Grek[0]	
cell claude_haiku_5_5=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_layout.ell_Grek[1]	
cell claude_haiku_5_5=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_layout.ell_Grek	k/n
cell claude_haiku_5_5=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_layout.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.floor	0.4133	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_layout'][0]	
cell claude_haiku_5_5=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_layout.fra_Latn[0]	
cell claude_haiku_5_5=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_layout.fra_Latn[1]	
cell claude_haiku_5_5=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_layout.fra_Latn	k/n
cell claude_haiku_5_5=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.kb_layout.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.37	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_layout'][0]	
cell claude_haiku_5_5=high|arb_Arab|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.arb_Arab[0]	
cell claude_haiku_5_5=high|arb_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.arb_Arab[1]	
cell claude_haiku_5_5=high|arb_Arab|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.arb_Arab	k/n
cell claude_haiku_5_5=high|arb_Arab|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|arb_Arab|native|pilot_layout_20261115.floor	0.3017	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|native'][0]	
cell claude_haiku_5_5=high|arz_Arab|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.arz_Arab[0]	
cell claude_haiku_5_5=high|arz_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.arz_Arab[1]	
cell claude_haiku_5_5=high|arz_Arab|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.arz_Arab	k/n
cell claude_haiku_5_5=high|arz_Arab|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|arz_Arab|native|pilot_layout_20261115.floor	0.36	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|native'][0]	
cell claude_haiku_5_5=high|deu_Latn|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.deu_Latn[0]	
cell claude_haiku_5_5=high|deu_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.deu_Latn[1]	
cell claude_haiku_5_5=high|deu_Latn|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.deu_Latn	k/n
cell claude_haiku_5_5=high|deu_Latn|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|deu_Latn|native|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|native'][0]	
cell claude_haiku_5_5=high|ell_Grek|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.ell_Grek[0]	
cell claude_haiku_5_5=high|ell_Grek|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.ell_Grek[1]	
cell claude_haiku_5_5=high|ell_Grek|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.ell_Grek	k/n
cell claude_haiku_5_5=high|ell_Grek|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|ell_Grek|native|pilot_layout_20261115.floor	0.3667	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|native'][0]	
cell claude_haiku_5_5=high|eng_Latn|native|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.eng_Latn[0]	
cell claude_haiku_5_5=high|eng_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.eng_Latn[1]	
cell claude_haiku_5_5=high|eng_Latn|native|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.eng_Latn	k/n
cell claude_haiku_5_5=high|eng_Latn|native|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|eng_Latn|native|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|native'][0]	
cell claude_haiku_5_5=high|fra_Latn|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.fra_Latn[0]	
cell claude_haiku_5_5=high|fra_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.fra_Latn[1]	
cell claude_haiku_5_5=high|fra_Latn|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.fra_Latn	k/n
cell claude_haiku_5_5=high|fra_Latn|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|fra_Latn|native|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|native'][0]	
cell claude_haiku_5_5=high|heb_Hebr|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.heb_Hebr[0]	
cell claude_haiku_5_5=high|heb_Hebr|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.heb_Hebr[1]	
cell claude_haiku_5_5=high|heb_Hebr|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.heb_Hebr	k/n
cell claude_haiku_5_5=high|heb_Hebr|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|heb_Hebr|native|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|native'][0]	
cell claude_haiku_5_5=high|kor_Hang|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.kor_Hang[0]	
cell claude_haiku_5_5=high|kor_Hang|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.kor_Hang[1]	
cell claude_haiku_5_5=high|kor_Hang|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.kor_Hang	k/n
cell claude_haiku_5_5=high|kor_Hang|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|kor_Hang|native|pilot_layout_20261115.floor	0.24	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|native'][0]	
cell claude_haiku_5_5=high|rus_Cyrl|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.rus_Cyrl[0]	
cell claude_haiku_5_5=high|rus_Cyrl|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.rus_Cyrl[1]	
cell claude_haiku_5_5=high|rus_Cyrl|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.rus_Cyrl	k/n
cell claude_haiku_5_5=high|rus_Cyrl|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|rus_Cyrl|native|pilot_layout_20261115.floor	0.39	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|native'][0]	
cell claude_haiku_5_5=high|tha_Thai|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.tha_Thai[0]	
cell claude_haiku_5_5=high|tha_Thai|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.tha_Thai[1]	
cell claude_haiku_5_5=high|tha_Thai|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.tha_Thai	k/n
cell claude_haiku_5_5=high|tha_Thai|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_high.native.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=high|tha_Thai|native|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|native'][0]	
cell claude_haiku_5_5=off|arb_Arab|kb_clean|pilot_layout_20261115.correct	25	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.arb_Arab[0]	
cell claude_haiku_5_5=off|arb_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.arb_Arab[1]	
cell claude_haiku_5_5=off|arb_Arab|kb_clean|pilot_layout_20261115.acc	0.5	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.arb_Arab	k/n
cell claude_haiku_5_5=off|arb_Arab|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_off.kb_clean.arb_Arab[0]	
cell claude_haiku_5_5=off|arb_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	25	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|arb_Arab|kb_clean|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_clean'][0]	
cell claude_haiku_5_5=off|arz_Arab|kb_clean|pilot_layout_20261115.correct	24	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.arz_Arab[0]	
cell claude_haiku_5_5=off|arz_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.arz_Arab[1]	
cell claude_haiku_5_5=off|arz_Arab|kb_clean|pilot_layout_20261115.acc	0.48	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.arz_Arab	k/n
cell claude_haiku_5_5=off|arz_Arab|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_off.kb_clean.arz_Arab[0]	
cell claude_haiku_5_5=off|arz_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	26	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|arz_Arab|kb_clean|pilot_layout_20261115.floor	0.32	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_clean'][0]	
cell claude_haiku_5_5=off|deu_Latn|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.deu_Latn[0]	
cell claude_haiku_5_5=off|deu_Latn|kb_clean|pilot_layout_20261115.items	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.deu_Latn[1]	
cell claude_haiku_5_5=off|deu_Latn|kb_clean|pilot_layout_20261115.acc	0.979592	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.deu_Latn	k/n
cell claude_haiku_5_5=off|deu_Latn|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_off.kb_clean.deu_Latn[0]	
cell claude_haiku_5_5=off|deu_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|deu_Latn|kb_clean|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_clean'][0]	
cell claude_haiku_5_5=off|ell_Grek|kb_clean|pilot_layout_20261115.correct	39	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.ell_Grek[0]	
cell claude_haiku_5_5=off|ell_Grek|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.ell_Grek[1]	
cell claude_haiku_5_5=off|ell_Grek|kb_clean|pilot_layout_20261115.acc	0.78	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.ell_Grek	k/n
cell claude_haiku_5_5=off|ell_Grek|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_off.kb_clean.ell_Grek[0]	
cell claude_haiku_5_5=off|ell_Grek|kb_clean|pilot_layout_20261115.outcomes.wrong	11	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|ell_Grek|kb_clean|pilot_layout_20261115.floor	0.49	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_clean'][0]	
cell claude_haiku_5_5=off|eng_Latn|kb_clean|pilot_layout_20261115.correct	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.eng_Latn[0]	
cell claude_haiku_5_5=off|eng_Latn|kb_clean|pilot_layout_20261115.items	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.eng_Latn[1]	
cell claude_haiku_5_5=off|eng_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.eng_Latn	k/n
cell claude_haiku_5_5=off|eng_Latn|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_off.kb_clean.eng_Latn[0]	
cell claude_haiku_5_5=off|eng_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|eng_Latn|kb_clean|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_clean'][0]	
cell claude_haiku_5_5=off|fra_Latn|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.fra_Latn[0]	
cell claude_haiku_5_5=off|fra_Latn|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.fra_Latn[1]	
cell claude_haiku_5_5=off|fra_Latn|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.fra_Latn	k/n
cell claude_haiku_5_5=off|fra_Latn|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_off.kb_clean.fra_Latn[0]	
cell claude_haiku_5_5=off|fra_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|fra_Latn|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_clean'][0]	
cell claude_haiku_5_5=off|heb_Hebr|kb_clean|pilot_layout_20261115.correct	20	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.heb_Hebr[0]	
cell claude_haiku_5_5=off|heb_Hebr|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.heb_Hebr[1]	
cell claude_haiku_5_5=off|heb_Hebr|kb_clean|pilot_layout_20261115.acc	0.4	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.heb_Hebr	k/n
cell claude_haiku_5_5=off|heb_Hebr|kb_clean|pilot_layout_20261115.outcomes.refused	4	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_off.kb_clean.heb_Hebr[0]	
cell claude_haiku_5_5=off|heb_Hebr|kb_clean|pilot_layout_20261115.outcomes.wrong	26	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|heb_Hebr|kb_clean|pilot_layout_20261115.floor	0.2783	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_clean'][0]	
cell claude_haiku_5_5=off|kor_Hang|kb_clean|pilot_layout_20261115.correct	32	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.kor_Hang[0]	
cell claude_haiku_5_5=off|kor_Hang|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.kor_Hang[1]	
cell claude_haiku_5_5=off|kor_Hang|kb_clean|pilot_layout_20261115.acc	0.64	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.kor_Hang	k/n
cell claude_haiku_5_5=off|kor_Hang|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_off.kb_clean.kor_Hang[0]	
cell claude_haiku_5_5=off|kor_Hang|kb_clean|pilot_layout_20261115.outcomes.wrong	18	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|kor_Hang|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_clean'][0]	
cell claude_haiku_5_5=off|rus_Cyrl|kb_clean|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.rus_Cyrl[0]	
cell claude_haiku_5_5=off|rus_Cyrl|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.rus_Cyrl[1]	
cell claude_haiku_5_5=off|rus_Cyrl|kb_clean|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.rus_Cyrl	k/n
cell claude_haiku_5_5=off|rus_Cyrl|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_off.kb_clean.rus_Cyrl[0]	
cell claude_haiku_5_5=off|rus_Cyrl|kb_clean|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|rus_Cyrl|kb_clean|pilot_layout_20261115.floor	0.4367	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_clean'][0]	
cell claude_haiku_5_5=off|tha_Thai|kb_clean|pilot_layout_20261115.correct	23	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.tha_Thai[0]	
cell claude_haiku_5_5=off|tha_Thai|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.tha_Thai[1]	
cell claude_haiku_5_5=off|tha_Thai|kb_clean|pilot_layout_20261115.acc	0.46	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.tha_Thai	k/n
cell claude_haiku_5_5=off|tha_Thai|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_off.kb_clean.tha_Thai[0]	
cell claude_haiku_5_5=off|tha_Thai|kb_clean|pilot_layout_20261115.outcomes.wrong	27	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_clean.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|tha_Thai|kb_clean|pilot_layout_20261115.floor	0.355	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_clean'][0]	
cell claude_haiku_5_5=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.correct	5	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.arb_Arab[0]	
cell claude_haiku_5_5=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.items	20	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.arb_Arab[1]	
cell claude_haiku_5_5=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.25	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.arb_Arab	k/n
cell claude_haiku_5_5=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.refused	14	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_off.kb_layout.arb_Arab[0]	
cell claude_haiku_5_5=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_layout'][0]	
cell claude_haiku_5_5=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.correct	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.arz_Arab[0]	
cell claude_haiku_5_5=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.items	20	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.arz_Arab[1]	
cell claude_haiku_5_5=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.15	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.arz_Arab	k/n
cell claude_haiku_5_5=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.refused	14	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_off.kb_layout.arz_Arab[0]	
cell claude_haiku_5_5=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.41	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_layout'][0]	
cell claude_haiku_5_5=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.deu_Latn[0]	
cell claude_haiku_5_5=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.deu_Latn[1]	
cell claude_haiku_5_5=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.deu_Latn	k/n
cell claude_haiku_5_5=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_off.kb_layout.deu_Latn[0]	
cell claude_haiku_5_5=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_layout'][0]	
cell claude_haiku_5_5=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.correct	34	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.ell_Grek[0]	
cell claude_haiku_5_5=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.ell_Grek[1]	
cell claude_haiku_5_5=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.acc	0.68	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.ell_Grek	k/n
cell claude_haiku_5_5=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_off.kb_layout.ell_Grek[0]	
cell claude_haiku_5_5=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	16	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.floor	0.4133	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_layout'][0]	
cell claude_haiku_5_5=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.correct	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.eng_Latn[0]	
cell claude_haiku_5_5=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.items	20	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.eng_Latn[1]	
cell claude_haiku_5_5=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.eng_Latn	k/n
cell claude_haiku_5_5=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.refused	20	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_off.kb_layout.eng_Latn[0]	
cell claude_haiku_5_5=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_layout'][0]	
cell claude_haiku_5_5=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.fra_Latn[0]	
cell claude_haiku_5_5=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.fra_Latn[1]	
cell claude_haiku_5_5=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.fra_Latn	k/n
cell claude_haiku_5_5=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_off.kb_layout.fra_Latn[0]	
cell claude_haiku_5_5=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	5	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.37	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_layout'][0]	
cell claude_haiku_5_5=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.correct	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.heb_Hebr[0]	
cell claude_haiku_5_5=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.items	20	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.heb_Hebr[1]	
cell claude_haiku_5_5=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.acc	0.1	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.heb_Hebr	k/n
cell claude_haiku_5_5=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.outcomes.refused	14	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_off.kb_layout.heb_Hebr[0]	
cell claude_haiku_5_5=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_layout'][0]	
cell claude_haiku_5_5=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.correct	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.kor_Hang[0]	
cell claude_haiku_5_5=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.items	20	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.kor_Hang[1]	
cell claude_haiku_5_5=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.acc	0.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.kor_Hang	k/n
cell claude_haiku_5_5=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.outcomes.refused	19	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_off.kb_layout.kor_Hang[0]	
cell claude_haiku_5_5=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.floor	0.365	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_layout'][0]	
cell claude_haiku_5_5=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.correct	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.rus_Cyrl[0]	
cell claude_haiku_5_5=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.items	20	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.rus_Cyrl[1]	
cell claude_haiku_5_5=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.acc	0.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.rus_Cyrl	k/n
cell claude_haiku_5_5=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.outcomes.refused	17	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_off.kb_layout.rus_Cyrl[0]	
cell claude_haiku_5_5=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.floor	0.3917	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_layout'][0]	
cell claude_haiku_5_5=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.correct	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.tha_Thai[0]	
cell claude_haiku_5_5=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.items	20	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.tha_Thai[1]	
cell claude_haiku_5_5=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.acc	0.05	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.tha_Thai	k/n
cell claude_haiku_5_5=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.outcomes.refused	15	results/pilot_layout_20261115/SUMMARY.json	refusals.haiku55_off.kb_layout.tha_Thai[0]	
cell claude_haiku_5_5=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.kb_layout.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_layout'][0]	
cell claude_haiku_5_5=off|arb_Arab|native|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.arb_Arab[0]	
cell claude_haiku_5_5=off|arb_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.arb_Arab[1]	
cell claude_haiku_5_5=off|arb_Arab|native|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.arb_Arab	k/n
cell claude_haiku_5_5=off|arb_Arab|native|pilot_layout_20261115.outcomes.wrong	5	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|arb_Arab|native|pilot_layout_20261115.floor	0.3017	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|native'][0]	
cell claude_haiku_5_5=off|arz_Arab|native|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.arz_Arab[0]	
cell claude_haiku_5_5=off|arz_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.arz_Arab[1]	
cell claude_haiku_5_5=off|arz_Arab|native|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.arz_Arab	k/n
cell claude_haiku_5_5=off|arz_Arab|native|pilot_layout_20261115.outcomes.wrong	5	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|arz_Arab|native|pilot_layout_20261115.floor	0.36	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|native'][0]	
cell claude_haiku_5_5=off|deu_Latn|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.deu_Latn[0]	
cell claude_haiku_5_5=off|deu_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.deu_Latn[1]	
cell claude_haiku_5_5=off|deu_Latn|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.deu_Latn	k/n
cell claude_haiku_5_5=off|deu_Latn|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|deu_Latn|native|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|native'][0]	
cell claude_haiku_5_5=off|ell_Grek|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.ell_Grek[0]	
cell claude_haiku_5_5=off|ell_Grek|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.ell_Grek[1]	
cell claude_haiku_5_5=off|ell_Grek|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.ell_Grek	k/n
cell claude_haiku_5_5=off|ell_Grek|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|ell_Grek|native|pilot_layout_20261115.floor	0.3667	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|native'][0]	
cell claude_haiku_5_5=off|eng_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.eng_Latn[0]	
cell claude_haiku_5_5=off|eng_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.eng_Latn[1]	
cell claude_haiku_5_5=off|eng_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.eng_Latn	k/n
cell claude_haiku_5_5=off|eng_Latn|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|eng_Latn|native|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|native'][0]	
cell claude_haiku_5_5=off|fra_Latn|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.fra_Latn[0]	
cell claude_haiku_5_5=off|fra_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.fra_Latn[1]	
cell claude_haiku_5_5=off|fra_Latn|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.fra_Latn	k/n
cell claude_haiku_5_5=off|fra_Latn|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|fra_Latn|native|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|native'][0]	
cell claude_haiku_5_5=off|heb_Hebr|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.heb_Hebr[0]	
cell claude_haiku_5_5=off|heb_Hebr|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.heb_Hebr[1]	
cell claude_haiku_5_5=off|heb_Hebr|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.heb_Hebr	k/n
cell claude_haiku_5_5=off|heb_Hebr|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|heb_Hebr|native|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|native'][0]	
cell claude_haiku_5_5=off|kor_Hang|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.kor_Hang[0]	
cell claude_haiku_5_5=off|kor_Hang|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.kor_Hang[1]	
cell claude_haiku_5_5=off|kor_Hang|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.kor_Hang	k/n
cell claude_haiku_5_5=off|kor_Hang|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|kor_Hang|native|pilot_layout_20261115.floor	0.24	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|native'][0]	
cell claude_haiku_5_5=off|rus_Cyrl|native|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.rus_Cyrl[0]	
cell claude_haiku_5_5=off|rus_Cyrl|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.rus_Cyrl[1]	
cell claude_haiku_5_5=off|rus_Cyrl|native|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.rus_Cyrl	k/n
cell claude_haiku_5_5=off|rus_Cyrl|native|pilot_layout_20261115.outcomes.wrong	5	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|rus_Cyrl|native|pilot_layout_20261115.floor	0.39	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|native'][0]	
cell claude_haiku_5_5=off|tha_Thai|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.tha_Thai[0]	
cell claude_haiku_5_5=off|tha_Thai|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.tha_Thai[1]	
cell claude_haiku_5_5=off|tha_Thai|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.tha_Thai	k/n
cell claude_haiku_5_5=off|tha_Thai|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.haiku55_off.native.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_haiku_5_5=off|tha_Thai|native|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|native'][0]	
cell kimi_k3_1_pro=off|arb_Arab|kb_clean|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.arb_Arab[0]	
cell kimi_k3_1_pro=off|arb_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.arb_Arab[1]	
cell kimi_k3_1_pro=off|arb_Arab|kb_clean|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.arb_Arab	k/n
cell kimi_k3_1_pro=off|arb_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	5	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|arb_Arab|kb_clean|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_clean'][0]	
cell kimi_k3_1_pro=off|arz_Arab|kb_clean|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.arz_Arab[0]	
cell kimi_k3_1_pro=off|arz_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.arz_Arab[1]	
cell kimi_k3_1_pro=off|arz_Arab|kb_clean|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.arz_Arab	k/n
cell kimi_k3_1_pro=off|arz_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|arz_Arab|kb_clean|pilot_layout_20261115.floor	0.32	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_clean'][0]	
cell kimi_k3_1_pro=off|deu_Latn|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.deu_Latn[0]	
cell kimi_k3_1_pro=off|deu_Latn|kb_clean|pilot_layout_20261115.items	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.deu_Latn[1]	
cell kimi_k3_1_pro=off|deu_Latn|kb_clean|pilot_layout_20261115.acc	0.979592	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.deu_Latn	k/n
cell kimi_k3_1_pro=off|deu_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|deu_Latn|kb_clean|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_clean'][0]	
cell kimi_k3_1_pro=off|ell_Grek|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.ell_Grek[0]	
cell kimi_k3_1_pro=off|ell_Grek|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.ell_Grek[1]	
cell kimi_k3_1_pro=off|ell_Grek|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.ell_Grek	k/n
cell kimi_k3_1_pro=off|ell_Grek|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|ell_Grek|kb_clean|pilot_layout_20261115.floor	0.49	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_clean'][0]	
cell kimi_k3_1_pro=off|eng_Latn|kb_clean|pilot_layout_20261115.correct	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.eng_Latn[0]	
cell kimi_k3_1_pro=off|eng_Latn|kb_clean|pilot_layout_20261115.items	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.eng_Latn[1]	
cell kimi_k3_1_pro=off|eng_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.eng_Latn	k/n
cell kimi_k3_1_pro=off|eng_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|eng_Latn|kb_clean|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_clean'][0]	
cell kimi_k3_1_pro=off|fra_Latn|kb_clean|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.fra_Latn[0]	
cell kimi_k3_1_pro=off|fra_Latn|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.fra_Latn[1]	
cell kimi_k3_1_pro=off|fra_Latn|kb_clean|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.fra_Latn	k/n
cell kimi_k3_1_pro=off|fra_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|fra_Latn|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_clean'][0]	
cell kimi_k3_1_pro=off|heb_Hebr|kb_clean|pilot_layout_20261115.correct	27	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.heb_Hebr[0]	
cell kimi_k3_1_pro=off|heb_Hebr|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.heb_Hebr[1]	
cell kimi_k3_1_pro=off|heb_Hebr|kb_clean|pilot_layout_20261115.acc	0.54	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.heb_Hebr	k/n
cell kimi_k3_1_pro=off|heb_Hebr|kb_clean|pilot_layout_20261115.outcomes.wrong	23	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|heb_Hebr|kb_clean|pilot_layout_20261115.floor	0.2783	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_clean'][0]	
cell kimi_k3_1_pro=off|kor_Hang|kb_clean|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.kor_Hang[0]	
cell kimi_k3_1_pro=off|kor_Hang|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.kor_Hang[1]	
cell kimi_k3_1_pro=off|kor_Hang|kb_clean|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.kor_Hang	k/n
cell kimi_k3_1_pro=off|kor_Hang|kb_clean|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|kor_Hang|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_clean'][0]	
cell kimi_k3_1_pro=off|rus_Cyrl|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.rus_Cyrl[0]	
cell kimi_k3_1_pro=off|rus_Cyrl|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.rus_Cyrl[1]	
cell kimi_k3_1_pro=off|rus_Cyrl|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.rus_Cyrl	k/n
cell kimi_k3_1_pro=off|rus_Cyrl|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|rus_Cyrl|kb_clean|pilot_layout_20261115.floor	0.4367	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_clean'][0]	
cell kimi_k3_1_pro=off|tha_Thai|kb_clean|pilot_layout_20261115.correct	25	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.tha_Thai[0]	
cell kimi_k3_1_pro=off|tha_Thai|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.tha_Thai[1]	
cell kimi_k3_1_pro=off|tha_Thai|kb_clean|pilot_layout_20261115.acc	0.5	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.tha_Thai	k/n
cell kimi_k3_1_pro=off|tha_Thai|kb_clean|pilot_layout_20261115.outcomes.wrong	25	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_clean.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|tha_Thai|kb_clean|pilot_layout_20261115.floor	0.355	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_clean'][0]	
cell kimi_k3_1_pro=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.correct	20	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.arb_Arab[0]	
cell kimi_k3_1_pro=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.arb_Arab[1]	
cell kimi_k3_1_pro=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.4	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.arb_Arab	k/n
cell kimi_k3_1_pro=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	30	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_layout'][0]	
cell kimi_k3_1_pro=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.correct	17	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.arz_Arab[0]	
cell kimi_k3_1_pro=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.arz_Arab[1]	
cell kimi_k3_1_pro=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.34	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.arz_Arab	k/n
cell kimi_k3_1_pro=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	33	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.41	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_layout'][0]	
cell kimi_k3_1_pro=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.deu_Latn[0]	
cell kimi_k3_1_pro=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.deu_Latn[1]	
cell kimi_k3_1_pro=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.deu_Latn	k/n
cell kimi_k3_1_pro=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_layout'][0]	
cell kimi_k3_1_pro=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.ell_Grek[0]	
cell kimi_k3_1_pro=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.ell_Grek[1]	
cell kimi_k3_1_pro=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.ell_Grek	k/n
cell kimi_k3_1_pro=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.floor	0.4133	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_layout'][0]	
cell kimi_k3_1_pro=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.correct	30	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.eng_Latn[0]	
cell kimi_k3_1_pro=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.eng_Latn[1]	
cell kimi_k3_1_pro=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.6	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.eng_Latn	k/n
cell kimi_k3_1_pro=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	20	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_layout'][0]	
cell kimi_k3_1_pro=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.fra_Latn[0]	
cell kimi_k3_1_pro=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.fra_Latn[1]	
cell kimi_k3_1_pro=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.fra_Latn	k/n
cell kimi_k3_1_pro=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.37	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_layout'][0]	
cell kimi_k3_1_pro=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.correct	19	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.heb_Hebr[0]	
cell kimi_k3_1_pro=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.heb_Hebr[1]	
cell kimi_k3_1_pro=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.acc	0.38	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.heb_Hebr	k/n
cell kimi_k3_1_pro=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	31	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_layout'][0]	
cell kimi_k3_1_pro=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.correct	23	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.kor_Hang[0]	
cell kimi_k3_1_pro=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.kor_Hang[1]	
cell kimi_k3_1_pro=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.acc	0.46	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.kor_Hang	k/n
cell kimi_k3_1_pro=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	27	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.floor	0.365	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_layout'][0]	
cell kimi_k3_1_pro=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.correct	31	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.rus_Cyrl[0]	
cell kimi_k3_1_pro=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.rus_Cyrl[1]	
cell kimi_k3_1_pro=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.acc	0.62	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.rus_Cyrl	k/n
cell kimi_k3_1_pro=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	19	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.floor	0.3917	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_layout'][0]	
cell kimi_k3_1_pro=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.correct	16	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.tha_Thai[0]	
cell kimi_k3_1_pro=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.tha_Thai[1]	
cell kimi_k3_1_pro=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.acc	0.32	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.tha_Thai	k/n
cell kimi_k3_1_pro=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	34	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.kb_layout.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_layout'][0]	
cell kimi_k3_1_pro=off|arb_Arab|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.arb_Arab[0]	
cell kimi_k3_1_pro=off|arb_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.arb_Arab[1]	
cell kimi_k3_1_pro=off|arb_Arab|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.arb_Arab	k/n
cell kimi_k3_1_pro=off|arb_Arab|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|arb_Arab|native|pilot_layout_20261115.floor	0.3017	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|native'][0]	
cell kimi_k3_1_pro=off|arz_Arab|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.arz_Arab[0]	
cell kimi_k3_1_pro=off|arz_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.arz_Arab[1]	
cell kimi_k3_1_pro=off|arz_Arab|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.arz_Arab	k/n
cell kimi_k3_1_pro=off|arz_Arab|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|arz_Arab|native|pilot_layout_20261115.floor	0.36	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|native'][0]	
cell kimi_k3_1_pro=off|deu_Latn|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.deu_Latn[0]	
cell kimi_k3_1_pro=off|deu_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.deu_Latn[1]	
cell kimi_k3_1_pro=off|deu_Latn|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.deu_Latn	k/n
cell kimi_k3_1_pro=off|deu_Latn|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|deu_Latn|native|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|native'][0]	
cell kimi_k3_1_pro=off|ell_Grek|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.ell_Grek[0]	
cell kimi_k3_1_pro=off|ell_Grek|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.ell_Grek[1]	
cell kimi_k3_1_pro=off|ell_Grek|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.ell_Grek	k/n
cell kimi_k3_1_pro=off|ell_Grek|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|ell_Grek|native|pilot_layout_20261115.floor	0.3667	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|native'][0]	
cell kimi_k3_1_pro=off|eng_Latn|native|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.eng_Latn[0]	
cell kimi_k3_1_pro=off|eng_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.eng_Latn[1]	
cell kimi_k3_1_pro=off|eng_Latn|native|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.eng_Latn	k/n
cell kimi_k3_1_pro=off|eng_Latn|native|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|eng_Latn|native|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|native'][0]	
cell kimi_k3_1_pro=off|fra_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.fra_Latn[0]	
cell kimi_k3_1_pro=off|fra_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.fra_Latn[1]	
cell kimi_k3_1_pro=off|fra_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.fra_Latn	k/n
cell kimi_k3_1_pro=off|fra_Latn|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|fra_Latn|native|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|native'][0]	
cell kimi_k3_1_pro=off|heb_Hebr|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.heb_Hebr[0]	
cell kimi_k3_1_pro=off|heb_Hebr|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.heb_Hebr[1]	
cell kimi_k3_1_pro=off|heb_Hebr|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.heb_Hebr	k/n
cell kimi_k3_1_pro=off|heb_Hebr|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|heb_Hebr|native|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|native'][0]	
cell kimi_k3_1_pro=off|kor_Hang|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.kor_Hang[0]	
cell kimi_k3_1_pro=off|kor_Hang|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.kor_Hang[1]	
cell kimi_k3_1_pro=off|kor_Hang|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.kor_Hang	k/n
cell kimi_k3_1_pro=off|kor_Hang|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|kor_Hang|native|pilot_layout_20261115.floor	0.24	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|native'][0]	
cell kimi_k3_1_pro=off|rus_Cyrl|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.rus_Cyrl[0]	
cell kimi_k3_1_pro=off|rus_Cyrl|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.rus_Cyrl[1]	
cell kimi_k3_1_pro=off|rus_Cyrl|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.rus_Cyrl	k/n
cell kimi_k3_1_pro=off|rus_Cyrl|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|rus_Cyrl|native|pilot_layout_20261115.floor	0.39	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|native'][0]	
cell kimi_k3_1_pro=off|tha_Thai|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.tha_Thai[0]	
cell kimi_k3_1_pro=off|tha_Thai|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.tha_Thai[1]	
cell kimi_k3_1_pro=off|tha_Thai|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.tha_Thai	k/n
cell kimi_k3_1_pro=off|tha_Thai|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_off.native.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell kimi_k3_1_pro=off|tha_Thai|native|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|native'][0]	
cell kimi_k3_1_pro=on|arb_Arab|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.arb_Arab[0]	
cell kimi_k3_1_pro=on|arb_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.arb_Arab[1]	
cell kimi_k3_1_pro=on|arb_Arab|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.arb_Arab	k/n
cell kimi_k3_1_pro=on|arb_Arab|kb_clean|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_clean'][0]	
cell kimi_k3_1_pro=on|arz_Arab|kb_clean|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.arz_Arab[0]	
cell kimi_k3_1_pro=on|arz_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.arz_Arab[1]	
cell kimi_k3_1_pro=on|arz_Arab|kb_clean|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.arz_Arab	k/n
cell kimi_k3_1_pro=on|arz_Arab|kb_clean|pilot_layout_20261115.floor	0.32	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_clean'][0]	
cell kimi_k3_1_pro=on|deu_Latn|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.deu_Latn[0]	
cell kimi_k3_1_pro=on|deu_Latn|kb_clean|pilot_layout_20261115.items	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.deu_Latn[1]	
cell kimi_k3_1_pro=on|deu_Latn|kb_clean|pilot_layout_20261115.acc	0.959184	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.deu_Latn	k/n
cell kimi_k3_1_pro=on|deu_Latn|kb_clean|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_clean'][0]	
cell kimi_k3_1_pro=on|ell_Grek|kb_clean|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.ell_Grek[0]	
cell kimi_k3_1_pro=on|ell_Grek|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.ell_Grek[1]	
cell kimi_k3_1_pro=on|ell_Grek|kb_clean|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.ell_Grek	k/n
cell kimi_k3_1_pro=on|ell_Grek|kb_clean|pilot_layout_20261115.floor	0.49	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_clean'][0]	
cell kimi_k3_1_pro=on|eng_Latn|kb_clean|pilot_layout_20261115.correct	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.eng_Latn[0]	
cell kimi_k3_1_pro=on|eng_Latn|kb_clean|pilot_layout_20261115.items	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.eng_Latn[1]	
cell kimi_k3_1_pro=on|eng_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.eng_Latn	k/n
cell kimi_k3_1_pro=on|eng_Latn|kb_clean|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_clean'][0]	
cell kimi_k3_1_pro=on|fra_Latn|kb_clean|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.fra_Latn[0]	
cell kimi_k3_1_pro=on|fra_Latn|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.fra_Latn[1]	
cell kimi_k3_1_pro=on|fra_Latn|kb_clean|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.fra_Latn	k/n
cell kimi_k3_1_pro=on|fra_Latn|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_clean'][0]	
cell kimi_k3_1_pro=on|heb_Hebr|kb_clean|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.heb_Hebr[0]	
cell kimi_k3_1_pro=on|heb_Hebr|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.heb_Hebr[1]	
cell kimi_k3_1_pro=on|heb_Hebr|kb_clean|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.heb_Hebr	k/n
cell kimi_k3_1_pro=on|heb_Hebr|kb_clean|pilot_layout_20261115.floor	0.2783	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_clean'][0]	
cell kimi_k3_1_pro=on|kor_Hang|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.kor_Hang[0]	
cell kimi_k3_1_pro=on|kor_Hang|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.kor_Hang[1]	
cell kimi_k3_1_pro=on|kor_Hang|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.kor_Hang	k/n
cell kimi_k3_1_pro=on|kor_Hang|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_clean'][0]	
cell kimi_k3_1_pro=on|rus_Cyrl|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.rus_Cyrl[0]	
cell kimi_k3_1_pro=on|rus_Cyrl|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.rus_Cyrl[1]	
cell kimi_k3_1_pro=on|rus_Cyrl|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.rus_Cyrl	k/n
cell kimi_k3_1_pro=on|rus_Cyrl|kb_clean|pilot_layout_20261115.floor	0.4367	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_clean'][0]	
cell kimi_k3_1_pro=on|tha_Thai|kb_clean|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.tha_Thai[0]	
cell kimi_k3_1_pro=on|tha_Thai|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.tha_Thai[1]	
cell kimi_k3_1_pro=on|tha_Thai|kb_clean|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_clean.tha_Thai	k/n
cell kimi_k3_1_pro=on|tha_Thai|kb_clean|pilot_layout_20261115.floor	0.355	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_clean'][0]	
cell kimi_k3_1_pro=on|arb_Arab|kb_layout_keys|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.arb_Arab[0]	
cell kimi_k3_1_pro=on|arb_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.arb_Arab[1]	
cell kimi_k3_1_pro=on|arb_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.arb_Arab	k/n
cell kimi_k3_1_pro=on|arb_Arab|kb_layout_keys|pilot_layout_20261115.pooled_truncated	45	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.kimi_on.outcomes.truncated	
cell kimi_k3_1_pro=on|arb_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_layout'][0]	
cell kimi_k3_1_pro=on|arz_Arab|kb_layout_keys|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.arz_Arab[0]	
cell kimi_k3_1_pro=on|arz_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.arz_Arab[1]	
cell kimi_k3_1_pro=on|arz_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.arz_Arab	k/n
cell kimi_k3_1_pro=on|arz_Arab|kb_layout_keys|pilot_layout_20261115.pooled_truncated	45	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.kimi_on.outcomes.truncated	
cell kimi_k3_1_pro=on|arz_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.41	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_layout'][0]	
cell kimi_k3_1_pro=on|deu_Latn|kb_layout_keys|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.deu_Latn[0]	
cell kimi_k3_1_pro=on|deu_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.deu_Latn[1]	
cell kimi_k3_1_pro=on|deu_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.deu_Latn	k/n
cell kimi_k3_1_pro=on|deu_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_layout'][0]	
cell kimi_k3_1_pro=on|ell_Grek|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.ell_Grek[0]	
cell kimi_k3_1_pro=on|ell_Grek|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.ell_Grek[1]	
cell kimi_k3_1_pro=on|ell_Grek|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.ell_Grek	k/n
cell kimi_k3_1_pro=on|ell_Grek|kb_layout_keys|pilot_layout_20261115.floor	0.4133	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_layout'][0]	
cell kimi_k3_1_pro=on|eng_Latn|kb_layout_keys|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.eng_Latn[0]	
cell kimi_k3_1_pro=on|eng_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.eng_Latn[1]	
cell kimi_k3_1_pro=on|eng_Latn|kb_layout_keys|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.eng_Latn	k/n
cell kimi_k3_1_pro=on|eng_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_layout'][0]	
cell kimi_k3_1_pro=on|fra_Latn|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.fra_Latn[0]	
cell kimi_k3_1_pro=on|fra_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.fra_Latn[1]	
cell kimi_k3_1_pro=on|fra_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.fra_Latn	k/n
cell kimi_k3_1_pro=on|fra_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.37	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_layout'][0]	
cell kimi_k3_1_pro=on|heb_Hebr|kb_layout_keys|pilot_layout_20261115.correct	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.heb_Hebr[0]	
cell kimi_k3_1_pro=on|heb_Hebr|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.heb_Hebr[1]	
cell kimi_k3_1_pro=on|heb_Hebr|kb_layout_keys|pilot_layout_20261115.acc	0.14	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.heb_Hebr	k/n
cell kimi_k3_1_pro=on|heb_Hebr|kb_layout_keys|pilot_layout_20261115.pooled_truncated	45	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.kimi_on.outcomes.truncated	
cell kimi_k3_1_pro=on|heb_Hebr|kb_layout_keys|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_layout'][0]	
cell kimi_k3_1_pro=on|kor_Hang|kb_layout_keys|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.kor_Hang[0]	
cell kimi_k3_1_pro=on|kor_Hang|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.kor_Hang[1]	
cell kimi_k3_1_pro=on|kor_Hang|kb_layout_keys|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.kor_Hang	k/n
cell kimi_k3_1_pro=on|kor_Hang|kb_layout_keys|pilot_layout_20261115.pooled_truncated	45	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.kimi_on.outcomes.truncated	
cell kimi_k3_1_pro=on|kor_Hang|kb_layout_keys|pilot_layout_20261115.floor	0.365	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_layout'][0]	
cell kimi_k3_1_pro=on|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.rus_Cyrl[0]	
cell kimi_k3_1_pro=on|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.rus_Cyrl[1]	
cell kimi_k3_1_pro=on|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.rus_Cyrl	k/n
cell kimi_k3_1_pro=on|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.pooled_truncated	45	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.kimi_on.outcomes.truncated	
cell kimi_k3_1_pro=on|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.floor	0.3917	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_layout'][0]	
cell kimi_k3_1_pro=on|tha_Thai|kb_layout_keys|pilot_layout_20261115.correct	41	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.tha_Thai[0]	
cell kimi_k3_1_pro=on|tha_Thai|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.tha_Thai[1]	
cell kimi_k3_1_pro=on|tha_Thai|kb_layout_keys|pilot_layout_20261115.acc	0.82	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.kb_layout.tha_Thai	k/n
cell kimi_k3_1_pro=on|tha_Thai|kb_layout_keys|pilot_layout_20261115.pooled_truncated	45	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.kimi_on.outcomes.truncated	
cell kimi_k3_1_pro=on|tha_Thai|kb_layout_keys|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_layout'][0]	
cell kimi_k3_1_pro=on|arb_Arab|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.arb_Arab[0]	
cell kimi_k3_1_pro=on|arb_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.arb_Arab[1]	
cell kimi_k3_1_pro=on|arb_Arab|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.arb_Arab	k/n
cell kimi_k3_1_pro=on|arb_Arab|native|pilot_layout_20261115.floor	0.3017	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|native'][0]	
cell kimi_k3_1_pro=on|arz_Arab|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.arz_Arab[0]	
cell kimi_k3_1_pro=on|arz_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.arz_Arab[1]	
cell kimi_k3_1_pro=on|arz_Arab|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.arz_Arab	k/n
cell kimi_k3_1_pro=on|arz_Arab|native|pilot_layout_20261115.floor	0.36	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|native'][0]	
cell kimi_k3_1_pro=on|deu_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.deu_Latn[0]	
cell kimi_k3_1_pro=on|deu_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.deu_Latn[1]	
cell kimi_k3_1_pro=on|deu_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.deu_Latn	k/n
cell kimi_k3_1_pro=on|deu_Latn|native|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|native'][0]	
cell kimi_k3_1_pro=on|ell_Grek|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.ell_Grek[0]	
cell kimi_k3_1_pro=on|ell_Grek|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.ell_Grek[1]	
cell kimi_k3_1_pro=on|ell_Grek|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.ell_Grek	k/n
cell kimi_k3_1_pro=on|ell_Grek|native|pilot_layout_20261115.floor	0.3667	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|native'][0]	
cell kimi_k3_1_pro=on|eng_Latn|native|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.eng_Latn[0]	
cell kimi_k3_1_pro=on|eng_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.eng_Latn[1]	
cell kimi_k3_1_pro=on|eng_Latn|native|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.eng_Latn	k/n
cell kimi_k3_1_pro=on|eng_Latn|native|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|native'][0]	
cell kimi_k3_1_pro=on|fra_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.fra_Latn[0]	
cell kimi_k3_1_pro=on|fra_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.fra_Latn[1]	
cell kimi_k3_1_pro=on|fra_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.fra_Latn	k/n
cell kimi_k3_1_pro=on|fra_Latn|native|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|native'][0]	
cell kimi_k3_1_pro=on|heb_Hebr|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.heb_Hebr[0]	
cell kimi_k3_1_pro=on|heb_Hebr|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.heb_Hebr[1]	
cell kimi_k3_1_pro=on|heb_Hebr|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.heb_Hebr	k/n
cell kimi_k3_1_pro=on|heb_Hebr|native|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|native'][0]	
cell kimi_k3_1_pro=on|kor_Hang|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.kor_Hang[0]	
cell kimi_k3_1_pro=on|kor_Hang|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.kor_Hang[1]	
cell kimi_k3_1_pro=on|kor_Hang|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.kor_Hang	k/n
cell kimi_k3_1_pro=on|kor_Hang|native|pilot_layout_20261115.floor	0.24	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|native'][0]	
cell kimi_k3_1_pro=on|rus_Cyrl|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.rus_Cyrl[0]	
cell kimi_k3_1_pro=on|rus_Cyrl|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.rus_Cyrl[1]	
cell kimi_k3_1_pro=on|rus_Cyrl|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.rus_Cyrl	k/n
cell kimi_k3_1_pro=on|rus_Cyrl|native|pilot_layout_20261115.floor	0.39	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|native'][0]	
cell kimi_k3_1_pro=on|tha_Thai|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.tha_Thai[0]	
cell kimi_k3_1_pro=on|tha_Thai|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.tha_Thai[1]	
cell kimi_k3_1_pro=on|tha_Thai|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.kimi_on.native.tha_Thai	k/n
cell kimi_k3_1_pro=on|tha_Thai|native|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|native'][0]	
cell gpt_6_luna=high|arb_Arab|kb_clean|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.arb_Arab[0]	
cell gpt_6_luna=high|arb_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.arb_Arab[1]	
cell gpt_6_luna=high|arb_Arab|kb_clean|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.arb_Arab	k/n
cell gpt_6_luna=high|arb_Arab|kb_clean|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_clean'][0]	
cell gpt_6_luna=high|arz_Arab|kb_clean|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.arz_Arab[0]	
cell gpt_6_luna=high|arz_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.arz_Arab[1]	
cell gpt_6_luna=high|arz_Arab|kb_clean|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.arz_Arab	k/n
cell gpt_6_luna=high|arz_Arab|kb_clean|pilot_layout_20261115.floor	0.32	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_clean'][0]	
cell gpt_6_luna=high|deu_Latn|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.deu_Latn[0]	
cell gpt_6_luna=high|deu_Latn|kb_clean|pilot_layout_20261115.items	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.deu_Latn[1]	
cell gpt_6_luna=high|deu_Latn|kb_clean|pilot_layout_20261115.acc	0.979592	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.deu_Latn	k/n
cell gpt_6_luna=high|deu_Latn|kb_clean|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_clean'][0]	
cell gpt_6_luna=high|ell_Grek|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.ell_Grek[0]	
cell gpt_6_luna=high|ell_Grek|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.ell_Grek[1]	
cell gpt_6_luna=high|ell_Grek|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.ell_Grek	k/n
cell gpt_6_luna=high|ell_Grek|kb_clean|pilot_layout_20261115.floor	0.49	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_clean'][0]	
cell gpt_6_luna=high|eng_Latn|kb_clean|pilot_layout_20261115.correct	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.eng_Latn[0]	
cell gpt_6_luna=high|eng_Latn|kb_clean|pilot_layout_20261115.items	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.eng_Latn[1]	
cell gpt_6_luna=high|eng_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.eng_Latn	k/n
cell gpt_6_luna=high|eng_Latn|kb_clean|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_clean'][0]	
cell gpt_6_luna=high|fra_Latn|kb_clean|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.fra_Latn[0]	
cell gpt_6_luna=high|fra_Latn|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.fra_Latn[1]	
cell gpt_6_luna=high|fra_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.fra_Latn	k/n
cell gpt_6_luna=high|fra_Latn|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_clean'][0]	
cell gpt_6_luna=high|heb_Hebr|kb_clean|pilot_layout_20261115.correct	39	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.heb_Hebr[0]	
cell gpt_6_luna=high|heb_Hebr|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.heb_Hebr[1]	
cell gpt_6_luna=high|heb_Hebr|kb_clean|pilot_layout_20261115.acc	0.78	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.heb_Hebr	k/n
cell gpt_6_luna=high|heb_Hebr|kb_clean|pilot_layout_20261115.floor	0.2783	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_clean'][0]	
cell gpt_6_luna=high|kor_Hang|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.kor_Hang[0]	
cell gpt_6_luna=high|kor_Hang|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.kor_Hang[1]	
cell gpt_6_luna=high|kor_Hang|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.kor_Hang	k/n
cell gpt_6_luna=high|kor_Hang|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_clean'][0]	
cell gpt_6_luna=high|rus_Cyrl|kb_clean|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.rus_Cyrl[0]	
cell gpt_6_luna=high|rus_Cyrl|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.rus_Cyrl[1]	
cell gpt_6_luna=high|rus_Cyrl|kb_clean|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.rus_Cyrl	k/n
cell gpt_6_luna=high|rus_Cyrl|kb_clean|pilot_layout_20261115.floor	0.4367	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_clean'][0]	
cell gpt_6_luna=high|tha_Thai|kb_clean|pilot_layout_20261115.correct	38	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.tha_Thai[0]	
cell gpt_6_luna=high|tha_Thai|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.tha_Thai[1]	
cell gpt_6_luna=high|tha_Thai|kb_clean|pilot_layout_20261115.acc	0.76	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_clean.tha_Thai	k/n
cell gpt_6_luna=high|tha_Thai|kb_clean|pilot_layout_20261115.floor	0.355	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_clean'][0]	
cell gpt_6_luna=high|arb_Arab|kb_layout_keys|pilot_layout_20261115.correct	32	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.arb_Arab[0]	
cell gpt_6_luna=high|arb_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.arb_Arab[1]	
cell gpt_6_luna=high|arb_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.64	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.arb_Arab	k/n
cell gpt_6_luna=high|arb_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_layout'][0]	
cell gpt_6_luna=high|arz_Arab|kb_layout_keys|pilot_layout_20261115.correct	30	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.arz_Arab[0]	
cell gpt_6_luna=high|arz_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.arz_Arab[1]	
cell gpt_6_luna=high|arz_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.6	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.arz_Arab	k/n
cell gpt_6_luna=high|arz_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.41	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_layout'][0]	
cell gpt_6_luna=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.deu_Latn[0]	
cell gpt_6_luna=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.deu_Latn[1]	
cell gpt_6_luna=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.deu_Latn	k/n
cell gpt_6_luna=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_layout'][0]	
cell gpt_6_luna=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.ell_Grek[0]	
cell gpt_6_luna=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.ell_Grek[1]	
cell gpt_6_luna=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.ell_Grek	k/n
cell gpt_6_luna=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.floor	0.4133	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_layout'][0]	
cell gpt_6_luna=high|eng_Latn|kb_layout_keys|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.eng_Latn[0]	
cell gpt_6_luna=high|eng_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.eng_Latn[1]	
cell gpt_6_luna=high|eng_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.eng_Latn	k/n
cell gpt_6_luna=high|eng_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_layout'][0]	
cell gpt_6_luna=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.fra_Latn[0]	
cell gpt_6_luna=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.fra_Latn[1]	
cell gpt_6_luna=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.fra_Latn	k/n
cell gpt_6_luna=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.37	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_layout'][0]	
cell gpt_6_luna=high|heb_Hebr|kb_layout_keys|pilot_layout_20261115.correct	35	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.heb_Hebr[0]	
cell gpt_6_luna=high|heb_Hebr|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.heb_Hebr[1]	
cell gpt_6_luna=high|heb_Hebr|kb_layout_keys|pilot_layout_20261115.acc	0.7	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.heb_Hebr	k/n
cell gpt_6_luna=high|heb_Hebr|kb_layout_keys|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_layout'][0]	
cell gpt_6_luna=high|kor_Hang|kb_layout_keys|pilot_layout_20261115.correct	34	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.kor_Hang[0]	
cell gpt_6_luna=high|kor_Hang|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.kor_Hang[1]	
cell gpt_6_luna=high|kor_Hang|kb_layout_keys|pilot_layout_20261115.acc	0.68	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.kor_Hang	k/n
cell gpt_6_luna=high|kor_Hang|kb_layout_keys|pilot_layout_20261115.floor	0.365	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_layout'][0]	
cell gpt_6_luna=high|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.correct	43	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.rus_Cyrl[0]	
cell gpt_6_luna=high|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.rus_Cyrl[1]	
cell gpt_6_luna=high|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.acc	0.86	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.rus_Cyrl	k/n
cell gpt_6_luna=high|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.floor	0.3917	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_layout'][0]	
cell gpt_6_luna=high|tha_Thai|kb_layout_keys|pilot_layout_20261115.correct	22	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.tha_Thai[0]	
cell gpt_6_luna=high|tha_Thai|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.tha_Thai[1]	
cell gpt_6_luna=high|tha_Thai|kb_layout_keys|pilot_layout_20261115.acc	0.44	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.kb_layout.tha_Thai	k/n
cell gpt_6_luna=high|tha_Thai|kb_layout_keys|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_layout'][0]	
cell gpt_6_luna=high|arb_Arab|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.arb_Arab[0]	
cell gpt_6_luna=high|arb_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.arb_Arab[1]	
cell gpt_6_luna=high|arb_Arab|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.arb_Arab	k/n
cell gpt_6_luna=high|arb_Arab|native|pilot_layout_20261115.floor	0.3017	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|native'][0]	
cell gpt_6_luna=high|arz_Arab|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.arz_Arab[0]	
cell gpt_6_luna=high|arz_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.arz_Arab[1]	
cell gpt_6_luna=high|arz_Arab|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.arz_Arab	k/n
cell gpt_6_luna=high|arz_Arab|native|pilot_layout_20261115.floor	0.36	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|native'][0]	
cell gpt_6_luna=high|deu_Latn|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.deu_Latn[0]	
cell gpt_6_luna=high|deu_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.deu_Latn[1]	
cell gpt_6_luna=high|deu_Latn|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.deu_Latn	k/n
cell gpt_6_luna=high|deu_Latn|native|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|native'][0]	
cell gpt_6_luna=high|ell_Grek|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.ell_Grek[0]	
cell gpt_6_luna=high|ell_Grek|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.ell_Grek[1]	
cell gpt_6_luna=high|ell_Grek|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.ell_Grek	k/n
cell gpt_6_luna=high|ell_Grek|native|pilot_layout_20261115.floor	0.3667	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|native'][0]	
cell gpt_6_luna=high|eng_Latn|native|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.eng_Latn[0]	
cell gpt_6_luna=high|eng_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.eng_Latn[1]	
cell gpt_6_luna=high|eng_Latn|native|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.eng_Latn	k/n
cell gpt_6_luna=high|eng_Latn|native|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|native'][0]	
cell gpt_6_luna=high|fra_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.fra_Latn[0]	
cell gpt_6_luna=high|fra_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.fra_Latn[1]	
cell gpt_6_luna=high|fra_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.fra_Latn	k/n
cell gpt_6_luna=high|fra_Latn|native|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|native'][0]	
cell gpt_6_luna=high|heb_Hebr|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.heb_Hebr[0]	
cell gpt_6_luna=high|heb_Hebr|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.heb_Hebr[1]	
cell gpt_6_luna=high|heb_Hebr|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.heb_Hebr	k/n
cell gpt_6_luna=high|heb_Hebr|native|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|native'][0]	
cell gpt_6_luna=high|kor_Hang|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.kor_Hang[0]	
cell gpt_6_luna=high|kor_Hang|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.kor_Hang[1]	
cell gpt_6_luna=high|kor_Hang|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.kor_Hang	k/n
cell gpt_6_luna=high|kor_Hang|native|pilot_layout_20261115.floor	0.24	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|native'][0]	
cell gpt_6_luna=high|rus_Cyrl|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.rus_Cyrl[0]	
cell gpt_6_luna=high|rus_Cyrl|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.rus_Cyrl[1]	
cell gpt_6_luna=high|rus_Cyrl|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.rus_Cyrl	k/n
cell gpt_6_luna=high|rus_Cyrl|native|pilot_layout_20261115.floor	0.39	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|native'][0]	
cell gpt_6_luna=high|tha_Thai|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.tha_Thai[0]	
cell gpt_6_luna=high|tha_Thai|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.tha_Thai[1]	
cell gpt_6_luna=high|tha_Thai|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_high.native.tha_Thai	k/n
cell gpt_6_luna=high|tha_Thai|native|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|native'][0]	
cell gpt_6_luna=off|arb_Arab|kb_clean|pilot_layout_20261115.correct	42	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.arb_Arab[0]	
cell gpt_6_luna=off|arb_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.arb_Arab[1]	
cell gpt_6_luna=off|arb_Arab|kb_clean|pilot_layout_20261115.acc	0.84	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.arb_Arab	k/n
cell gpt_6_luna=off|arb_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	8	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|arb_Arab|kb_clean|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_clean'][0]	
cell gpt_6_luna=off|arz_Arab|kb_clean|pilot_layout_20261115.correct	42	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.arz_Arab[0]	
cell gpt_6_luna=off|arz_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.arz_Arab[1]	
cell gpt_6_luna=off|arz_Arab|kb_clean|pilot_layout_20261115.acc	0.84	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.arz_Arab	k/n
cell gpt_6_luna=off|arz_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	8	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|arz_Arab|kb_clean|pilot_layout_20261115.floor	0.32	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_clean'][0]	
cell gpt_6_luna=off|deu_Latn|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.deu_Latn[0]	
cell gpt_6_luna=off|deu_Latn|kb_clean|pilot_layout_20261115.items	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.deu_Latn[1]	
cell gpt_6_luna=off|deu_Latn|kb_clean|pilot_layout_20261115.acc	0.959184	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.deu_Latn	k/n
cell gpt_6_luna=off|deu_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|deu_Latn|kb_clean|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_clean'][0]	
cell gpt_6_luna=off|ell_Grek|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.ell_Grek[0]	
cell gpt_6_luna=off|ell_Grek|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.ell_Grek[1]	
cell gpt_6_luna=off|ell_Grek|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.ell_Grek	k/n
cell gpt_6_luna=off|ell_Grek|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|ell_Grek|kb_clean|pilot_layout_20261115.floor	0.49	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_clean'][0]	
cell gpt_6_luna=off|eng_Latn|kb_clean|pilot_layout_20261115.correct	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.eng_Latn[0]	
cell gpt_6_luna=off|eng_Latn|kb_clean|pilot_layout_20261115.items	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.eng_Latn[1]	
cell gpt_6_luna=off|eng_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.eng_Latn	k/n
cell gpt_6_luna=off|eng_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|eng_Latn|kb_clean|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_clean'][0]	
cell gpt_6_luna=off|fra_Latn|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.fra_Latn[0]	
cell gpt_6_luna=off|fra_Latn|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.fra_Latn[1]	
cell gpt_6_luna=off|fra_Latn|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.fra_Latn	k/n
cell gpt_6_luna=off|fra_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|fra_Latn|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_clean'][0]	
cell gpt_6_luna=off|heb_Hebr|kb_clean|pilot_layout_20261115.correct	26	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.heb_Hebr[0]	
cell gpt_6_luna=off|heb_Hebr|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.heb_Hebr[1]	
cell gpt_6_luna=off|heb_Hebr|kb_clean|pilot_layout_20261115.acc	0.52	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.heb_Hebr	k/n
cell gpt_6_luna=off|heb_Hebr|kb_clean|pilot_layout_20261115.outcomes.wrong	24	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|heb_Hebr|kb_clean|pilot_layout_20261115.floor	0.2783	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_clean'][0]	
cell gpt_6_luna=off|kor_Hang|kb_clean|pilot_layout_20261115.correct	44	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.kor_Hang[0]	
cell gpt_6_luna=off|kor_Hang|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.kor_Hang[1]	
cell gpt_6_luna=off|kor_Hang|kb_clean|pilot_layout_20261115.acc	0.88	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.kor_Hang	k/n
cell gpt_6_luna=off|kor_Hang|kb_clean|pilot_layout_20261115.outcomes.wrong	6	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|kor_Hang|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_clean'][0]	
cell gpt_6_luna=off|rus_Cyrl|kb_clean|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.rus_Cyrl[0]	
cell gpt_6_luna=off|rus_Cyrl|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.rus_Cyrl[1]	
cell gpt_6_luna=off|rus_Cyrl|kb_clean|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.rus_Cyrl	k/n
cell gpt_6_luna=off|rus_Cyrl|kb_clean|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|rus_Cyrl|kb_clean|pilot_layout_20261115.floor	0.4367	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_clean'][0]	
cell gpt_6_luna=off|tha_Thai|kb_clean|pilot_layout_20261115.correct	23	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.tha_Thai[0]	
cell gpt_6_luna=off|tha_Thai|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.tha_Thai[1]	
cell gpt_6_luna=off|tha_Thai|kb_clean|pilot_layout_20261115.acc	0.46	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.tha_Thai	k/n
cell gpt_6_luna=off|tha_Thai|kb_clean|pilot_layout_20261115.outcomes.wrong	27	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_clean.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|tha_Thai|kb_clean|pilot_layout_20261115.floor	0.355	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_clean'][0]	
cell gpt_6_luna=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.correct	18	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.arb_Arab[0]	
cell gpt_6_luna=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.arb_Arab[1]	
cell gpt_6_luna=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.36	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.arb_Arab	k/n
cell gpt_6_luna=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	32	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_layout'][0]	
cell gpt_6_luna=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.correct	14	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.arz_Arab[0]	
cell gpt_6_luna=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.arz_Arab[1]	
cell gpt_6_luna=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.28	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.arz_Arab	k/n
cell gpt_6_luna=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	36	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.41	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_layout'][0]	
cell gpt_6_luna=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.deu_Latn[0]	
cell gpt_6_luna=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.deu_Latn[1]	
cell gpt_6_luna=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.deu_Latn	k/n
cell gpt_6_luna=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_layout'][0]	
cell gpt_6_luna=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.ell_Grek[0]	
cell gpt_6_luna=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.ell_Grek[1]	
cell gpt_6_luna=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.ell_Grek	k/n
cell gpt_6_luna=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.floor	0.4133	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_layout'][0]	
cell gpt_6_luna=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.correct	26	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.eng_Latn[0]	
cell gpt_6_luna=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.eng_Latn[1]	
cell gpt_6_luna=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.52	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.eng_Latn	k/n
cell gpt_6_luna=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	24	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_layout'][0]	
cell gpt_6_luna=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.fra_Latn[0]	
cell gpt_6_luna=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.fra_Latn[1]	
cell gpt_6_luna=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.fra_Latn	k/n
cell gpt_6_luna=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	5	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.37	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_layout'][0]	
cell gpt_6_luna=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.correct	23	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.heb_Hebr[0]	
cell gpt_6_luna=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.heb_Hebr[1]	
cell gpt_6_luna=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.acc	0.46	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.heb_Hebr	k/n
cell gpt_6_luna=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	27	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_layout'][0]	
cell gpt_6_luna=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.correct	21	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.kor_Hang[0]	
cell gpt_6_luna=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.kor_Hang[1]	
cell gpt_6_luna=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.acc	0.42	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.kor_Hang	k/n
cell gpt_6_luna=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	29	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.floor	0.365	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_layout'][0]	
cell gpt_6_luna=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.correct	17	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.rus_Cyrl[0]	
cell gpt_6_luna=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.rus_Cyrl[1]	
cell gpt_6_luna=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.acc	0.34	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.rus_Cyrl	k/n
cell gpt_6_luna=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	33	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.floor	0.3917	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_layout'][0]	
cell gpt_6_luna=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.correct	17	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.tha_Thai[0]	
cell gpt_6_luna=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.tha_Thai[1]	
cell gpt_6_luna=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.acc	0.34	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.tha_Thai	k/n
cell gpt_6_luna=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	33	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.kb_layout.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_layout'][0]	
cell gpt_6_luna=off|arb_Arab|native|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.arb_Arab[0]	
cell gpt_6_luna=off|arb_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.arb_Arab[1]	
cell gpt_6_luna=off|arb_Arab|native|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.arb_Arab	k/n
cell gpt_6_luna=off|arb_Arab|native|pilot_layout_20261115.outcomes.wrong	5	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|arb_Arab|native|pilot_layout_20261115.floor	0.3017	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|native'][0]	
cell gpt_6_luna=off|arz_Arab|native|pilot_layout_20261115.correct	43	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.arz_Arab[0]	
cell gpt_6_luna=off|arz_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.arz_Arab[1]	
cell gpt_6_luna=off|arz_Arab|native|pilot_layout_20261115.acc	0.86	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.arz_Arab	k/n
cell gpt_6_luna=off|arz_Arab|native|pilot_layout_20261115.outcomes.wrong	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|arz_Arab|native|pilot_layout_20261115.floor	0.36	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|native'][0]	
cell gpt_6_luna=off|deu_Latn|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.deu_Latn[0]	
cell gpt_6_luna=off|deu_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.deu_Latn[1]	
cell gpt_6_luna=off|deu_Latn|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.deu_Latn	k/n
cell gpt_6_luna=off|deu_Latn|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|deu_Latn|native|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|native'][0]	
cell gpt_6_luna=off|ell_Grek|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.ell_Grek[0]	
cell gpt_6_luna=off|ell_Grek|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.ell_Grek[1]	
cell gpt_6_luna=off|ell_Grek|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.ell_Grek	k/n
cell gpt_6_luna=off|ell_Grek|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|ell_Grek|native|pilot_layout_20261115.floor	0.3667	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|native'][0]	
cell gpt_6_luna=off|eng_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.eng_Latn[0]	
cell gpt_6_luna=off|eng_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.eng_Latn[1]	
cell gpt_6_luna=off|eng_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.eng_Latn	k/n
cell gpt_6_luna=off|eng_Latn|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|eng_Latn|native|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|native'][0]	
cell gpt_6_luna=off|fra_Latn|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.fra_Latn[0]	
cell gpt_6_luna=off|fra_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.fra_Latn[1]	
cell gpt_6_luna=off|fra_Latn|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.fra_Latn	k/n
cell gpt_6_luna=off|fra_Latn|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|fra_Latn|native|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|native'][0]	
cell gpt_6_luna=off|heb_Hebr|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.heb_Hebr[0]	
cell gpt_6_luna=off|heb_Hebr|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.heb_Hebr[1]	
cell gpt_6_luna=off|heb_Hebr|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.heb_Hebr	k/n
cell gpt_6_luna=off|heb_Hebr|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|heb_Hebr|native|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|native'][0]	
cell gpt_6_luna=off|kor_Hang|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.kor_Hang[0]	
cell gpt_6_luna=off|kor_Hang|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.kor_Hang[1]	
cell gpt_6_luna=off|kor_Hang|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.kor_Hang	k/n
cell gpt_6_luna=off|kor_Hang|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|kor_Hang|native|pilot_layout_20261115.floor	0.24	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|native'][0]	
cell gpt_6_luna=off|rus_Cyrl|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.rus_Cyrl[0]	
cell gpt_6_luna=off|rus_Cyrl|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.rus_Cyrl[1]	
cell gpt_6_luna=off|rus_Cyrl|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.rus_Cyrl	k/n
cell gpt_6_luna=off|rus_Cyrl|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|rus_Cyrl|native|pilot_layout_20261115.floor	0.39	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|native'][0]	
cell gpt_6_luna=off|tha_Thai|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.tha_Thai[0]	
cell gpt_6_luna=off|tha_Thai|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.tha_Thai[1]	
cell gpt_6_luna=off|tha_Thai|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.tha_Thai	k/n
cell gpt_6_luna=off|tha_Thai|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.luna_none.native.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_luna=off|tha_Thai|native|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|native'][0]	
cell claude_opus_5_5=low|arb_Arab|kb_clean|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.arb_Arab[0]	
cell claude_opus_5_5=low|arb_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.arb_Arab[1]	
cell claude_opus_5_5=low|arb_Arab|kb_clean|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.arb_Arab	k/n
cell claude_opus_5_5=low|arb_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|arb_Arab|kb_clean|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_clean'][0]	
cell claude_opus_5_5=low|arz_Arab|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.arz_Arab[0]	
cell claude_opus_5_5=low|arz_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.arz_Arab[1]	
cell claude_opus_5_5=low|arz_Arab|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.arz_Arab	k/n
cell claude_opus_5_5=low|arz_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|arz_Arab|kb_clean|pilot_layout_20261115.floor	0.32	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_clean'][0]	
cell claude_opus_5_5=low|deu_Latn|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.deu_Latn[0]	
cell claude_opus_5_5=low|deu_Latn|kb_clean|pilot_layout_20261115.items	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.deu_Latn[1]	
cell claude_opus_5_5=low|deu_Latn|kb_clean|pilot_layout_20261115.acc	0.979592	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.deu_Latn	k/n
cell claude_opus_5_5=low|deu_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|deu_Latn|kb_clean|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_clean'][0]	
cell claude_opus_5_5=low|ell_Grek|kb_clean|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.ell_Grek[0]	
cell claude_opus_5_5=low|ell_Grek|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.ell_Grek[1]	
cell claude_opus_5_5=low|ell_Grek|kb_clean|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.ell_Grek	k/n
cell claude_opus_5_5=low|ell_Grek|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|ell_Grek|kb_clean|pilot_layout_20261115.floor	0.49	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_clean'][0]	
cell claude_opus_5_5=low|eng_Latn|kb_clean|pilot_layout_20261115.correct	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.eng_Latn[0]	
cell claude_opus_5_5=low|eng_Latn|kb_clean|pilot_layout_20261115.items	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.eng_Latn[1]	
cell claude_opus_5_5=low|eng_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.eng_Latn	k/n
cell claude_opus_5_5=low|eng_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|eng_Latn|kb_clean|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_clean'][0]	
cell claude_opus_5_5=low|fra_Latn|kb_clean|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.fra_Latn[0]	
cell claude_opus_5_5=low|fra_Latn|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.fra_Latn[1]	
cell claude_opus_5_5=low|fra_Latn|kb_clean|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.fra_Latn	k/n
cell claude_opus_5_5=low|fra_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|fra_Latn|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_clean'][0]	
cell claude_opus_5_5=low|heb_Hebr|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.heb_Hebr[0]	
cell claude_opus_5_5=low|heb_Hebr|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.heb_Hebr[1]	
cell claude_opus_5_5=low|heb_Hebr|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.heb_Hebr	k/n
cell claude_opus_5_5=low|heb_Hebr|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|heb_Hebr|kb_clean|pilot_layout_20261115.floor	0.2783	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_clean'][0]	
cell claude_opus_5_5=low|kor_Hang|kb_clean|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.kor_Hang[0]	
cell claude_opus_5_5=low|kor_Hang|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.kor_Hang[1]	
cell claude_opus_5_5=low|kor_Hang|kb_clean|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.kor_Hang	k/n
cell claude_opus_5_5=low|kor_Hang|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|kor_Hang|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_clean'][0]	
cell claude_opus_5_5=low|rus_Cyrl|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.rus_Cyrl[0]	
cell claude_opus_5_5=low|rus_Cyrl|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.rus_Cyrl[1]	
cell claude_opus_5_5=low|rus_Cyrl|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.rus_Cyrl	k/n
cell claude_opus_5_5=low|rus_Cyrl|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|rus_Cyrl|kb_clean|pilot_layout_20261115.floor	0.4367	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_clean'][0]	
cell claude_opus_5_5=low|tha_Thai|kb_clean|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.tha_Thai[0]	
cell claude_opus_5_5=low|tha_Thai|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.tha_Thai[1]	
cell claude_opus_5_5=low|tha_Thai|kb_clean|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.tha_Thai	k/n
cell claude_opus_5_5=low|tha_Thai|kb_clean|pilot_layout_20261115.outcomes.wrong	5	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_clean.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|tha_Thai|kb_clean|pilot_layout_20261115.floor	0.355	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_clean'][0]	
cell claude_opus_5_5=low|arb_Arab|kb_layout_keys|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.arb_Arab[0]	
cell claude_opus_5_5=low|arb_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.arb_Arab[1]	
cell claude_opus_5_5=low|arb_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.arb_Arab	k/n
cell claude_opus_5_5=low|arb_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.opus55_low.kb_layout.arb_Arab[0]	
cell claude_opus_5_5=low|arb_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|arb_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_layout'][0]	
cell claude_opus_5_5=low|arz_Arab|kb_layout_keys|pilot_layout_20261115.correct	40	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.arz_Arab[0]	
cell claude_opus_5_5=low|arz_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.arz_Arab[1]	
cell claude_opus_5_5=low|arz_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.8	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.arz_Arab	k/n
cell claude_opus_5_5=low|arz_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.opus55_low.kb_layout.arz_Arab[0]	
cell claude_opus_5_5=low|arz_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	10	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|arz_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.41	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_layout'][0]	
cell claude_opus_5_5=low|deu_Latn|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.deu_Latn[0]	
cell claude_opus_5_5=low|deu_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.deu_Latn[1]	
cell claude_opus_5_5=low|deu_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.deu_Latn	k/n
cell claude_opus_5_5=low|deu_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.opus55_low.kb_layout.deu_Latn[0]	
cell claude_opus_5_5=low|deu_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|deu_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_layout'][0]	
cell claude_opus_5_5=low|ell_Grek|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.ell_Grek[0]	
cell claude_opus_5_5=low|ell_Grek|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.ell_Grek[1]	
cell claude_opus_5_5=low|ell_Grek|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.ell_Grek	k/n
cell claude_opus_5_5=low|ell_Grek|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.opus55_low.kb_layout.ell_Grek[0]	
cell claude_opus_5_5=low|ell_Grek|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|ell_Grek|kb_layout_keys|pilot_layout_20261115.floor	0.4133	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_layout'][0]	
cell claude_opus_5_5=low|eng_Latn|kb_layout_keys|pilot_layout_20261115.correct	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.eng_Latn[0]	
cell claude_opus_5_5=low|eng_Latn|kb_layout_keys|pilot_layout_20261115.items	20	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.eng_Latn[1]	
cell claude_opus_5_5=low|eng_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.eng_Latn	k/n
cell claude_opus_5_5=low|eng_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.refused	20	results/pilot_layout_20261115/SUMMARY.json	refusals.opus55_low.kb_layout.eng_Latn[0]	
cell claude_opus_5_5=low|eng_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|eng_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_layout'][0]	
cell claude_opus_5_5=low|fra_Latn|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.fra_Latn[0]	
cell claude_opus_5_5=low|fra_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.fra_Latn[1]	
cell claude_opus_5_5=low|fra_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.fra_Latn	k/n
cell claude_opus_5_5=low|fra_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.opus55_low.kb_layout.fra_Latn[0]	
cell claude_opus_5_5=low|fra_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|fra_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.37	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_layout'][0]	
cell claude_opus_5_5=low|heb_Hebr|kb_layout_keys|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.heb_Hebr[0]	
cell claude_opus_5_5=low|heb_Hebr|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.heb_Hebr[1]	
cell claude_opus_5_5=low|heb_Hebr|kb_layout_keys|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.heb_Hebr	k/n
cell claude_opus_5_5=low|heb_Hebr|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.opus55_low.kb_layout.heb_Hebr[0]	
cell claude_opus_5_5=low|heb_Hebr|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|heb_Hebr|kb_layout_keys|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_layout'][0]	
cell claude_opus_5_5=low|kor_Hang|kb_layout_keys|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.kor_Hang[0]	
cell claude_opus_5_5=low|kor_Hang|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.kor_Hang[1]	
cell claude_opus_5_5=low|kor_Hang|kb_layout_keys|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.kor_Hang	k/n
cell claude_opus_5_5=low|kor_Hang|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.opus55_low.kb_layout.kor_Hang[0]	
cell claude_opus_5_5=low|kor_Hang|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|kor_Hang|kb_layout_keys|pilot_layout_20261115.floor	0.365	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_layout'][0]	
cell claude_opus_5_5=low|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.rus_Cyrl[0]	
cell claude_opus_5_5=low|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.rus_Cyrl[1]	
cell claude_opus_5_5=low|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.rus_Cyrl	k/n
cell claude_opus_5_5=low|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.opus55_low.kb_layout.rus_Cyrl[0]	
cell claude_opus_5_5=low|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.floor	0.3917	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_layout'][0]	
cell claude_opus_5_5=low|tha_Thai|kb_layout_keys|pilot_layout_20261115.correct	35	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.tha_Thai[0]	
cell claude_opus_5_5=low|tha_Thai|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.tha_Thai[1]	
cell claude_opus_5_5=low|tha_Thai|kb_layout_keys|pilot_layout_20261115.acc	0.7	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.tha_Thai	k/n
cell claude_opus_5_5=low|tha_Thai|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.opus55_low.kb_layout.tha_Thai[0]	
cell claude_opus_5_5=low|tha_Thai|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	15	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.kb_layout.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|tha_Thai|kb_layout_keys|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_layout'][0]	
cell claude_opus_5_5=low|arb_Arab|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.arb_Arab[0]	
cell claude_opus_5_5=low|arb_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.arb_Arab[1]	
cell claude_opus_5_5=low|arb_Arab|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.arb_Arab	k/n
cell claude_opus_5_5=low|arb_Arab|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|arb_Arab|native|pilot_layout_20261115.floor	0.3017	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|native'][0]	
cell claude_opus_5_5=low|arz_Arab|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.arz_Arab[0]	
cell claude_opus_5_5=low|arz_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.arz_Arab[1]	
cell claude_opus_5_5=low|arz_Arab|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.arz_Arab	k/n
cell claude_opus_5_5=low|arz_Arab|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|arz_Arab|native|pilot_layout_20261115.floor	0.36	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|native'][0]	
cell claude_opus_5_5=low|deu_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.deu_Latn[0]	
cell claude_opus_5_5=low|deu_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.deu_Latn[1]	
cell claude_opus_5_5=low|deu_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.deu_Latn	k/n
cell claude_opus_5_5=low|deu_Latn|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|deu_Latn|native|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|native'][0]	
cell claude_opus_5_5=low|ell_Grek|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.ell_Grek[0]	
cell claude_opus_5_5=low|ell_Grek|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.ell_Grek[1]	
cell claude_opus_5_5=low|ell_Grek|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.ell_Grek	k/n
cell claude_opus_5_5=low|ell_Grek|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|ell_Grek|native|pilot_layout_20261115.floor	0.3667	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|native'][0]	
cell claude_opus_5_5=low|eng_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.eng_Latn[0]	
cell claude_opus_5_5=low|eng_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.eng_Latn[1]	
cell claude_opus_5_5=low|eng_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.eng_Latn	k/n
cell claude_opus_5_5=low|eng_Latn|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|eng_Latn|native|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|native'][0]	
cell claude_opus_5_5=low|fra_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.fra_Latn[0]	
cell claude_opus_5_5=low|fra_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.fra_Latn[1]	
cell claude_opus_5_5=low|fra_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.fra_Latn	k/n
cell claude_opus_5_5=low|fra_Latn|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|fra_Latn|native|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|native'][0]	
cell claude_opus_5_5=low|heb_Hebr|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.heb_Hebr[0]	
cell claude_opus_5_5=low|heb_Hebr|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.heb_Hebr[1]	
cell claude_opus_5_5=low|heb_Hebr|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.heb_Hebr	k/n
cell claude_opus_5_5=low|heb_Hebr|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|heb_Hebr|native|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|native'][0]	
cell claude_opus_5_5=low|kor_Hang|native|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.kor_Hang[0]	
cell claude_opus_5_5=low|kor_Hang|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.kor_Hang[1]	
cell claude_opus_5_5=low|kor_Hang|native|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.kor_Hang	k/n
cell claude_opus_5_5=low|kor_Hang|native|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|kor_Hang|native|pilot_layout_20261115.floor	0.24	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|native'][0]	
cell claude_opus_5_5=low|rus_Cyrl|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.rus_Cyrl[0]	
cell claude_opus_5_5=low|rus_Cyrl|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.rus_Cyrl[1]	
cell claude_opus_5_5=low|rus_Cyrl|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.rus_Cyrl	k/n
cell claude_opus_5_5=low|rus_Cyrl|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|rus_Cyrl|native|pilot_layout_20261115.floor	0.39	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|native'][0]	
cell claude_opus_5_5=low|tha_Thai|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.tha_Thai[0]	
cell claude_opus_5_5=low|tha_Thai|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.tha_Thai[1]	
cell claude_opus_5_5=low|tha_Thai|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.tha_Thai	k/n
cell claude_opus_5_5=low|tha_Thai|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.opus55_low.native.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_opus_5_5=low|tha_Thai|native|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|native'][0]	
cell gpt_6_1_sol=high|arb_Arab|kb_clean|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.arb_Arab[0]	
cell gpt_6_1_sol=high|arb_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.arb_Arab[1]	
cell gpt_6_1_sol=high|arb_Arab|kb_clean|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.arb_Arab	k/n
cell gpt_6_1_sol=high|arb_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|arb_Arab|kb_clean|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_clean'][0]	
cell gpt_6_1_sol=high|arz_Arab|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.arz_Arab[0]	
cell gpt_6_1_sol=high|arz_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.arz_Arab[1]	
cell gpt_6_1_sol=high|arz_Arab|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.arz_Arab	k/n
cell gpt_6_1_sol=high|arz_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|arz_Arab|kb_clean|pilot_layout_20261115.floor	0.32	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_clean'][0]	
cell gpt_6_1_sol=high|deu_Latn|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.deu_Latn[0]	
cell gpt_6_1_sol=high|deu_Latn|kb_clean|pilot_layout_20261115.items	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.deu_Latn[1]	
cell gpt_6_1_sol=high|deu_Latn|kb_clean|pilot_layout_20261115.acc	0.979592	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.deu_Latn	k/n
cell gpt_6_1_sol=high|deu_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|deu_Latn|kb_clean|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_clean'][0]	
cell gpt_6_1_sol=high|ell_Grek|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.ell_Grek[0]	
cell gpt_6_1_sol=high|ell_Grek|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.ell_Grek[1]	
cell gpt_6_1_sol=high|ell_Grek|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.ell_Grek	k/n
cell gpt_6_1_sol=high|ell_Grek|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|ell_Grek|kb_clean|pilot_layout_20261115.floor	0.49	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_clean'][0]	
cell gpt_6_1_sol=high|eng_Latn|kb_clean|pilot_layout_20261115.correct	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.eng_Latn[0]	
cell gpt_6_1_sol=high|eng_Latn|kb_clean|pilot_layout_20261115.items	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.eng_Latn[1]	
cell gpt_6_1_sol=high|eng_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.eng_Latn	k/n
cell gpt_6_1_sol=high|eng_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|eng_Latn|kb_clean|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_clean'][0]	
cell gpt_6_1_sol=high|fra_Latn|kb_clean|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.fra_Latn[0]	
cell gpt_6_1_sol=high|fra_Latn|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.fra_Latn[1]	
cell gpt_6_1_sol=high|fra_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.fra_Latn	k/n
cell gpt_6_1_sol=high|fra_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|fra_Latn|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_clean'][0]	
cell gpt_6_1_sol=high|heb_Hebr|kb_clean|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.heb_Hebr[0]	
cell gpt_6_1_sol=high|heb_Hebr|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.heb_Hebr[1]	
cell gpt_6_1_sol=high|heb_Hebr|kb_clean|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.heb_Hebr	k/n
cell gpt_6_1_sol=high|heb_Hebr|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|heb_Hebr|kb_clean|pilot_layout_20261115.floor	0.2783	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_clean'][0]	
cell gpt_6_1_sol=high|kor_Hang|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.kor_Hang[0]	
cell gpt_6_1_sol=high|kor_Hang|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.kor_Hang[1]	
cell gpt_6_1_sol=high|kor_Hang|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.kor_Hang	k/n
cell gpt_6_1_sol=high|kor_Hang|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|kor_Hang|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_clean'][0]	
cell gpt_6_1_sol=high|rus_Cyrl|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.rus_Cyrl[0]	
cell gpt_6_1_sol=high|rus_Cyrl|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.rus_Cyrl[1]	
cell gpt_6_1_sol=high|rus_Cyrl|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.rus_Cyrl	k/n
cell gpt_6_1_sol=high|rus_Cyrl|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|rus_Cyrl|kb_clean|pilot_layout_20261115.floor	0.4367	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_clean'][0]	
cell gpt_6_1_sol=high|tha_Thai|kb_clean|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.tha_Thai[0]	
cell gpt_6_1_sol=high|tha_Thai|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.tha_Thai[1]	
cell gpt_6_1_sol=high|tha_Thai|kb_clean|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.tha_Thai	k/n
cell gpt_6_1_sol=high|tha_Thai|kb_clean|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_clean.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|tha_Thai|kb_clean|pilot_layout_20261115.floor	0.355	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_clean'][0]	
cell gpt_6_1_sol=high|arb_Arab|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.arb_Arab[0]	
cell gpt_6_1_sol=high|arb_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.arb_Arab[1]	
cell gpt_6_1_sol=high|arb_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.arb_Arab	k/n
cell gpt_6_1_sol=high|arb_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|arb_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_layout'][0]	
cell gpt_6_1_sol=high|arz_Arab|kb_layout_keys|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.arz_Arab[0]	
cell gpt_6_1_sol=high|arz_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.arz_Arab[1]	
cell gpt_6_1_sol=high|arz_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.arz_Arab	k/n
cell gpt_6_1_sol=high|arz_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|arz_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.41	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_layout'][0]	
cell gpt_6_1_sol=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.deu_Latn[0]	
cell gpt_6_1_sol=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.deu_Latn[1]	
cell gpt_6_1_sol=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.deu_Latn	k/n
cell gpt_6_1_sol=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_layout'][0]	
cell gpt_6_1_sol=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.ell_Grek[0]	
cell gpt_6_1_sol=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.ell_Grek[1]	
cell gpt_6_1_sol=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.ell_Grek	k/n
cell gpt_6_1_sol=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.floor	0.4133	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_layout'][0]	
cell gpt_6_1_sol=high|eng_Latn|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.eng_Latn[0]	
cell gpt_6_1_sol=high|eng_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.eng_Latn[1]	
cell gpt_6_1_sol=high|eng_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.eng_Latn	k/n
cell gpt_6_1_sol=high|eng_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|eng_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_layout'][0]	
cell gpt_6_1_sol=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.fra_Latn[0]	
cell gpt_6_1_sol=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.fra_Latn[1]	
cell gpt_6_1_sol=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.fra_Latn	k/n
cell gpt_6_1_sol=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.37	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_layout'][0]	
cell gpt_6_1_sol=high|heb_Hebr|kb_layout_keys|pilot_layout_20261115.correct	40	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.heb_Hebr[0]	
cell gpt_6_1_sol=high|heb_Hebr|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.heb_Hebr[1]	
cell gpt_6_1_sol=high|heb_Hebr|kb_layout_keys|pilot_layout_20261115.acc	0.8	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.heb_Hebr	k/n
cell gpt_6_1_sol=high|heb_Hebr|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	10	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|heb_Hebr|kb_layout_keys|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_layout'][0]	
cell gpt_6_1_sol=high|kor_Hang|kb_layout_keys|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.kor_Hang[0]	
cell gpt_6_1_sol=high|kor_Hang|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.kor_Hang[1]	
cell gpt_6_1_sol=high|kor_Hang|kb_layout_keys|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.kor_Hang	k/n
cell gpt_6_1_sol=high|kor_Hang|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|kor_Hang|kb_layout_keys|pilot_layout_20261115.floor	0.365	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_layout'][0]	
cell gpt_6_1_sol=high|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.rus_Cyrl[0]	
cell gpt_6_1_sol=high|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.rus_Cyrl[1]	
cell gpt_6_1_sol=high|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.rus_Cyrl	k/n
cell gpt_6_1_sol=high|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.floor	0.3917	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_layout'][0]	
cell gpt_6_1_sol=high|tha_Thai|kb_layout_keys|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.tha_Thai[0]	
cell gpt_6_1_sol=high|tha_Thai|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.tha_Thai[1]	
cell gpt_6_1_sol=high|tha_Thai|kb_layout_keys|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.tha_Thai	k/n
cell gpt_6_1_sol=high|tha_Thai|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.kb_layout.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|tha_Thai|kb_layout_keys|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_layout'][0]	
cell gpt_6_1_sol=high|arb_Arab|native|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.arb_Arab[0]	
cell gpt_6_1_sol=high|arb_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.arb_Arab[1]	
cell gpt_6_1_sol=high|arb_Arab|native|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.arb_Arab	k/n
cell gpt_6_1_sol=high|arb_Arab|native|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|arb_Arab|native|pilot_layout_20261115.floor	0.3017	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|native'][0]	
cell gpt_6_1_sol=high|arz_Arab|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.arz_Arab[0]	
cell gpt_6_1_sol=high|arz_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.arz_Arab[1]	
cell gpt_6_1_sol=high|arz_Arab|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.arz_Arab	k/n
cell gpt_6_1_sol=high|arz_Arab|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|arz_Arab|native|pilot_layout_20261115.floor	0.36	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|native'][0]	
cell gpt_6_1_sol=high|deu_Latn|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.deu_Latn[0]	
cell gpt_6_1_sol=high|deu_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.deu_Latn[1]	
cell gpt_6_1_sol=high|deu_Latn|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.deu_Latn	k/n
cell gpt_6_1_sol=high|deu_Latn|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|deu_Latn|native|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|native'][0]	
cell gpt_6_1_sol=high|ell_Grek|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.ell_Grek[0]	
cell gpt_6_1_sol=high|ell_Grek|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.ell_Grek[1]	
cell gpt_6_1_sol=high|ell_Grek|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.ell_Grek	k/n
cell gpt_6_1_sol=high|ell_Grek|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|ell_Grek|native|pilot_layout_20261115.floor	0.3667	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|native'][0]	
cell gpt_6_1_sol=high|eng_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.eng_Latn[0]	
cell gpt_6_1_sol=high|eng_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.eng_Latn[1]	
cell gpt_6_1_sol=high|eng_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.eng_Latn	k/n
cell gpt_6_1_sol=high|eng_Latn|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|eng_Latn|native|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|native'][0]	
cell gpt_6_1_sol=high|fra_Latn|native|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.fra_Latn[0]	
cell gpt_6_1_sol=high|fra_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.fra_Latn[1]	
cell gpt_6_1_sol=high|fra_Latn|native|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.fra_Latn	k/n
cell gpt_6_1_sol=high|fra_Latn|native|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|fra_Latn|native|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|native'][0]	
cell gpt_6_1_sol=high|heb_Hebr|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.heb_Hebr[0]	
cell gpt_6_1_sol=high|heb_Hebr|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.heb_Hebr[1]	
cell gpt_6_1_sol=high|heb_Hebr|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.heb_Hebr	k/n
cell gpt_6_1_sol=high|heb_Hebr|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|heb_Hebr|native|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|native'][0]	
cell gpt_6_1_sol=high|kor_Hang|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.kor_Hang[0]	
cell gpt_6_1_sol=high|kor_Hang|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.kor_Hang[1]	
cell gpt_6_1_sol=high|kor_Hang|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.kor_Hang	k/n
cell gpt_6_1_sol=high|kor_Hang|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|kor_Hang|native|pilot_layout_20261115.floor	0.24	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|native'][0]	
cell gpt_6_1_sol=high|rus_Cyrl|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.rus_Cyrl[0]	
cell gpt_6_1_sol=high|rus_Cyrl|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.rus_Cyrl[1]	
cell gpt_6_1_sol=high|rus_Cyrl|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.rus_Cyrl	k/n
cell gpt_6_1_sol=high|rus_Cyrl|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|rus_Cyrl|native|pilot_layout_20261115.floor	0.39	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|native'][0]	
cell gpt_6_1_sol=high|tha_Thai|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.tha_Thai[0]	
cell gpt_6_1_sol=high|tha_Thai|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.tha_Thai[1]	
cell gpt_6_1_sol=high|tha_Thai|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.tha_Thai	k/n
cell gpt_6_1_sol=high|tha_Thai|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_high.native.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=high|tha_Thai|native|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|native'][0]	
cell gpt_6_1_sol=low|arb_Arab|kb_clean|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.arb_Arab[0]	
cell gpt_6_1_sol=low|arb_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.arb_Arab[1]	
cell gpt_6_1_sol=low|arb_Arab|kb_clean|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.arb_Arab	k/n
cell gpt_6_1_sol=low|arb_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|arb_Arab|kb_clean|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_clean'][0]	
cell gpt_6_1_sol=low|arz_Arab|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.arz_Arab[0]	
cell gpt_6_1_sol=low|arz_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.arz_Arab[1]	
cell gpt_6_1_sol=low|arz_Arab|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.arz_Arab	k/n
cell gpt_6_1_sol=low|arz_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|arz_Arab|kb_clean|pilot_layout_20261115.floor	0.32	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_clean'][0]	
cell gpt_6_1_sol=low|deu_Latn|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.deu_Latn[0]	
cell gpt_6_1_sol=low|deu_Latn|kb_clean|pilot_layout_20261115.items	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.deu_Latn[1]	
cell gpt_6_1_sol=low|deu_Latn|kb_clean|pilot_layout_20261115.acc	0.979592	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.deu_Latn	k/n
cell gpt_6_1_sol=low|deu_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|deu_Latn|kb_clean|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_clean'][0]	
cell gpt_6_1_sol=low|ell_Grek|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.ell_Grek[0]	
cell gpt_6_1_sol=low|ell_Grek|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.ell_Grek[1]	
cell gpt_6_1_sol=low|ell_Grek|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.ell_Grek	k/n
cell gpt_6_1_sol=low|ell_Grek|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|ell_Grek|kb_clean|pilot_layout_20261115.floor	0.49	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_clean'][0]	
cell gpt_6_1_sol=low|eng_Latn|kb_clean|pilot_layout_20261115.correct	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.eng_Latn[0]	
cell gpt_6_1_sol=low|eng_Latn|kb_clean|pilot_layout_20261115.items	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.eng_Latn[1]	
cell gpt_6_1_sol=low|eng_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.eng_Latn	k/n
cell gpt_6_1_sol=low|eng_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|eng_Latn|kb_clean|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_clean'][0]	
cell gpt_6_1_sol=low|fra_Latn|kb_clean|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.fra_Latn[0]	
cell gpt_6_1_sol=low|fra_Latn|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.fra_Latn[1]	
cell gpt_6_1_sol=low|fra_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.fra_Latn	k/n
cell gpt_6_1_sol=low|fra_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|fra_Latn|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_clean'][0]	
cell gpt_6_1_sol=low|heb_Hebr|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.heb_Hebr[0]	
cell gpt_6_1_sol=low|heb_Hebr|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.heb_Hebr[1]	
cell gpt_6_1_sol=low|heb_Hebr|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.heb_Hebr	k/n
cell gpt_6_1_sol=low|heb_Hebr|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|heb_Hebr|kb_clean|pilot_layout_20261115.floor	0.2783	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_clean'][0]	
cell gpt_6_1_sol=low|kor_Hang|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.kor_Hang[0]	
cell gpt_6_1_sol=low|kor_Hang|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.kor_Hang[1]	
cell gpt_6_1_sol=low|kor_Hang|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.kor_Hang	k/n
cell gpt_6_1_sol=low|kor_Hang|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|kor_Hang|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_clean'][0]	
cell gpt_6_1_sol=low|rus_Cyrl|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.rus_Cyrl[0]	
cell gpt_6_1_sol=low|rus_Cyrl|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.rus_Cyrl[1]	
cell gpt_6_1_sol=low|rus_Cyrl|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.rus_Cyrl	k/n
cell gpt_6_1_sol=low|rus_Cyrl|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|rus_Cyrl|kb_clean|pilot_layout_20261115.floor	0.4367	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_clean'][0]	
cell gpt_6_1_sol=low|tha_Thai|kb_clean|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.tha_Thai[0]	
cell gpt_6_1_sol=low|tha_Thai|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.tha_Thai[1]	
cell gpt_6_1_sol=low|tha_Thai|kb_clean|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.tha_Thai	k/n
cell gpt_6_1_sol=low|tha_Thai|kb_clean|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_clean.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|tha_Thai|kb_clean|pilot_layout_20261115.floor	0.355	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_clean'][0]	
cell gpt_6_1_sol=low|arb_Arab|kb_layout_keys|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.arb_Arab[0]	
cell gpt_6_1_sol=low|arb_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.arb_Arab[1]	
cell gpt_6_1_sol=low|arb_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.arb_Arab	k/n
cell gpt_6_1_sol=low|arb_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|arb_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_layout'][0]	
cell gpt_6_1_sol=low|arz_Arab|kb_layout_keys|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.arz_Arab[0]	
cell gpt_6_1_sol=low|arz_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.arz_Arab[1]	
cell gpt_6_1_sol=low|arz_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.arz_Arab	k/n
cell gpt_6_1_sol=low|arz_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|arz_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.41	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_layout'][0]	
cell gpt_6_1_sol=low|deu_Latn|kb_layout_keys|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.deu_Latn[0]	
cell gpt_6_1_sol=low|deu_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.deu_Latn[1]	
cell gpt_6_1_sol=low|deu_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.deu_Latn	k/n
cell gpt_6_1_sol=low|deu_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|deu_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_layout'][0]	
cell gpt_6_1_sol=low|ell_Grek|kb_layout_keys|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.ell_Grek[0]	
cell gpt_6_1_sol=low|ell_Grek|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.ell_Grek[1]	
cell gpt_6_1_sol=low|ell_Grek|kb_layout_keys|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.ell_Grek	k/n
cell gpt_6_1_sol=low|ell_Grek|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|ell_Grek|kb_layout_keys|pilot_layout_20261115.floor	0.4133	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_layout'][0]	
cell gpt_6_1_sol=low|eng_Latn|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.eng_Latn[0]	
cell gpt_6_1_sol=low|eng_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.eng_Latn[1]	
cell gpt_6_1_sol=low|eng_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.eng_Latn	k/n
cell gpt_6_1_sol=low|eng_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|eng_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_layout'][0]	
cell gpt_6_1_sol=low|fra_Latn|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.fra_Latn[0]	
cell gpt_6_1_sol=low|fra_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.fra_Latn[1]	
cell gpt_6_1_sol=low|fra_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.fra_Latn	k/n
cell gpt_6_1_sol=low|fra_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|fra_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.37	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_layout'][0]	
cell gpt_6_1_sol=low|heb_Hebr|kb_layout_keys|pilot_layout_20261115.correct	44	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.heb_Hebr[0]	
cell gpt_6_1_sol=low|heb_Hebr|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.heb_Hebr[1]	
cell gpt_6_1_sol=low|heb_Hebr|kb_layout_keys|pilot_layout_20261115.acc	0.88	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.heb_Hebr	k/n
cell gpt_6_1_sol=low|heb_Hebr|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	6	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|heb_Hebr|kb_layout_keys|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_layout'][0]	
cell gpt_6_1_sol=low|kor_Hang|kb_layout_keys|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.kor_Hang[0]	
cell gpt_6_1_sol=low|kor_Hang|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.kor_Hang[1]	
cell gpt_6_1_sol=low|kor_Hang|kb_layout_keys|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.kor_Hang	k/n
cell gpt_6_1_sol=low|kor_Hang|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|kor_Hang|kb_layout_keys|pilot_layout_20261115.floor	0.365	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_layout'][0]	
cell gpt_6_1_sol=low|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.rus_Cyrl[0]	
cell gpt_6_1_sol=low|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.rus_Cyrl[1]	
cell gpt_6_1_sol=low|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.rus_Cyrl	k/n
cell gpt_6_1_sol=low|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.floor	0.3917	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_layout'][0]	
cell gpt_6_1_sol=low|tha_Thai|kb_layout_keys|pilot_layout_20261115.correct	43	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.tha_Thai[0]	
cell gpt_6_1_sol=low|tha_Thai|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.tha_Thai[1]	
cell gpt_6_1_sol=low|tha_Thai|kb_layout_keys|pilot_layout_20261115.acc	0.86	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.tha_Thai	k/n
cell gpt_6_1_sol=low|tha_Thai|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.kb_layout.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|tha_Thai|kb_layout_keys|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_layout'][0]	
cell gpt_6_1_sol=low|arb_Arab|native|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.arb_Arab[0]	
cell gpt_6_1_sol=low|arb_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.arb_Arab[1]	
cell gpt_6_1_sol=low|arb_Arab|native|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.arb_Arab	k/n
cell gpt_6_1_sol=low|arb_Arab|native|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|arb_Arab|native|pilot_layout_20261115.floor	0.3017	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|native'][0]	
cell gpt_6_1_sol=low|arz_Arab|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.arz_Arab[0]	
cell gpt_6_1_sol=low|arz_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.arz_Arab[1]	
cell gpt_6_1_sol=low|arz_Arab|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.arz_Arab	k/n
cell gpt_6_1_sol=low|arz_Arab|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|arz_Arab|native|pilot_layout_20261115.floor	0.36	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|native'][0]	
cell gpt_6_1_sol=low|deu_Latn|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.deu_Latn[0]	
cell gpt_6_1_sol=low|deu_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.deu_Latn[1]	
cell gpt_6_1_sol=low|deu_Latn|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.deu_Latn	k/n
cell gpt_6_1_sol=low|deu_Latn|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|deu_Latn|native|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|native'][0]	
cell gpt_6_1_sol=low|ell_Grek|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.ell_Grek[0]	
cell gpt_6_1_sol=low|ell_Grek|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.ell_Grek[1]	
cell gpt_6_1_sol=low|ell_Grek|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.ell_Grek	k/n
cell gpt_6_1_sol=low|ell_Grek|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|ell_Grek|native|pilot_layout_20261115.floor	0.3667	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|native'][0]	
cell gpt_6_1_sol=low|eng_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.eng_Latn[0]	
cell gpt_6_1_sol=low|eng_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.eng_Latn[1]	
cell gpt_6_1_sol=low|eng_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.eng_Latn	k/n
cell gpt_6_1_sol=low|eng_Latn|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|eng_Latn|native|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|native'][0]	
cell gpt_6_1_sol=low|fra_Latn|native|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.fra_Latn[0]	
cell gpt_6_1_sol=low|fra_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.fra_Latn[1]	
cell gpt_6_1_sol=low|fra_Latn|native|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.fra_Latn	k/n
cell gpt_6_1_sol=low|fra_Latn|native|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|fra_Latn|native|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|native'][0]	
cell gpt_6_1_sol=low|heb_Hebr|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.heb_Hebr[0]	
cell gpt_6_1_sol=low|heb_Hebr|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.heb_Hebr[1]	
cell gpt_6_1_sol=low|heb_Hebr|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.heb_Hebr	k/n
cell gpt_6_1_sol=low|heb_Hebr|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|heb_Hebr|native|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|native'][0]	
cell gpt_6_1_sol=low|kor_Hang|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.kor_Hang[0]	
cell gpt_6_1_sol=low|kor_Hang|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.kor_Hang[1]	
cell gpt_6_1_sol=low|kor_Hang|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.kor_Hang	k/n
cell gpt_6_1_sol=low|kor_Hang|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|kor_Hang|native|pilot_layout_20261115.floor	0.24	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|native'][0]	
cell gpt_6_1_sol=low|rus_Cyrl|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.rus_Cyrl[0]	
cell gpt_6_1_sol=low|rus_Cyrl|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.rus_Cyrl[1]	
cell gpt_6_1_sol=low|rus_Cyrl|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.rus_Cyrl	k/n
cell gpt_6_1_sol=low|rus_Cyrl|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|rus_Cyrl|native|pilot_layout_20261115.floor	0.39	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|native'][0]	
cell gpt_6_1_sol=low|tha_Thai|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.tha_Thai[0]	
cell gpt_6_1_sol=low|tha_Thai|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.tha_Thai[1]	
cell gpt_6_1_sol=low|tha_Thai|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.tha_Thai	k/n
cell gpt_6_1_sol=low|tha_Thai|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.sol_low.native.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_sol=low|tha_Thai|native|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|native'][0]	
cell claude_sonnet_5_5=high|arb_Arab|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.arb_Arab[0]	
cell claude_sonnet_5_5=high|arb_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.arb_Arab[1]	
cell claude_sonnet_5_5=high|arb_Arab|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.arb_Arab	k/n
cell claude_sonnet_5_5=high|arb_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|arb_Arab|kb_clean|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_clean'][0]	
cell claude_sonnet_5_5=high|arz_Arab|kb_clean|pilot_layout_20261115.correct	42	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.arz_Arab[0]	
cell claude_sonnet_5_5=high|arz_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.arz_Arab[1]	
cell claude_sonnet_5_5=high|arz_Arab|kb_clean|pilot_layout_20261115.acc	0.84	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.arz_Arab	k/n
cell claude_sonnet_5_5=high|arz_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	8	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|arz_Arab|kb_clean|pilot_layout_20261115.floor	0.32	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_clean'][0]	
cell claude_sonnet_5_5=high|deu_Latn|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.deu_Latn[0]	
cell claude_sonnet_5_5=high|deu_Latn|kb_clean|pilot_layout_20261115.items	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.deu_Latn[1]	
cell claude_sonnet_5_5=high|deu_Latn|kb_clean|pilot_layout_20261115.acc	0.959184	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.deu_Latn	k/n
cell claude_sonnet_5_5=high|deu_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|deu_Latn|kb_clean|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_clean'][0]	
cell claude_sonnet_5_5=high|ell_Grek|kb_clean|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.ell_Grek[0]	
cell claude_sonnet_5_5=high|ell_Grek|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.ell_Grek[1]	
cell claude_sonnet_5_5=high|ell_Grek|kb_clean|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.ell_Grek	k/n
cell claude_sonnet_5_5=high|ell_Grek|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|ell_Grek|kb_clean|pilot_layout_20261115.floor	0.49	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_clean'][0]	
cell claude_sonnet_5_5=high|eng_Latn|kb_clean|pilot_layout_20261115.correct	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.eng_Latn[0]	
cell claude_sonnet_5_5=high|eng_Latn|kb_clean|pilot_layout_20261115.items	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.eng_Latn[1]	
cell claude_sonnet_5_5=high|eng_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.eng_Latn	k/n
cell claude_sonnet_5_5=high|eng_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|eng_Latn|kb_clean|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_clean'][0]	
cell claude_sonnet_5_5=high|fra_Latn|kb_clean|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.fra_Latn[0]	
cell claude_sonnet_5_5=high|fra_Latn|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.fra_Latn[1]	
cell claude_sonnet_5_5=high|fra_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.fra_Latn	k/n
cell claude_sonnet_5_5=high|fra_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|fra_Latn|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_clean'][0]	
cell claude_sonnet_5_5=high|heb_Hebr|kb_clean|pilot_layout_20261115.correct	38	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.heb_Hebr[0]	
cell claude_sonnet_5_5=high|heb_Hebr|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.heb_Hebr[1]	
cell claude_sonnet_5_5=high|heb_Hebr|kb_clean|pilot_layout_20261115.acc	0.76	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.heb_Hebr	k/n
cell claude_sonnet_5_5=high|heb_Hebr|kb_clean|pilot_layout_20261115.outcomes.wrong	12	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|heb_Hebr|kb_clean|pilot_layout_20261115.floor	0.2783	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_clean'][0]	
cell claude_sonnet_5_5=high|kor_Hang|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.kor_Hang[0]	
cell claude_sonnet_5_5=high|kor_Hang|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.kor_Hang[1]	
cell claude_sonnet_5_5=high|kor_Hang|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.kor_Hang	k/n
cell claude_sonnet_5_5=high|kor_Hang|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|kor_Hang|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_clean'][0]	
cell claude_sonnet_5_5=high|rus_Cyrl|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.rus_Cyrl[0]	
cell claude_sonnet_5_5=high|rus_Cyrl|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.rus_Cyrl[1]	
cell claude_sonnet_5_5=high|rus_Cyrl|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.rus_Cyrl	k/n
cell claude_sonnet_5_5=high|rus_Cyrl|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|rus_Cyrl|kb_clean|pilot_layout_20261115.floor	0.4367	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_clean'][0]	
cell claude_sonnet_5_5=high|tha_Thai|kb_clean|pilot_layout_20261115.correct	42	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.tha_Thai[0]	
cell claude_sonnet_5_5=high|tha_Thai|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.tha_Thai[1]	
cell claude_sonnet_5_5=high|tha_Thai|kb_clean|pilot_layout_20261115.acc	0.84	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.tha_Thai	k/n
cell claude_sonnet_5_5=high|tha_Thai|kb_clean|pilot_layout_20261115.outcomes.wrong	8	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_clean.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|tha_Thai|kb_clean|pilot_layout_20261115.floor	0.355	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_clean'][0]	
cell claude_sonnet_5_5=high|arb_Arab|kb_layout_keys|pilot_layout_20261115.correct	39	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.arb_Arab[0]	
cell claude_sonnet_5_5=high|arb_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.arb_Arab[1]	
cell claude_sonnet_5_5=high|arb_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.78	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.arb_Arab	k/n
cell claude_sonnet_5_5=high|arb_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.refused	3	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_high.kb_layout.arb_Arab[0]	
cell claude_sonnet_5_5=high|arb_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	8	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|arb_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_layout'][0]	
cell claude_sonnet_5_5=high|arz_Arab|kb_layout_keys|pilot_layout_20261115.correct	29	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.arz_Arab[0]	
cell claude_sonnet_5_5=high|arz_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.arz_Arab[1]	
cell claude_sonnet_5_5=high|arz_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.58	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.arz_Arab	k/n
cell claude_sonnet_5_5=high|arz_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.refused	4	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_high.kb_layout.arz_Arab[0]	
cell claude_sonnet_5_5=high|arz_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	17	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|arz_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.41	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_layout'][0]	
cell claude_sonnet_5_5=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.deu_Latn[0]	
cell claude_sonnet_5_5=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.deu_Latn[1]	
cell claude_sonnet_5_5=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.deu_Latn	k/n
cell claude_sonnet_5_5=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_high.kb_layout.deu_Latn[0]	
cell claude_sonnet_5_5=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_layout'][0]	
cell claude_sonnet_5_5=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.ell_Grek[0]	
cell claude_sonnet_5_5=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.ell_Grek[1]	
cell claude_sonnet_5_5=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.ell_Grek	k/n
cell claude_sonnet_5_5=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_high.kb_layout.ell_Grek[0]	
cell claude_sonnet_5_5=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.floor	0.4133	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_layout'][0]	
cell claude_sonnet_5_5=high|eng_Latn|kb_layout_keys|pilot_layout_20261115.correct	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.eng_Latn[0]	
cell claude_sonnet_5_5=high|eng_Latn|kb_layout_keys|pilot_layout_20261115.items	20	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.eng_Latn[1]	
cell claude_sonnet_5_5=high|eng_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.eng_Latn	k/n
cell claude_sonnet_5_5=high|eng_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.refused	20	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_high.kb_layout.eng_Latn[0]	
cell claude_sonnet_5_5=high|eng_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|eng_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_layout'][0]	
cell claude_sonnet_5_5=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.fra_Latn[0]	
cell claude_sonnet_5_5=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.fra_Latn[1]	
cell claude_sonnet_5_5=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.fra_Latn	k/n
cell claude_sonnet_5_5=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_high.kb_layout.fra_Latn[0]	
cell claude_sonnet_5_5=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.37	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_layout'][0]	
cell claude_sonnet_5_5=high|heb_Hebr|kb_layout_keys|pilot_layout_20261115.correct	35	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.heb_Hebr[0]	
cell claude_sonnet_5_5=high|heb_Hebr|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.heb_Hebr[1]	
cell claude_sonnet_5_5=high|heb_Hebr|kb_layout_keys|pilot_layout_20261115.acc	0.7	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.heb_Hebr	k/n
cell claude_sonnet_5_5=high|heb_Hebr|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_high.kb_layout.heb_Hebr[0]	
cell claude_sonnet_5_5=high|heb_Hebr|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	15	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|heb_Hebr|kb_layout_keys|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_layout'][0]	
cell claude_sonnet_5_5=high|kor_Hang|kb_layout_keys|pilot_layout_20261115.correct	40	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.kor_Hang[0]	
cell claude_sonnet_5_5=high|kor_Hang|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.kor_Hang[1]	
cell claude_sonnet_5_5=high|kor_Hang|kb_layout_keys|pilot_layout_20261115.acc	0.8	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.kor_Hang	k/n
cell claude_sonnet_5_5=high|kor_Hang|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_high.kb_layout.kor_Hang[0]	
cell claude_sonnet_5_5=high|kor_Hang|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	10	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|kor_Hang|kb_layout_keys|pilot_layout_20261115.floor	0.365	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_layout'][0]	
cell claude_sonnet_5_5=high|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.rus_Cyrl[0]	
cell claude_sonnet_5_5=high|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.rus_Cyrl[1]	
cell claude_sonnet_5_5=high|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.rus_Cyrl	k/n
cell claude_sonnet_5_5=high|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_high.kb_layout.rus_Cyrl[0]	
cell claude_sonnet_5_5=high|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.floor	0.3917	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_layout'][0]	
cell claude_sonnet_5_5=high|tha_Thai|kb_layout_keys|pilot_layout_20261115.correct	20	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.tha_Thai[0]	
cell claude_sonnet_5_5=high|tha_Thai|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.tha_Thai[1]	
cell claude_sonnet_5_5=high|tha_Thai|kb_layout_keys|pilot_layout_20261115.acc	0.4	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.tha_Thai	k/n
cell claude_sonnet_5_5=high|tha_Thai|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_high.kb_layout.tha_Thai[0]	
cell claude_sonnet_5_5=high|tha_Thai|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	30	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.kb_layout.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|tha_Thai|kb_layout_keys|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_layout'][0]	
cell claude_sonnet_5_5=high|arb_Arab|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.arb_Arab[0]	
cell claude_sonnet_5_5=high|arb_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.arb_Arab[1]	
cell claude_sonnet_5_5=high|arb_Arab|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.arb_Arab	k/n
cell claude_sonnet_5_5=high|arb_Arab|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|arb_Arab|native|pilot_layout_20261115.floor	0.3017	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|native'][0]	
cell claude_sonnet_5_5=high|arz_Arab|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.arz_Arab[0]	
cell claude_sonnet_5_5=high|arz_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.arz_Arab[1]	
cell claude_sonnet_5_5=high|arz_Arab|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.arz_Arab	k/n
cell claude_sonnet_5_5=high|arz_Arab|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|arz_Arab|native|pilot_layout_20261115.floor	0.36	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|native'][0]	
cell claude_sonnet_5_5=high|deu_Latn|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.deu_Latn[0]	
cell claude_sonnet_5_5=high|deu_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.deu_Latn[1]	
cell claude_sonnet_5_5=high|deu_Latn|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.deu_Latn	k/n
cell claude_sonnet_5_5=high|deu_Latn|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|deu_Latn|native|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|native'][0]	
cell claude_sonnet_5_5=high|ell_Grek|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.ell_Grek[0]	
cell claude_sonnet_5_5=high|ell_Grek|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.ell_Grek[1]	
cell claude_sonnet_5_5=high|ell_Grek|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.ell_Grek	k/n
cell claude_sonnet_5_5=high|ell_Grek|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|ell_Grek|native|pilot_layout_20261115.floor	0.3667	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|native'][0]	
cell claude_sonnet_5_5=high|eng_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.eng_Latn[0]	
cell claude_sonnet_5_5=high|eng_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.eng_Latn[1]	
cell claude_sonnet_5_5=high|eng_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.eng_Latn	k/n
cell claude_sonnet_5_5=high|eng_Latn|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|eng_Latn|native|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|native'][0]	
cell claude_sonnet_5_5=high|fra_Latn|native|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.fra_Latn[0]	
cell claude_sonnet_5_5=high|fra_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.fra_Latn[1]	
cell claude_sonnet_5_5=high|fra_Latn|native|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.fra_Latn	k/n
cell claude_sonnet_5_5=high|fra_Latn|native|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|fra_Latn|native|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|native'][0]	
cell claude_sonnet_5_5=high|heb_Hebr|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.heb_Hebr[0]	
cell claude_sonnet_5_5=high|heb_Hebr|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.heb_Hebr[1]	
cell claude_sonnet_5_5=high|heb_Hebr|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.heb_Hebr	k/n
cell claude_sonnet_5_5=high|heb_Hebr|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|heb_Hebr|native|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|native'][0]	
cell claude_sonnet_5_5=high|kor_Hang|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.kor_Hang[0]	
cell claude_sonnet_5_5=high|kor_Hang|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.kor_Hang[1]	
cell claude_sonnet_5_5=high|kor_Hang|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.kor_Hang	k/n
cell claude_sonnet_5_5=high|kor_Hang|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|kor_Hang|native|pilot_layout_20261115.floor	0.24	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|native'][0]	
cell claude_sonnet_5_5=high|rus_Cyrl|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.rus_Cyrl[0]	
cell claude_sonnet_5_5=high|rus_Cyrl|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.rus_Cyrl[1]	
cell claude_sonnet_5_5=high|rus_Cyrl|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.rus_Cyrl	k/n
cell claude_sonnet_5_5=high|rus_Cyrl|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|rus_Cyrl|native|pilot_layout_20261115.floor	0.39	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|native'][0]	
cell claude_sonnet_5_5=high|tha_Thai|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.tha_Thai[0]	
cell claude_sonnet_5_5=high|tha_Thai|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.tha_Thai[1]	
cell claude_sonnet_5_5=high|tha_Thai|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.tha_Thai	k/n
cell claude_sonnet_5_5=high|tha_Thai|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_high.native.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=high|tha_Thai|native|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|native'][0]	
cell claude_sonnet_5_5=off|arb_Arab|kb_clean|pilot_layout_20261115.correct	41	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.arb_Arab[0]	
cell claude_sonnet_5_5=off|arb_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.arb_Arab[1]	
cell claude_sonnet_5_5=off|arb_Arab|kb_clean|pilot_layout_20261115.acc	0.82	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.arb_Arab	k/n
cell claude_sonnet_5_5=off|arb_Arab|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_off.kb_clean.arb_Arab[0]	
cell claude_sonnet_5_5=off|arb_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	9	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|arb_Arab|kb_clean|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_clean'][0]	
cell claude_sonnet_5_5=off|arz_Arab|kb_clean|pilot_layout_20261115.correct	41	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.arz_Arab[0]	
cell claude_sonnet_5_5=off|arz_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.arz_Arab[1]	
cell claude_sonnet_5_5=off|arz_Arab|kb_clean|pilot_layout_20261115.acc	0.82	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.arz_Arab	k/n
cell claude_sonnet_5_5=off|arz_Arab|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_off.kb_clean.arz_Arab[0]	
cell claude_sonnet_5_5=off|arz_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	9	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|arz_Arab|kb_clean|pilot_layout_20261115.floor	0.32	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_clean'][0]	
cell claude_sonnet_5_5=off|deu_Latn|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.deu_Latn[0]	
cell claude_sonnet_5_5=off|deu_Latn|kb_clean|pilot_layout_20261115.items	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.deu_Latn[1]	
cell claude_sonnet_5_5=off|deu_Latn|kb_clean|pilot_layout_20261115.acc	0.979592	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.deu_Latn	k/n
cell claude_sonnet_5_5=off|deu_Latn|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_off.kb_clean.deu_Latn[0]	
cell claude_sonnet_5_5=off|deu_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|deu_Latn|kb_clean|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_clean'][0]	
cell claude_sonnet_5_5=off|ell_Grek|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.ell_Grek[0]	
cell claude_sonnet_5_5=off|ell_Grek|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.ell_Grek[1]	
cell claude_sonnet_5_5=off|ell_Grek|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.ell_Grek	k/n
cell claude_sonnet_5_5=off|ell_Grek|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_off.kb_clean.ell_Grek[0]	
cell claude_sonnet_5_5=off|ell_Grek|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|ell_Grek|kb_clean|pilot_layout_20261115.floor	0.49	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_clean'][0]	
cell claude_sonnet_5_5=off|eng_Latn|kb_clean|pilot_layout_20261115.correct	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.eng_Latn[0]	
cell claude_sonnet_5_5=off|eng_Latn|kb_clean|pilot_layout_20261115.items	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.eng_Latn[1]	
cell claude_sonnet_5_5=off|eng_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.eng_Latn	k/n
cell claude_sonnet_5_5=off|eng_Latn|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_off.kb_clean.eng_Latn[0]	
cell claude_sonnet_5_5=off|eng_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|eng_Latn|kb_clean|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_clean'][0]	
cell claude_sonnet_5_5=off|fra_Latn|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.fra_Latn[0]	
cell claude_sonnet_5_5=off|fra_Latn|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.fra_Latn[1]	
cell claude_sonnet_5_5=off|fra_Latn|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.fra_Latn	k/n
cell claude_sonnet_5_5=off|fra_Latn|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_off.kb_clean.fra_Latn[0]	
cell claude_sonnet_5_5=off|fra_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|fra_Latn|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_clean'][0]	
cell claude_sonnet_5_5=off|heb_Hebr|kb_clean|pilot_layout_20261115.correct	25	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.heb_Hebr[0]	
cell claude_sonnet_5_5=off|heb_Hebr|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.heb_Hebr[1]	
cell claude_sonnet_5_5=off|heb_Hebr|kb_clean|pilot_layout_20261115.acc	0.5	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.heb_Hebr	k/n
cell claude_sonnet_5_5=off|heb_Hebr|kb_clean|pilot_layout_20261115.outcomes.refused	1	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_off.kb_clean.heb_Hebr[0]	
cell claude_sonnet_5_5=off|heb_Hebr|kb_clean|pilot_layout_20261115.outcomes.wrong	24	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|heb_Hebr|kb_clean|pilot_layout_20261115.floor	0.2783	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_clean'][0]	
cell claude_sonnet_5_5=off|kor_Hang|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.kor_Hang[0]	
cell claude_sonnet_5_5=off|kor_Hang|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.kor_Hang[1]	
cell claude_sonnet_5_5=off|kor_Hang|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.kor_Hang	k/n
cell claude_sonnet_5_5=off|kor_Hang|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_off.kb_clean.kor_Hang[0]	
cell claude_sonnet_5_5=off|kor_Hang|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|kor_Hang|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_clean'][0]	
cell claude_sonnet_5_5=off|rus_Cyrl|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.rus_Cyrl[0]	
cell claude_sonnet_5_5=off|rus_Cyrl|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.rus_Cyrl[1]	
cell claude_sonnet_5_5=off|rus_Cyrl|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.rus_Cyrl	k/n
cell claude_sonnet_5_5=off|rus_Cyrl|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_off.kb_clean.rus_Cyrl[0]	
cell claude_sonnet_5_5=off|rus_Cyrl|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|rus_Cyrl|kb_clean|pilot_layout_20261115.floor	0.4367	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_clean'][0]	
cell claude_sonnet_5_5=off|tha_Thai|kb_clean|pilot_layout_20261115.correct	31	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.tha_Thai[0]	
cell claude_sonnet_5_5=off|tha_Thai|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.tha_Thai[1]	
cell claude_sonnet_5_5=off|tha_Thai|kb_clean|pilot_layout_20261115.acc	0.62	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.tha_Thai	k/n
cell claude_sonnet_5_5=off|tha_Thai|kb_clean|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_off.kb_clean.tha_Thai[0]	
cell claude_sonnet_5_5=off|tha_Thai|kb_clean|pilot_layout_20261115.outcomes.wrong	19	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_clean.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|tha_Thai|kb_clean|pilot_layout_20261115.floor	0.355	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_clean'][0]	
cell claude_sonnet_5_5=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.correct	19	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.arb_Arab[0]	
cell claude_sonnet_5_5=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.arb_Arab[1]	
cell claude_sonnet_5_5=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.38	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.arb_Arab	k/n
cell claude_sonnet_5_5=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.refused	3	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_off.kb_layout.arb_Arab[0]	
cell claude_sonnet_5_5=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	28	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_layout'][0]	
cell claude_sonnet_5_5=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.correct	14	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.arz_Arab[0]	
cell claude_sonnet_5_5=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.arz_Arab[1]	
cell claude_sonnet_5_5=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.28	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.arz_Arab	k/n
cell claude_sonnet_5_5=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.refused	3	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_off.kb_layout.arz_Arab[0]	
cell claude_sonnet_5_5=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	33	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.41	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_layout'][0]	
cell claude_sonnet_5_5=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.deu_Latn[0]	
cell claude_sonnet_5_5=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.deu_Latn[1]	
cell claude_sonnet_5_5=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.deu_Latn	k/n
cell claude_sonnet_5_5=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_off.kb_layout.deu_Latn[0]	
cell claude_sonnet_5_5=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_layout'][0]	
cell claude_sonnet_5_5=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.ell_Grek[0]	
cell claude_sonnet_5_5=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.ell_Grek[1]	
cell claude_sonnet_5_5=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.ell_Grek	k/n
cell claude_sonnet_5_5=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_off.kb_layout.ell_Grek[0]	
cell claude_sonnet_5_5=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.floor	0.4133	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_layout'][0]	
cell claude_sonnet_5_5=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.correct	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.eng_Latn[0]	
cell claude_sonnet_5_5=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.items	20	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.eng_Latn[1]	
cell claude_sonnet_5_5=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.eng_Latn	k/n
cell claude_sonnet_5_5=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.refused	20	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_off.kb_layout.eng_Latn[0]	
cell claude_sonnet_5_5=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_layout'][0]	
cell claude_sonnet_5_5=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.fra_Latn[0]	
cell claude_sonnet_5_5=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.fra_Latn[1]	
cell claude_sonnet_5_5=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.fra_Latn	k/n
cell claude_sonnet_5_5=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_off.kb_layout.fra_Latn[0]	
cell claude_sonnet_5_5=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.37	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_layout'][0]	
cell claude_sonnet_5_5=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.correct	20	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.heb_Hebr[0]	
cell claude_sonnet_5_5=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.heb_Hebr[1]	
cell claude_sonnet_5_5=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.acc	0.4	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.heb_Hebr	k/n
cell claude_sonnet_5_5=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_off.kb_layout.heb_Hebr[0]	
cell claude_sonnet_5_5=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	30	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_layout'][0]	
cell claude_sonnet_5_5=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.correct	25	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.kor_Hang[0]	
cell claude_sonnet_5_5=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.kor_Hang[1]	
cell claude_sonnet_5_5=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.acc	0.5	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.kor_Hang	k/n
cell claude_sonnet_5_5=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_off.kb_layout.kor_Hang[0]	
cell claude_sonnet_5_5=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	25	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.floor	0.365	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_layout'][0]	
cell claude_sonnet_5_5=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.correct	37	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.rus_Cyrl[0]	
cell claude_sonnet_5_5=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.rus_Cyrl[1]	
cell claude_sonnet_5_5=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.acc	0.74	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.rus_Cyrl	k/n
cell claude_sonnet_5_5=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_off.kb_layout.rus_Cyrl[0]	
cell claude_sonnet_5_5=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	13	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.floor	0.3917	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_layout'][0]	
cell claude_sonnet_5_5=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.correct	18	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.tha_Thai[0]	
cell claude_sonnet_5_5=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.tha_Thai[1]	
cell claude_sonnet_5_5=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.acc	0.36	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.tha_Thai	k/n
cell claude_sonnet_5_5=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.outcomes.refused	0	results/pilot_layout_20261115/SUMMARY.json	refusals.sonnet55_off.kb_layout.tha_Thai[0]	
cell claude_sonnet_5_5=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	32	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.kb_layout.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_layout'][0]	
cell claude_sonnet_5_5=off|arb_Arab|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.arb_Arab[0]	
cell claude_sonnet_5_5=off|arb_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.arb_Arab[1]	
cell claude_sonnet_5_5=off|arb_Arab|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.arb_Arab	k/n
cell claude_sonnet_5_5=off|arb_Arab|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|arb_Arab|native|pilot_layout_20261115.floor	0.3017	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|native'][0]	
cell claude_sonnet_5_5=off|arz_Arab|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.arz_Arab[0]	
cell claude_sonnet_5_5=off|arz_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.arz_Arab[1]	
cell claude_sonnet_5_5=off|arz_Arab|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.arz_Arab	k/n
cell claude_sonnet_5_5=off|arz_Arab|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|arz_Arab|native|pilot_layout_20261115.floor	0.36	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|native'][0]	
cell claude_sonnet_5_5=off|deu_Latn|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.deu_Latn[0]	
cell claude_sonnet_5_5=off|deu_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.deu_Latn[1]	
cell claude_sonnet_5_5=off|deu_Latn|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.deu_Latn	k/n
cell claude_sonnet_5_5=off|deu_Latn|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|deu_Latn|native|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|native'][0]	
cell claude_sonnet_5_5=off|ell_Grek|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.ell_Grek[0]	
cell claude_sonnet_5_5=off|ell_Grek|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.ell_Grek[1]	
cell claude_sonnet_5_5=off|ell_Grek|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.ell_Grek	k/n
cell claude_sonnet_5_5=off|ell_Grek|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|ell_Grek|native|pilot_layout_20261115.floor	0.3667	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|native'][0]	
cell claude_sonnet_5_5=off|eng_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.eng_Latn[0]	
cell claude_sonnet_5_5=off|eng_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.eng_Latn[1]	
cell claude_sonnet_5_5=off|eng_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.eng_Latn	k/n
cell claude_sonnet_5_5=off|eng_Latn|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|eng_Latn|native|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|native'][0]	
cell claude_sonnet_5_5=off|fra_Latn|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.fra_Latn[0]	
cell claude_sonnet_5_5=off|fra_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.fra_Latn[1]	
cell claude_sonnet_5_5=off|fra_Latn|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.fra_Latn	k/n
cell claude_sonnet_5_5=off|fra_Latn|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|fra_Latn|native|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|native'][0]	
cell claude_sonnet_5_5=off|heb_Hebr|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.heb_Hebr[0]	
cell claude_sonnet_5_5=off|heb_Hebr|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.heb_Hebr[1]	
cell claude_sonnet_5_5=off|heb_Hebr|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.heb_Hebr	k/n
cell claude_sonnet_5_5=off|heb_Hebr|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|heb_Hebr|native|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|native'][0]	
cell claude_sonnet_5_5=off|kor_Hang|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.kor_Hang[0]	
cell claude_sonnet_5_5=off|kor_Hang|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.kor_Hang[1]	
cell claude_sonnet_5_5=off|kor_Hang|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.kor_Hang	k/n
cell claude_sonnet_5_5=off|kor_Hang|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|kor_Hang|native|pilot_layout_20261115.floor	0.24	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|native'][0]	
cell claude_sonnet_5_5=off|rus_Cyrl|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.rus_Cyrl[0]	
cell claude_sonnet_5_5=off|rus_Cyrl|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.rus_Cyrl[1]	
cell claude_sonnet_5_5=off|rus_Cyrl|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.rus_Cyrl	k/n
cell claude_sonnet_5_5=off|rus_Cyrl|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|rus_Cyrl|native|pilot_layout_20261115.floor	0.39	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|native'][0]	
cell claude_sonnet_5_5=off|tha_Thai|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.tha_Thai[0]	
cell claude_sonnet_5_5=off|tha_Thai|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.tha_Thai[1]	
cell claude_sonnet_5_5=off|tha_Thai|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.tha_Thai	k/n
cell claude_sonnet_5_5=off|tha_Thai|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.sonnet55_off.native.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell claude_sonnet_5_5=off|tha_Thai|native|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|native'][0]	
cell gpt_6_1_terra=high|arb_Arab|kb_clean|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.arb_Arab[0]	
cell gpt_6_1_terra=high|arb_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.arb_Arab[1]	
cell gpt_6_1_terra=high|arb_Arab|kb_clean|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.arb_Arab	k/n
cell gpt_6_1_terra=high|arb_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|arb_Arab|kb_clean|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_clean'][0]	
cell gpt_6_1_terra=high|arz_Arab|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.arz_Arab[0]	
cell gpt_6_1_terra=high|arz_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.arz_Arab[1]	
cell gpt_6_1_terra=high|arz_Arab|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.arz_Arab	k/n
cell gpt_6_1_terra=high|arz_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|arz_Arab|kb_clean|pilot_layout_20261115.floor	0.32	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_clean'][0]	
cell gpt_6_1_terra=high|deu_Latn|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.deu_Latn[0]	
cell gpt_6_1_terra=high|deu_Latn|kb_clean|pilot_layout_20261115.items	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.deu_Latn[1]	
cell gpt_6_1_terra=high|deu_Latn|kb_clean|pilot_layout_20261115.acc	0.979592	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.deu_Latn	k/n
cell gpt_6_1_terra=high|deu_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|deu_Latn|kb_clean|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_clean'][0]	
cell gpt_6_1_terra=high|ell_Grek|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.ell_Grek[0]	
cell gpt_6_1_terra=high|ell_Grek|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.ell_Grek[1]	
cell gpt_6_1_terra=high|ell_Grek|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.ell_Grek	k/n
cell gpt_6_1_terra=high|ell_Grek|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|ell_Grek|kb_clean|pilot_layout_20261115.floor	0.49	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_clean'][0]	
cell gpt_6_1_terra=high|eng_Latn|kb_clean|pilot_layout_20261115.correct	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.eng_Latn[0]	
cell gpt_6_1_terra=high|eng_Latn|kb_clean|pilot_layout_20261115.items	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.eng_Latn[1]	
cell gpt_6_1_terra=high|eng_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.eng_Latn	k/n
cell gpt_6_1_terra=high|eng_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|eng_Latn|kb_clean|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_clean'][0]	
cell gpt_6_1_terra=high|fra_Latn|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.fra_Latn[0]	
cell gpt_6_1_terra=high|fra_Latn|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.fra_Latn[1]	
cell gpt_6_1_terra=high|fra_Latn|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.fra_Latn	k/n
cell gpt_6_1_terra=high|fra_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|fra_Latn|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_clean'][0]	
cell gpt_6_1_terra=high|heb_Hebr|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.heb_Hebr[0]	
cell gpt_6_1_terra=high|heb_Hebr|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.heb_Hebr[1]	
cell gpt_6_1_terra=high|heb_Hebr|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.heb_Hebr	k/n
cell gpt_6_1_terra=high|heb_Hebr|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|heb_Hebr|kb_clean|pilot_layout_20261115.floor	0.2783	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_clean'][0]	
cell gpt_6_1_terra=high|kor_Hang|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.kor_Hang[0]	
cell gpt_6_1_terra=high|kor_Hang|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.kor_Hang[1]	
cell gpt_6_1_terra=high|kor_Hang|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.kor_Hang	k/n
cell gpt_6_1_terra=high|kor_Hang|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|kor_Hang|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_clean'][0]	
cell gpt_6_1_terra=high|rus_Cyrl|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.rus_Cyrl[0]	
cell gpt_6_1_terra=high|rus_Cyrl|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.rus_Cyrl[1]	
cell gpt_6_1_terra=high|rus_Cyrl|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.rus_Cyrl	k/n
cell gpt_6_1_terra=high|rus_Cyrl|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|rus_Cyrl|kb_clean|pilot_layout_20261115.floor	0.4367	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_clean'][0]	
cell gpt_6_1_terra=high|tha_Thai|kb_clean|pilot_layout_20261115.correct	43	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.tha_Thai[0]	
cell gpt_6_1_terra=high|tha_Thai|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.tha_Thai[1]	
cell gpt_6_1_terra=high|tha_Thai|kb_clean|pilot_layout_20261115.acc	0.86	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.tha_Thai	k/n
cell gpt_6_1_terra=high|tha_Thai|kb_clean|pilot_layout_20261115.outcomes.wrong	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_clean.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|tha_Thai|kb_clean|pilot_layout_20261115.floor	0.355	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_clean'][0]	
cell gpt_6_1_terra=high|arb_Arab|kb_layout_keys|pilot_layout_20261115.correct	43	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.arb_Arab[0]	
cell gpt_6_1_terra=high|arb_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.arb_Arab[1]	
cell gpt_6_1_terra=high|arb_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.86	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.arb_Arab	k/n
cell gpt_6_1_terra=high|arb_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|arb_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_layout'][0]	
cell gpt_6_1_terra=high|arz_Arab|kb_layout_keys|pilot_layout_20261115.correct	42	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.arz_Arab[0]	
cell gpt_6_1_terra=high|arz_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.arz_Arab[1]	
cell gpt_6_1_terra=high|arz_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.84	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.arz_Arab	k/n
cell gpt_6_1_terra=high|arz_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	8	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|arz_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.41	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_layout'][0]	
cell gpt_6_1_terra=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.deu_Latn[0]	
cell gpt_6_1_terra=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.deu_Latn[1]	
cell gpt_6_1_terra=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.deu_Latn	k/n
cell gpt_6_1_terra=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|deu_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_layout'][0]	
cell gpt_6_1_terra=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.ell_Grek[0]	
cell gpt_6_1_terra=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.ell_Grek[1]	
cell gpt_6_1_terra=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.ell_Grek	k/n
cell gpt_6_1_terra=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|ell_Grek|kb_layout_keys|pilot_layout_20261115.floor	0.4133	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_layout'][0]	
cell gpt_6_1_terra=high|eng_Latn|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.eng_Latn[0]	
cell gpt_6_1_terra=high|eng_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.eng_Latn[1]	
cell gpt_6_1_terra=high|eng_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.eng_Latn	k/n
cell gpt_6_1_terra=high|eng_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|eng_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_layout'][0]	
cell gpt_6_1_terra=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.fra_Latn[0]	
cell gpt_6_1_terra=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.fra_Latn[1]	
cell gpt_6_1_terra=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.fra_Latn	k/n
cell gpt_6_1_terra=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|fra_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.37	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_layout'][0]	
cell gpt_6_1_terra=high|heb_Hebr|kb_layout_keys|pilot_layout_20261115.correct	26	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.heb_Hebr[0]	
cell gpt_6_1_terra=high|heb_Hebr|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.heb_Hebr[1]	
cell gpt_6_1_terra=high|heb_Hebr|kb_layout_keys|pilot_layout_20261115.acc	0.52	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.heb_Hebr	k/n
cell gpt_6_1_terra=high|heb_Hebr|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	24	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|heb_Hebr|kb_layout_keys|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_layout'][0]	
cell gpt_6_1_terra=high|kor_Hang|kb_layout_keys|pilot_layout_20261115.correct	45	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.kor_Hang[0]	
cell gpt_6_1_terra=high|kor_Hang|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.kor_Hang[1]	
cell gpt_6_1_terra=high|kor_Hang|kb_layout_keys|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.kor_Hang	k/n
cell gpt_6_1_terra=high|kor_Hang|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	5	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|kor_Hang|kb_layout_keys|pilot_layout_20261115.floor	0.365	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_layout'][0]	
cell gpt_6_1_terra=high|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.rus_Cyrl[0]	
cell gpt_6_1_terra=high|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.rus_Cyrl[1]	
cell gpt_6_1_terra=high|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.rus_Cyrl	k/n
cell gpt_6_1_terra=high|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.floor	0.3917	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_layout'][0]	
cell gpt_6_1_terra=high|tha_Thai|kb_layout_keys|pilot_layout_20261115.correct	26	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.tha_Thai[0]	
cell gpt_6_1_terra=high|tha_Thai|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.tha_Thai[1]	
cell gpt_6_1_terra=high|tha_Thai|kb_layout_keys|pilot_layout_20261115.acc	0.52	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.tha_Thai	k/n
cell gpt_6_1_terra=high|tha_Thai|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	24	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.kb_layout.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|tha_Thai|kb_layout_keys|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_layout'][0]	
cell gpt_6_1_terra=high|arb_Arab|native|pilot_layout_20261115.correct	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.arb_Arab[0]	
cell gpt_6_1_terra=high|arb_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.arb_Arab[1]	
cell gpt_6_1_terra=high|arb_Arab|native|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.arb_Arab	k/n
cell gpt_6_1_terra=high|arb_Arab|native|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|arb_Arab|native|pilot_layout_20261115.floor	0.3017	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|native'][0]	
cell gpt_6_1_terra=high|arz_Arab|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.arz_Arab[0]	
cell gpt_6_1_terra=high|arz_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.arz_Arab[1]	
cell gpt_6_1_terra=high|arz_Arab|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.arz_Arab	k/n
cell gpt_6_1_terra=high|arz_Arab|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|arz_Arab|native|pilot_layout_20261115.floor	0.36	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|native'][0]	
cell gpt_6_1_terra=high|deu_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.deu_Latn[0]	
cell gpt_6_1_terra=high|deu_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.deu_Latn[1]	
cell gpt_6_1_terra=high|deu_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.deu_Latn	k/n
cell gpt_6_1_terra=high|deu_Latn|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|deu_Latn|native|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|native'][0]	
cell gpt_6_1_terra=high|ell_Grek|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.ell_Grek[0]	
cell gpt_6_1_terra=high|ell_Grek|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.ell_Grek[1]	
cell gpt_6_1_terra=high|ell_Grek|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.ell_Grek	k/n
cell gpt_6_1_terra=high|ell_Grek|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|ell_Grek|native|pilot_layout_20261115.floor	0.3667	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|native'][0]	
cell gpt_6_1_terra=high|eng_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.eng_Latn[0]	
cell gpt_6_1_terra=high|eng_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.eng_Latn[1]	
cell gpt_6_1_terra=high|eng_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.eng_Latn	k/n
cell gpt_6_1_terra=high|eng_Latn|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|eng_Latn|native|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|native'][0]	
cell gpt_6_1_terra=high|fra_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.fra_Latn[0]	
cell gpt_6_1_terra=high|fra_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.fra_Latn[1]	
cell gpt_6_1_terra=high|fra_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.fra_Latn	k/n
cell gpt_6_1_terra=high|fra_Latn|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|fra_Latn|native|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|native'][0]	
cell gpt_6_1_terra=high|heb_Hebr|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.heb_Hebr[0]	
cell gpt_6_1_terra=high|heb_Hebr|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.heb_Hebr[1]	
cell gpt_6_1_terra=high|heb_Hebr|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.heb_Hebr	k/n
cell gpt_6_1_terra=high|heb_Hebr|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|heb_Hebr|native|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|native'][0]	
cell gpt_6_1_terra=high|kor_Hang|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.kor_Hang[0]	
cell gpt_6_1_terra=high|kor_Hang|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.kor_Hang[1]	
cell gpt_6_1_terra=high|kor_Hang|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.kor_Hang	k/n
cell gpt_6_1_terra=high|kor_Hang|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|kor_Hang|native|pilot_layout_20261115.floor	0.24	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|native'][0]	
cell gpt_6_1_terra=high|rus_Cyrl|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.rus_Cyrl[0]	
cell gpt_6_1_terra=high|rus_Cyrl|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.rus_Cyrl[1]	
cell gpt_6_1_terra=high|rus_Cyrl|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.rus_Cyrl	k/n
cell gpt_6_1_terra=high|rus_Cyrl|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|rus_Cyrl|native|pilot_layout_20261115.floor	0.39	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|native'][0]	
cell gpt_6_1_terra=high|tha_Thai|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.tha_Thai[0]	
cell gpt_6_1_terra=high|tha_Thai|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.tha_Thai[1]	
cell gpt_6_1_terra=high|tha_Thai|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.tha_Thai	k/n
cell gpt_6_1_terra=high|tha_Thai|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_high.native.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=high|tha_Thai|native|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|native'][0]	
cell gpt_6_1_terra=off|arb_Arab|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.arb_Arab[0]	
cell gpt_6_1_terra=off|arb_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.arb_Arab[1]	
cell gpt_6_1_terra=off|arb_Arab|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.arb_Arab	k/n
cell gpt_6_1_terra=off|arb_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|arb_Arab|kb_clean|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_clean'][0]	
cell gpt_6_1_terra=off|arz_Arab|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.arz_Arab[0]	
cell gpt_6_1_terra=off|arz_Arab|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.arz_Arab[1]	
cell gpt_6_1_terra=off|arz_Arab|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.arz_Arab	k/n
cell gpt_6_1_terra=off|arz_Arab|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|arz_Arab|kb_clean|pilot_layout_20261115.floor	0.32	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_clean'][0]	
cell gpt_6_1_terra=off|deu_Latn|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.deu_Latn[0]	
cell gpt_6_1_terra=off|deu_Latn|kb_clean|pilot_layout_20261115.items	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.deu_Latn[1]	
cell gpt_6_1_terra=off|deu_Latn|kb_clean|pilot_layout_20261115.acc	0.979592	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.deu_Latn	k/n
cell gpt_6_1_terra=off|deu_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|deu_Latn|kb_clean|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_clean'][0]	
cell gpt_6_1_terra=off|ell_Grek|kb_clean|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.ell_Grek[0]	
cell gpt_6_1_terra=off|ell_Grek|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.ell_Grek[1]	
cell gpt_6_1_terra=off|ell_Grek|kb_clean|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.ell_Grek	k/n
cell gpt_6_1_terra=off|ell_Grek|kb_clean|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|ell_Grek|kb_clean|pilot_layout_20261115.floor	0.49	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_clean'][0]	
cell gpt_6_1_terra=off|eng_Latn|kb_clean|pilot_layout_20261115.correct	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.eng_Latn[0]	
cell gpt_6_1_terra=off|eng_Latn|kb_clean|pilot_layout_20261115.items	7	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.eng_Latn[1]	
cell gpt_6_1_terra=off|eng_Latn|kb_clean|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.eng_Latn	k/n
cell gpt_6_1_terra=off|eng_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	0	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|eng_Latn|kb_clean|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_clean'][0]	
cell gpt_6_1_terra=off|fra_Latn|kb_clean|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.fra_Latn[0]	
cell gpt_6_1_terra=off|fra_Latn|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.fra_Latn[1]	
cell gpt_6_1_terra=off|fra_Latn|kb_clean|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.fra_Latn	k/n
cell gpt_6_1_terra=off|fra_Latn|kb_clean|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|fra_Latn|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_clean'][0]	
cell gpt_6_1_terra=off|heb_Hebr|kb_clean|pilot_layout_20261115.correct	41	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.heb_Hebr[0]	
cell gpt_6_1_terra=off|heb_Hebr|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.heb_Hebr[1]	
cell gpt_6_1_terra=off|heb_Hebr|kb_clean|pilot_layout_20261115.acc	0.82	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.heb_Hebr	k/n
cell gpt_6_1_terra=off|heb_Hebr|kb_clean|pilot_layout_20261115.outcomes.wrong	9	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|heb_Hebr|kb_clean|pilot_layout_20261115.floor	0.2783	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_clean'][0]	
cell gpt_6_1_terra=off|kor_Hang|kb_clean|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.kor_Hang[0]	
cell gpt_6_1_terra=off|kor_Hang|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.kor_Hang[1]	
cell gpt_6_1_terra=off|kor_Hang|kb_clean|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.kor_Hang	k/n
cell gpt_6_1_terra=off|kor_Hang|kb_clean|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|kor_Hang|kb_clean|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_clean'][0]	
cell gpt_6_1_terra=off|rus_Cyrl|kb_clean|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.rus_Cyrl[0]	
cell gpt_6_1_terra=off|rus_Cyrl|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.rus_Cyrl[1]	
cell gpt_6_1_terra=off|rus_Cyrl|kb_clean|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.rus_Cyrl	k/n
cell gpt_6_1_terra=off|rus_Cyrl|kb_clean|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|rus_Cyrl|kb_clean|pilot_layout_20261115.floor	0.4367	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_clean'][0]	
cell gpt_6_1_terra=off|tha_Thai|kb_clean|pilot_layout_20261115.correct	39	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.tha_Thai[0]	
cell gpt_6_1_terra=off|tha_Thai|kb_clean|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.tha_Thai[1]	
cell gpt_6_1_terra=off|tha_Thai|kb_clean|pilot_layout_20261115.acc	0.78	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.tha_Thai	k/n
cell gpt_6_1_terra=off|tha_Thai|kb_clean|pilot_layout_20261115.outcomes.wrong	11	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_clean.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|tha_Thai|kb_clean|pilot_layout_20261115.floor	0.355	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_clean'][0]	
cell gpt_6_1_terra=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.correct	25	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.arb_Arab[0]	
cell gpt_6_1_terra=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.arb_Arab[1]	
cell gpt_6_1_terra=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.5	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.arb_Arab	k/n
cell gpt_6_1_terra=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	25	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|arb_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.2917	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|kb_layout'][0]	
cell gpt_6_1_terra=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.correct	25	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.arz_Arab[0]	
cell gpt_6_1_terra=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.arz_Arab[1]	
cell gpt_6_1_terra=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.acc	0.5	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.arz_Arab	k/n
cell gpt_6_1_terra=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	25	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|arz_Arab|kb_layout_keys|pilot_layout_20261115.floor	0.41	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|kb_layout'][0]	
cell gpt_6_1_terra=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.deu_Latn[0]	
cell gpt_6_1_terra=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.deu_Latn[1]	
cell gpt_6_1_terra=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.deu_Latn	k/n
cell gpt_6_1_terra=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|deu_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|kb_layout'][0]	
cell gpt_6_1_terra=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.ell_Grek[0]	
cell gpt_6_1_terra=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.ell_Grek[1]	
cell gpt_6_1_terra=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.ell_Grek	k/n
cell gpt_6_1_terra=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|ell_Grek|kb_layout_keys|pilot_layout_20261115.floor	0.4133	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|kb_layout'][0]	
cell gpt_6_1_terra=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.eng_Latn[0]	
cell gpt_6_1_terra=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.eng_Latn[1]	
cell gpt_6_1_terra=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.eng_Latn	k/n
cell gpt_6_1_terra=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|eng_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|kb_layout'][0]	
cell gpt_6_1_terra=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.fra_Latn[0]	
cell gpt_6_1_terra=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.fra_Latn[1]	
cell gpt_6_1_terra=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.fra_Latn	k/n
cell gpt_6_1_terra=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|fra_Latn|kb_layout_keys|pilot_layout_20261115.floor	0.37	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|kb_layout'][0]	
cell gpt_6_1_terra=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.correct	21	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.heb_Hebr[0]	
cell gpt_6_1_terra=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.heb_Hebr[1]	
cell gpt_6_1_terra=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.acc	0.42	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.heb_Hebr	k/n
cell gpt_6_1_terra=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	29	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|heb_Hebr|kb_layout_keys|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|kb_layout'][0]	
cell gpt_6_1_terra=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.correct	35	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.kor_Hang[0]	
cell gpt_6_1_terra=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.kor_Hang[1]	
cell gpt_6_1_terra=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.acc	0.7	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.kor_Hang	k/n
cell gpt_6_1_terra=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	15	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|kor_Hang|kb_layout_keys|pilot_layout_20261115.floor	0.365	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|kb_layout'][0]	
cell gpt_6_1_terra=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.rus_Cyrl[0]	
cell gpt_6_1_terra=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.rus_Cyrl[1]	
cell gpt_6_1_terra=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.rus_Cyrl	k/n
cell gpt_6_1_terra=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|rus_Cyrl|kb_layout_keys|pilot_layout_20261115.floor	0.3917	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|kb_layout'][0]	
cell gpt_6_1_terra=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.correct	18	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.tha_Thai[0]	
cell gpt_6_1_terra=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.tha_Thai[1]	
cell gpt_6_1_terra=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.acc	0.36	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.tha_Thai	k/n
cell gpt_6_1_terra=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.outcomes.wrong	32	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.kb_layout.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|tha_Thai|kb_layout_keys|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|kb_layout'][0]	
cell gpt_6_1_terra=off|arb_Arab|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.arb_Arab[0]	
cell gpt_6_1_terra=off|arb_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.arb_Arab[1]	
cell gpt_6_1_terra=off|arb_Arab|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.arb_Arab	k/n
cell gpt_6_1_terra=off|arb_Arab|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.arb_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|arb_Arab|native|pilot_layout_20261115.floor	0.3017	results/pilot_layout_20261115/overlap_baseline.json	['arb_Arab|native'][0]	
cell gpt_6_1_terra=off|arz_Arab|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.arz_Arab[0]	
cell gpt_6_1_terra=off|arz_Arab|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.arz_Arab[1]	
cell gpt_6_1_terra=off|arz_Arab|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.arz_Arab	k/n
cell gpt_6_1_terra=off|arz_Arab|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.arz_Arab	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|arz_Arab|native|pilot_layout_20261115.floor	0.36	results/pilot_layout_20261115/overlap_baseline.json	['arz_Arab|native'][0]	
cell gpt_6_1_terra=off|deu_Latn|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.deu_Latn[0]	
cell gpt_6_1_terra=off|deu_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.deu_Latn[1]	
cell gpt_6_1_terra=off|deu_Latn|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.deu_Latn	k/n
cell gpt_6_1_terra=off|deu_Latn|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.deu_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|deu_Latn|native|pilot_layout_20261115.floor	0.29	results/pilot_layout_20261115/overlap_baseline.json	['deu_Latn|native'][0]	
cell gpt_6_1_terra=off|ell_Grek|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.ell_Grek[0]	
cell gpt_6_1_terra=off|ell_Grek|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.ell_Grek[1]	
cell gpt_6_1_terra=off|ell_Grek|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.ell_Grek	k/n
cell gpt_6_1_terra=off|ell_Grek|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.ell_Grek	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|ell_Grek|native|pilot_layout_20261115.floor	0.3667	results/pilot_layout_20261115/overlap_baseline.json	['ell_Grek|native'][0]	
cell gpt_6_1_terra=off|eng_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.eng_Latn[0]	
cell gpt_6_1_terra=off|eng_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.eng_Latn[1]	
cell gpt_6_1_terra=off|eng_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.eng_Latn	k/n
cell gpt_6_1_terra=off|eng_Latn|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.eng_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|eng_Latn|native|pilot_layout_20261115.floor	0.3333	results/pilot_layout_20261115/overlap_baseline.json	['eng_Latn|native'][0]	
cell gpt_6_1_terra=off|fra_Latn|native|pilot_layout_20261115.correct	49	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.fra_Latn[0]	
cell gpt_6_1_terra=off|fra_Latn|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.fra_Latn[1]	
cell gpt_6_1_terra=off|fra_Latn|native|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.fra_Latn	k/n
cell gpt_6_1_terra=off|fra_Latn|native|pilot_layout_20261115.outcomes.wrong	1	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.fra_Latn	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|fra_Latn|native|pilot_layout_20261115.floor	0.3633	results/pilot_layout_20261115/overlap_baseline.json	['fra_Latn|native'][0]	
cell gpt_6_1_terra=off|heb_Hebr|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.heb_Hebr[0]	
cell gpt_6_1_terra=off|heb_Hebr|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.heb_Hebr[1]	
cell gpt_6_1_terra=off|heb_Hebr|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.heb_Hebr	k/n
cell gpt_6_1_terra=off|heb_Hebr|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.heb_Hebr	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|heb_Hebr|native|pilot_layout_20261115.floor	0.3217	results/pilot_layout_20261115/overlap_baseline.json	['heb_Hebr|native'][0]	
cell gpt_6_1_terra=off|kor_Hang|native|pilot_layout_20261115.correct	48	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.kor_Hang[0]	
cell gpt_6_1_terra=off|kor_Hang|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.kor_Hang[1]	
cell gpt_6_1_terra=off|kor_Hang|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.kor_Hang	k/n
cell gpt_6_1_terra=off|kor_Hang|native|pilot_layout_20261115.outcomes.wrong	2	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.kor_Hang	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|kor_Hang|native|pilot_layout_20261115.floor	0.24	results/pilot_layout_20261115/overlap_baseline.json	['kor_Hang|native'][0]	
cell gpt_6_1_terra=off|rus_Cyrl|native|pilot_layout_20261115.correct	47	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.rus_Cyrl[0]	
cell gpt_6_1_terra=off|rus_Cyrl|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.rus_Cyrl[1]	
cell gpt_6_1_terra=off|rus_Cyrl|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.rus_Cyrl	k/n
cell gpt_6_1_terra=off|rus_Cyrl|native|pilot_layout_20261115.outcomes.wrong	3	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.rus_Cyrl	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|rus_Cyrl|native|pilot_layout_20261115.floor	0.39	results/pilot_layout_20261115/overlap_baseline.json	['rus_Cyrl|native'][0]	
cell gpt_6_1_terra=off|tha_Thai|native|pilot_layout_20261115.correct	46	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.tha_Thai[0]	
cell gpt_6_1_terra=off|tha_Thai|native|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.tha_Thai[1]	
cell gpt_6_1_terra=off|tha_Thai|native|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.tha_Thai	k/n
cell gpt_6_1_terra=off|tha_Thai|native|pilot_layout_20261115.outcomes.wrong	4	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.tha_Thai	items - correct - refused; run health: 0 truncated, 0 unparseable, 0 no reply
cell gpt_6_1_terra=off|tha_Thai|native|pilot_layout_20261115.floor	0.3083	results/pilot_layout_20261115/overlap_baseline.json	['tha_Thai|native'][0]	
cell gpt_6_astra=low|pool_cross6|*.items	300	results/pilot_layout_20261115/SUMMARY.json	cross.astra_low.cross.n	
cell gpt_6_astra=low|pool_cross6|native|pilot_layout_20261115.acc	0.9666666666666667	results/pilot_layout_20261115/SUMMARY.json	cross.astra_low.cross.native	
cell gpt_6_astra=low|pool_cross6|native|pilot_layout_20261115.floor	0.3202833333333333	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_native	
cell gpt_6_astra=low|pool_cross6|native|pilot_layout_20261115.reasoning_tokens.mean	3.326667	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.astra_low.reasoning_native_mean	
cell gpt_6_astra=low|pool_cross6|kb_layout_keys|pilot_layout_20261115.acc	0.9233333333333333	results/pilot_layout_20261115/SUMMARY.json	cross.astra_low.cross.layout	
cell gpt_6_astra=low|pool_cross6|kb_layout_keys|pilot_layout_20261115.floor	0.3480666666666667	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_layout	
cell gpt_6_astra=low|pool_cross6|kb_layout_keys|pilot_layout_20261115.outcomes	{"correct": 277, "wrong": 23}	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.astra_low.outcomes	
cell gpt_6_astra=low|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.mean	105.13	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.astra_low.reasoning_layout_mean	
cell gpt_6_astra=low|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.median	48.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.astra_low.reasoning_layout_median	
contrast layout-native gpt_6_astra=low	-0.043333	results/pilot_layout_20261115/SUMMARY.json	cross.astra_low.cross.change	
contrast layout-native gpt_6_astra=low.lo	-0.07666666666666666	results/pilot_layout_20261115/SUMMARY.json	cross.astra_low.cross.lo	
contrast layout-native gpt_6_astra=low.hi	-0.016666666666666666	results/pilot_layout_20261115/SUMMARY.json	cross.astra_low.cross.hi	
cell doubao_seed_2_1_lite=off|pool_cross6|*.items	300	results/pilot_layout_20261115/SUMMARY.json	cross.doubaolite_off.cross.n	
cell doubao_seed_2_1_lite=off|pool_cross6|native|pilot_layout_20261115.acc	0.9333333333333333	results/pilot_layout_20261115/SUMMARY.json	cross.doubaolite_off.cross.native	
cell doubao_seed_2_1_lite=off|pool_cross6|native|pilot_layout_20261115.floor	0.3202833333333333	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_native	
cell doubao_seed_2_1_lite=off|pool_cross6|native|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.doubaolite_off.reasoning_native_mean	
cell doubao_seed_2_1_lite=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.acc	0.4	results/pilot_layout_20261115/SUMMARY.json	cross.doubaolite_off.cross.layout	
cell doubao_seed_2_1_lite=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.floor	0.3480666666666667	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_layout	
cell doubao_seed_2_1_lite=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.outcomes	{"correct": 120, "wrong": 180}	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.doubaolite_off.outcomes	
cell doubao_seed_2_1_lite=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.doubaolite_off.reasoning_layout_mean	
cell doubao_seed_2_1_lite=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.median	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.doubaolite_off.reasoning_layout_median	
contrast layout-native doubao_seed_2_1_lite=off	-0.533333	results/pilot_layout_20261115/SUMMARY.json	cross.doubaolite_off.cross.change	
contrast layout-native doubao_seed_2_1_lite=off.lo	-0.6133333333333333	results/pilot_layout_20261115/SUMMARY.json	cross.doubaolite_off.cross.lo	
contrast layout-native doubao_seed_2_1_lite=off.hi	-0.4533333333333333	results/pilot_layout_20261115/SUMMARY.json	cross.doubaolite_off.cross.hi	
cell doubao_seed_2_1_lite=on|pool_cross6|*.items	300	results/pilot_layout_20261115/SUMMARY.json	cross.doubaolite_on.cross.n	
cell doubao_seed_2_1_lite=on|pool_cross6|native|pilot_layout_20261115.acc	0.9466666666666667	results/pilot_layout_20261115/SUMMARY.json	cross.doubaolite_on.cross.native	
cell doubao_seed_2_1_lite=on|pool_cross6|native|pilot_layout_20261115.floor	0.3202833333333333	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_native	
cell doubao_seed_2_1_lite=on|pool_cross6|native|pilot_layout_20261115.reasoning_tokens.mean	2034.623333	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.doubaolite_on.reasoning_native_mean	
cell doubao_seed_2_1_lite=on|pool_cross6|kb_layout_keys|pilot_layout_20261115.acc	0.4866666666666667	results/pilot_layout_20261115/SUMMARY.json	cross.doubaolite_on.cross.layout	
cell doubao_seed_2_1_lite=on|pool_cross6|kb_layout_keys|pilot_layout_20261115.floor	0.3480666666666667	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_layout	
cell doubao_seed_2_1_lite=on|pool_cross6|kb_layout_keys|pilot_layout_20261115.outcomes	{"correct": 146, "wrong": 154}	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.doubaolite_on.outcomes	
cell doubao_seed_2_1_lite=on|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.mean	9587.013333	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.doubaolite_on.reasoning_layout_mean	
cell doubao_seed_2_1_lite=on|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.median	7822.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.doubaolite_on.reasoning_layout_median	
contrast layout-native doubao_seed_2_1_lite=on	-0.46	results/pilot_layout_20261115/SUMMARY.json	cross.doubaolite_on.cross.change	
contrast layout-native doubao_seed_2_1_lite=on.lo	-0.5466666666666666	results/pilot_layout_20261115/SUMMARY.json	cross.doubaolite_on.cross.lo	
contrast layout-native doubao_seed_2_1_lite=on.hi	-0.37	results/pilot_layout_20261115/SUMMARY.json	cross.doubaolite_on.cross.hi	
cell doubao_seed_2_1_pro=off|pool_cross6|*.items	300	results/pilot_layout_20261115/SUMMARY.json	cross.doubaopro_off.cross.n	
cell doubao_seed_2_1_pro=off|pool_cross6|native|pilot_layout_20261115.acc	0.9366666666666666	results/pilot_layout_20261115/SUMMARY.json	cross.doubaopro_off.cross.native	
cell doubao_seed_2_1_pro=off|pool_cross6|native|pilot_layout_20261115.floor	0.3202833333333333	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_native	
cell doubao_seed_2_1_pro=off|pool_cross6|native|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.doubaopro_off.reasoning_native_mean	
cell doubao_seed_2_1_pro=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.acc	0.4	results/pilot_layout_20261115/SUMMARY.json	cross.doubaopro_off.cross.layout	
cell doubao_seed_2_1_pro=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.floor	0.3480666666666667	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_layout	
cell doubao_seed_2_1_pro=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.outcomes	{"correct": 120, "wrong": 180}	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.doubaopro_off.outcomes	
cell doubao_seed_2_1_pro=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.doubaopro_off.reasoning_layout_mean	
cell doubao_seed_2_1_pro=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.median	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.doubaopro_off.reasoning_layout_median	
contrast layout-native doubao_seed_2_1_pro=off	-0.536667	results/pilot_layout_20261115/SUMMARY.json	cross.doubaopro_off.cross.change	
contrast layout-native doubao_seed_2_1_pro=off.lo	-0.6266666666666667	results/pilot_layout_20261115/SUMMARY.json	cross.doubaopro_off.cross.lo	
contrast layout-native doubao_seed_2_1_pro=off.hi	-0.44333333333333336	results/pilot_layout_20261115/SUMMARY.json	cross.doubaopro_off.cross.hi	
cell deepseek_v4_1_flash=off|pool_cross6|*.items	300	results/pilot_layout_20261115/SUMMARY.json	cross.dsflash_off.cross.n	
cell deepseek_v4_1_flash=off|pool_cross6|native|pilot_layout_20261115.acc	0.93	results/pilot_layout_20261115/SUMMARY.json	cross.dsflash_off.cross.native	
cell deepseek_v4_1_flash=off|pool_cross6|native|pilot_layout_20261115.floor	0.3202833333333333	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_native	
cell deepseek_v4_1_flash=off|pool_cross6|native|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.dsflash_off.reasoning_native_mean	
cell deepseek_v4_1_flash=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.acc	0.37666666666666665	results/pilot_layout_20261115/SUMMARY.json	cross.dsflash_off.cross.layout	
cell deepseek_v4_1_flash=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.floor	0.3480666666666667	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_layout	
cell deepseek_v4_1_flash=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.outcomes	{"correct": 113, "wrong": 187}	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.dsflash_off.outcomes	
cell deepseek_v4_1_flash=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.dsflash_off.reasoning_layout_mean	
cell deepseek_v4_1_flash=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.median	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.dsflash_off.reasoning_layout_median	
contrast layout-native deepseek_v4_1_flash=off	-0.553333	results/pilot_layout_20261115/SUMMARY.json	cross.dsflash_off.cross.change	
contrast layout-native deepseek_v4_1_flash=off.lo	-0.6166666666666667	results/pilot_layout_20261115/SUMMARY.json	cross.dsflash_off.cross.lo	
contrast layout-native deepseek_v4_1_flash=off.hi	-0.48333333333333334	results/pilot_layout_20261115/SUMMARY.json	cross.dsflash_off.cross.hi	
cell deepseek_v4_1_flash=on|pool_cross6|*.items	300	results/pilot_layout_20261115/SUMMARY.json	cross.dsflash_on.cross.n	
cell deepseek_v4_1_flash=on|pool_cross6|native|pilot_layout_20261115.acc	0.9466666666666667	results/pilot_layout_20261115/SUMMARY.json	cross.dsflash_on.cross.native	
cell deepseek_v4_1_flash=on|pool_cross6|native|pilot_layout_20261115.floor	0.3202833333333333	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_native	
cell deepseek_v4_1_flash=on|pool_cross6|native|pilot_layout_20261115.reasoning_tokens.mean	488.55	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.dsflash_on.reasoning_native_mean	
cell deepseek_v4_1_flash=on|pool_cross6|kb_layout_keys|pilot_layout_20261115.acc	0.36	results/pilot_layout_20261115/SUMMARY.json	cross.dsflash_on.cross.layout	
cell deepseek_v4_1_flash=on|pool_cross6|kb_layout_keys|pilot_layout_20261115.floor	0.3480666666666667	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_layout	
cell deepseek_v4_1_flash=on|pool_cross6|kb_layout_keys|pilot_layout_20261115.outcomes	{"correct": 108, "truncated": 164, "wrong": 28}	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.dsflash_on.outcomes	
cell deepseek_v4_1_flash=on|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.mean	23229.15	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.dsflash_on.reasoning_layout_mean	
cell deepseek_v4_1_flash=on|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.median	32000.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.dsflash_on.reasoning_layout_median	
contrast layout-native deepseek_v4_1_flash=on	-0.586667	results/pilot_layout_20261115/SUMMARY.json	cross.dsflash_on.cross.change	
contrast layout-native deepseek_v4_1_flash=on.lo	-0.6366666666666667	results/pilot_layout_20261115/SUMMARY.json	cross.dsflash_on.cross.lo	
contrast layout-native deepseek_v4_1_flash=on.hi	-0.5333333333333333	results/pilot_layout_20261115/SUMMARY.json	cross.dsflash_on.cross.hi	
cell deepseek_v4_pro=off|pool_cross6|*.items	300	results/pilot_layout_20261115/SUMMARY.json	cross.dspro_off.cross.n	
cell deepseek_v4_pro=off|pool_cross6|native|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	cross.dspro_off.cross.native	
cell deepseek_v4_pro=off|pool_cross6|native|pilot_layout_20261115.floor	0.3202833333333333	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_native	
cell deepseek_v4_pro=off|pool_cross6|native|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.dspro_off.reasoning_native_mean	
cell deepseek_v4_pro=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.acc	0.33666666666666667	results/pilot_layout_20261115/SUMMARY.json	cross.dspro_off.cross.layout	
cell deepseek_v4_pro=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.floor	0.3480666666666667	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_layout	
cell deepseek_v4_pro=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.outcomes	{"correct": 101, "wrong": 199}	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.dspro_off.outcomes	
cell deepseek_v4_pro=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.dspro_off.reasoning_layout_mean	
cell deepseek_v4_pro=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.median	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.dspro_off.reasoning_layout_median	
contrast layout-native deepseek_v4_pro=off	-0.603333	results/pilot_layout_20261115/SUMMARY.json	cross.dspro_off.cross.change	
contrast layout-native deepseek_v4_pro=off.lo	-0.6866666666666666	results/pilot_layout_20261115/SUMMARY.json	cross.dspro_off.cross.lo	
contrast layout-native deepseek_v4_pro=off.hi	-0.5233333333333333	results/pilot_layout_20261115/SUMMARY.json	cross.dspro_off.cross.hi	
cell glm_5_3_flash=off-requested|pool_cross6|*.items	300	results/pilot_layout_20261115/SUMMARY.json	cross.glmflash_offreq.cross.n	
cell glm_5_3_flash=off-requested|pool_cross6|native|pilot_layout_20261115.acc	0.9033333333333333	results/pilot_layout_20261115/SUMMARY.json	cross.glmflash_offreq.cross.native	
cell glm_5_3_flash=off-requested|pool_cross6|native|pilot_layout_20261115.floor	0.3202833333333333	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_native	
cell glm_5_3_flash=off-requested|pool_cross6|native|pilot_layout_20261115.reasoning_tokens.mean	9.213333	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.glmflash_offreq.reasoning_native_mean	
cell glm_5_3_flash=off-requested|pool_cross6|kb_layout_keys|pilot_layout_20261115.acc	0.32	results/pilot_layout_20261115/SUMMARY.json	cross.glmflash_offreq.cross.layout	
cell glm_5_3_flash=off-requested|pool_cross6|kb_layout_keys|pilot_layout_20261115.floor	0.3480666666666667	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_layout	
cell glm_5_3_flash=off-requested|pool_cross6|kb_layout_keys|pilot_layout_20261115.outcomes	{"correct": 96, "truncated": 43, "wrong": 161}	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.glmflash_offreq.outcomes	
cell glm_5_3_flash=off-requested|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.mean	1581.56	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.glmflash_offreq.reasoning_layout_mean	
cell glm_5_3_flash=off-requested|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.median	178.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.glmflash_offreq.reasoning_layout_median	
contrast layout-native glm_5_3_flash=off-requested	-0.583333	results/pilot_layout_20261115/SUMMARY.json	cross.glmflash_offreq.cross.change	
contrast layout-native glm_5_3_flash=off-requested.lo	-0.65	results/pilot_layout_20261115/SUMMARY.json	cross.glmflash_offreq.cross.lo	
contrast layout-native glm_5_3_flash=off-requested.hi	-0.5166666666666667	results/pilot_layout_20261115/SUMMARY.json	cross.glmflash_offreq.cross.hi	
cell claude_haiku_5_5=off|pool_cross6|*.items	120	results/pilot_layout_20261115/SUMMARY.json	cross.haiku55_off.cross_cap.n	
cell claude_haiku_5_5=off|pool_cross6|native|pilot_layout_20261115.acc	0.925	results/pilot_layout_20261115/SUMMARY.json	cross.haiku55_off.cross_cap.native	
cell claude_haiku_5_5=off|pool_cross6|native|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.haiku55_off.reasoning_native_mean	
cell claude_haiku_5_5=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.acc	0.09166666666666666	results/pilot_layout_20261115/SUMMARY.json	cross.haiku55_off.cross_cap.layout	
cell claude_haiku_5_5=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.outcomes	{"correct": 11, "refusal": 93, "wrong": 16}	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.haiku55_off.outcomes	
cell claude_haiku_5_5=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.haiku55_off.reasoning_layout_mean	
cell claude_haiku_5_5=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.median	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.haiku55_off.reasoning_layout_median	
contrast layout-native claude_haiku_5_5=off	-0.833333	results/pilot_layout_20261115/SUMMARY.json	cross.haiku55_off.cross_cap.change	
contrast layout-native claude_haiku_5_5=off.lo	-0.9	results/pilot_layout_20261115/SUMMARY.json	cross.haiku55_off.cross_cap.lo	
contrast layout-native claude_haiku_5_5=off.hi	-0.7583333333333333	results/pilot_layout_20261115/SUMMARY.json	cross.haiku55_off.cross_cap.hi	
cell kimi_k3_1_pro=off|pool_cross6|*.items	300	results/pilot_layout_20261115/SUMMARY.json	cross.kimi_off.cross.n	
cell kimi_k3_1_pro=off|pool_cross6|native|pilot_layout_20261115.acc	0.9433333333333334	results/pilot_layout_20261115/SUMMARY.json	cross.kimi_off.cross.native	
cell kimi_k3_1_pro=off|pool_cross6|native|pilot_layout_20261115.floor	0.3202833333333333	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_native	
cell kimi_k3_1_pro=off|pool_cross6|native|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.kimi_off.reasoning_native_mean	
cell kimi_k3_1_pro=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.acc	0.42	results/pilot_layout_20261115/SUMMARY.json	cross.kimi_off.cross.layout	
cell kimi_k3_1_pro=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.floor	0.3480666666666667	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_layout	
cell kimi_k3_1_pro=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.outcomes	{"correct": 126, "wrong": 174}	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.kimi_off.outcomes	
cell kimi_k3_1_pro=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.kimi_off.reasoning_layout_mean	
cell kimi_k3_1_pro=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.median	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.kimi_off.reasoning_layout_median	
contrast layout-native kimi_k3_1_pro=off	-0.523333	results/pilot_layout_20261115/SUMMARY.json	cross.kimi_off.cross.change	
contrast layout-native kimi_k3_1_pro=off.lo	-0.6033333333333334	results/pilot_layout_20261115/SUMMARY.json	cross.kimi_off.cross.lo	
contrast layout-native kimi_k3_1_pro=off.hi	-0.44666666666666666	results/pilot_layout_20261115/SUMMARY.json	cross.kimi_off.cross.hi	
cell kimi_k3_1_pro=on|pool_cross6|*.items	300	results/pilot_layout_20261115/SUMMARY.json	cross.kimi_on.cross.n	
cell kimi_k3_1_pro=on|pool_cross6|native|pilot_layout_20261115.acc	0.95	results/pilot_layout_20261115/SUMMARY.json	cross.kimi_on.cross.native	
cell kimi_k3_1_pro=on|pool_cross6|native|pilot_layout_20261115.floor	0.3202833333333333	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_native	
cell kimi_k3_1_pro=on|pool_cross6|native|pilot_layout_20261115.reasoning_tokens.mean	210.3	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.kimi_on.reasoning_native_mean	
cell kimi_k3_1_pro=on|pool_cross6|kb_layout_keys|pilot_layout_20261115.acc	0.78	results/pilot_layout_20261115/SUMMARY.json	cross.kimi_on.cross.layout	
cell kimi_k3_1_pro=on|pool_cross6|kb_layout_keys|pilot_layout_20261115.floor	0.3480666666666667	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_layout	
cell kimi_k3_1_pro=on|pool_cross6|kb_layout_keys|pilot_layout_20261115.outcomes	{"correct": 234, "truncated": 45, "wrong": 21}	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.kimi_on.outcomes	
cell kimi_k3_1_pro=on|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.mean	10894.076667	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.kimi_on.reasoning_layout_mean	
cell kimi_k3_1_pro=on|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.median	7134.5	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.kimi_on.reasoning_layout_median	
contrast layout-native kimi_k3_1_pro=on	-0.17	results/pilot_layout_20261115/SUMMARY.json	cross.kimi_on.cross.change	
contrast layout-native kimi_k3_1_pro=on.lo	-0.20333333333333334	results/pilot_layout_20261115/SUMMARY.json	cross.kimi_on.cross.lo	
contrast layout-native kimi_k3_1_pro=on.hi	-0.14	results/pilot_layout_20261115/SUMMARY.json	cross.kimi_on.cross.hi	
cell gpt_6_luna=high|pool_cross6|*.items	300	results/pilot_layout_20261115/SUMMARY.json	cross.luna_high.cross.n	
cell gpt_6_luna=high|pool_cross6|native|pilot_layout_20261115.acc	0.9366666666666666	results/pilot_layout_20261115/SUMMARY.json	cross.luna_high.cross.native	
cell gpt_6_luna=high|pool_cross6|native|pilot_layout_20261115.floor	0.3202833333333333	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_native	
cell gpt_6_luna=high|pool_cross6|native|pilot_layout_20261115.reasoning_tokens.mean	81.326667	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.luna_high.reasoning_native_mean	
cell gpt_6_luna=high|pool_cross6|kb_layout_keys|pilot_layout_20261115.acc	0.6533333333333333	results/pilot_layout_20261115/SUMMARY.json	cross.luna_high.cross.layout	
cell gpt_6_luna=high|pool_cross6|kb_layout_keys|pilot_layout_20261115.floor	0.3480666666666667	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_layout	
cell gpt_6_luna=high|pool_cross6|kb_layout_keys|pilot_layout_20261115.outcomes	{"correct": 196, "wrong": 104}	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.luna_high.outcomes	
cell gpt_6_luna=high|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.mean	5155.526667	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.luna_high.reasoning_layout_mean	
cell gpt_6_luna=high|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.median	4692.5	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.luna_high.reasoning_layout_median	
contrast layout-native gpt_6_luna=high	-0.283333	results/pilot_layout_20261115/SUMMARY.json	cross.luna_high.cross.change	
contrast layout-native gpt_6_luna=high.lo	-0.3433333333333333	results/pilot_layout_20261115/SUMMARY.json	cross.luna_high.cross.lo	
contrast layout-native gpt_6_luna=high.hi	-0.22666666666666666	results/pilot_layout_20261115/SUMMARY.json	cross.luna_high.cross.hi	
cell gpt_6_luna=off|pool_cross6|*.items	300	results/pilot_layout_20261115/SUMMARY.json	cross.luna_none.cross.n	
cell gpt_6_luna=off|pool_cross6|native|pilot_layout_20261115.acc	0.9233333333333333	results/pilot_layout_20261115/SUMMARY.json	cross.luna_none.cross.native	
cell gpt_6_luna=off|pool_cross6|native|pilot_layout_20261115.floor	0.3202833333333333	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_native	
cell gpt_6_luna=off|pool_cross6|native|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.luna_none.reasoning_native_mean	
cell gpt_6_luna=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.acc	0.36666666666666664	results/pilot_layout_20261115/SUMMARY.json	cross.luna_none.cross.layout	
cell gpt_6_luna=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.floor	0.3480666666666667	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_layout	
cell gpt_6_luna=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.outcomes	{"correct": 110, "wrong": 190}	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.luna_none.outcomes	
cell gpt_6_luna=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.luna_none.reasoning_layout_mean	
cell gpt_6_luna=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.median	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.luna_none.reasoning_layout_median	
contrast layout-native gpt_6_luna=off	-0.556667	results/pilot_layout_20261115/SUMMARY.json	cross.luna_none.cross.change	
contrast layout-native gpt_6_luna=off.lo	-0.63	results/pilot_layout_20261115/SUMMARY.json	cross.luna_none.cross.lo	
contrast layout-native gpt_6_luna=off.hi	-0.48	results/pilot_layout_20261115/SUMMARY.json	cross.luna_none.cross.hi	
cell claude_opus_5_5=low|pool_cross6|*.items	300	results/pilot_layout_20261115/SUMMARY.json	cross.opus55_low.cross.n	
cell claude_opus_5_5=low|pool_cross6|native|pilot_layout_20261115.acc	0.97	results/pilot_layout_20261115/SUMMARY.json	cross.opus55_low.cross.native	
cell claude_opus_5_5=low|pool_cross6|native|pilot_layout_20261115.floor	0.3202833333333333	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_native	
cell claude_opus_5_5=low|pool_cross6|native|pilot_layout_20261115.reasoning_tokens.mean	20.026667	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.opus55_low.reasoning_native_mean	
cell claude_opus_5_5=low|pool_cross6|kb_layout_keys|pilot_layout_20261115.acc	0.88	results/pilot_layout_20261115/SUMMARY.json	cross.opus55_low.cross.layout	
cell claude_opus_5_5=low|pool_cross6|kb_layout_keys|pilot_layout_20261115.floor	0.3480666666666667	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_layout	
cell claude_opus_5_5=low|pool_cross6|kb_layout_keys|pilot_layout_20261115.outcomes	{"correct": 264, "wrong": 36}	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.opus55_low.outcomes	
cell claude_opus_5_5=low|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.mean	419.653333	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.opus55_low.reasoning_layout_mean	
cell claude_opus_5_5=low|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.median	380.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.opus55_low.reasoning_layout_median	
contrast layout-native claude_opus_5_5=low	-0.09	results/pilot_layout_20261115/SUMMARY.json	cross.opus55_low.cross.change	
contrast layout-native claude_opus_5_5=low.lo	-0.13666666666666666	results/pilot_layout_20261115/SUMMARY.json	cross.opus55_low.cross.lo	
contrast layout-native claude_opus_5_5=low.hi	-0.05	results/pilot_layout_20261115/SUMMARY.json	cross.opus55_low.cross.hi	
cell gpt_6_1_sol=high|pool_cross6|*.items	300	results/pilot_layout_20261115/SUMMARY.json	cross.sol_high.cross.n	
cell gpt_6_1_sol=high|pool_cross6|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	cross.sol_high.cross.native	
cell gpt_6_1_sol=high|pool_cross6|native|pilot_layout_20261115.floor	0.3202833333333333	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_native	
cell gpt_6_1_sol=high|pool_cross6|native|pilot_layout_20261115.reasoning_tokens.mean	26.2	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.sol_high.reasoning_native_mean	
cell gpt_6_1_sol=high|pool_cross6|kb_layout_keys|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	cross.sol_high.cross.layout	
cell gpt_6_1_sol=high|pool_cross6|kb_layout_keys|pilot_layout_20261115.floor	0.3480666666666667	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_layout	
cell gpt_6_1_sol=high|pool_cross6|kb_layout_keys|pilot_layout_20261115.outcomes	{"correct": 276, "wrong": 24}	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.sol_high.outcomes	
cell gpt_6_1_sol=high|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.mean	632.04	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.sol_high.reasoning_layout_mean	
cell gpt_6_1_sol=high|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.median	263.5	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.sol_high.reasoning_layout_median	
contrast layout-native gpt_6_1_sol=high	-0.04	results/pilot_layout_20261115/SUMMARY.json	cross.sol_high.cross.change	
contrast layout-native gpt_6_1_sol=high.lo	-0.06333333333333334	results/pilot_layout_20261115/SUMMARY.json	cross.sol_high.cross.lo	
contrast layout-native gpt_6_1_sol=high.hi	-0.02	results/pilot_layout_20261115/SUMMARY.json	cross.sol_high.cross.hi	
cell gpt_6_1_sol=low|pool_cross6|*.items	300	results/pilot_layout_20261115/SUMMARY.json	cross.sol_low.cross.n	
cell gpt_6_1_sol=low|pool_cross6|native|pilot_layout_20261115.acc	0.9533333333333334	results/pilot_layout_20261115/SUMMARY.json	cross.sol_low.cross.native	
cell gpt_6_1_sol=low|pool_cross6|native|pilot_layout_20261115.floor	0.3202833333333333	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_native	
cell gpt_6_1_sol=low|pool_cross6|native|pilot_layout_20261115.reasoning_tokens.mean	3.883333	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.sol_low.reasoning_native_mean	
cell gpt_6_1_sol=low|pool_cross6|kb_layout_keys|pilot_layout_20261115.acc	0.9066666666666666	results/pilot_layout_20261115/SUMMARY.json	cross.sol_low.cross.layout	
cell gpt_6_1_sol=low|pool_cross6|kb_layout_keys|pilot_layout_20261115.floor	0.3480666666666667	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_layout	
cell gpt_6_1_sol=low|pool_cross6|kb_layout_keys|pilot_layout_20261115.outcomes	{"correct": 272, "wrong": 28}	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.sol_low.outcomes	
cell gpt_6_1_sol=low|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.mean	162.733333	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.sol_low.reasoning_layout_mean	
cell gpt_6_1_sol=low|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.median	75.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.sol_low.reasoning_layout_median	
contrast layout-native gpt_6_1_sol=low	-0.046667	results/pilot_layout_20261115/SUMMARY.json	cross.sol_low.cross.change	
contrast layout-native gpt_6_1_sol=low.lo	-0.07333333333333333	results/pilot_layout_20261115/SUMMARY.json	cross.sol_low.cross.lo	
contrast layout-native gpt_6_1_sol=low.hi	-0.02	results/pilot_layout_20261115/SUMMARY.json	cross.sol_low.cross.hi	
cell claude_sonnet_5_5=high|pool_cross6|*.items	300	results/pilot_layout_20261115/SUMMARY.json	cross.sonnet55_high.cross.n	
cell claude_sonnet_5_5=high|pool_cross6|native|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	cross.sonnet55_high.cross.native	
cell claude_sonnet_5_5=high|pool_cross6|native|pilot_layout_20261115.floor	0.3202833333333333	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_native	
cell claude_sonnet_5_5=high|pool_cross6|native|pilot_layout_20261115.reasoning_tokens.mean	18.846667	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.sonnet55_high.reasoning_native_mean	
cell claude_sonnet_5_5=high|pool_cross6|kb_layout_keys|pilot_layout_20261115.acc	0.7066666666666667	results/pilot_layout_20261115/SUMMARY.json	cross.sonnet55_high.cross.layout	
cell claude_sonnet_5_5=high|pool_cross6|kb_layout_keys|pilot_layout_20261115.floor	0.3480666666666667	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_layout	
cell claude_sonnet_5_5=high|pool_cross6|kb_layout_keys|pilot_layout_20261115.outcomes	{"correct": 212, "refusal": 7, "wrong": 81}	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.sonnet55_high.outcomes	
cell claude_sonnet_5_5=high|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.mean	1173.926667	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.sonnet55_high.reasoning_layout_mean	
cell claude_sonnet_5_5=high|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.median	996.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.sonnet55_high.reasoning_layout_median	
contrast layout-native claude_sonnet_5_5=high	-0.253333	results/pilot_layout_20261115/SUMMARY.json	cross.sonnet55_high.cross.change	
contrast layout-native claude_sonnet_5_5=high.lo	-0.31	results/pilot_layout_20261115/SUMMARY.json	cross.sonnet55_high.cross.lo	
contrast layout-native claude_sonnet_5_5=high.hi	-0.19666666666666666	results/pilot_layout_20261115/SUMMARY.json	cross.sonnet55_high.cross.hi	
cell claude_sonnet_5_5=off|pool_cross6|*.items	300	results/pilot_layout_20261115/SUMMARY.json	cross.sonnet55_off.cross.n	
cell claude_sonnet_5_5=off|pool_cross6|native|pilot_layout_20261115.acc	0.95	results/pilot_layout_20261115/SUMMARY.json	cross.sonnet55_off.cross.native	
cell claude_sonnet_5_5=off|pool_cross6|native|pilot_layout_20261115.floor	0.3202833333333333	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_native	
cell claude_sonnet_5_5=off|pool_cross6|native|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.sonnet55_off.reasoning_native_mean	
cell claude_sonnet_5_5=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.acc	0.44333333333333336	results/pilot_layout_20261115/SUMMARY.json	cross.sonnet55_off.cross.layout	
cell claude_sonnet_5_5=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.floor	0.3480666666666667	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_layout	
cell claude_sonnet_5_5=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.outcomes	{"correct": 133, "refusal": 6, "wrong": 161}	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.sonnet55_off.outcomes	
cell claude_sonnet_5_5=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.sonnet55_off.reasoning_layout_mean	
cell claude_sonnet_5_5=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.median	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.sonnet55_off.reasoning_layout_median	
contrast layout-native claude_sonnet_5_5=off	-0.506667	results/pilot_layout_20261115/SUMMARY.json	cross.sonnet55_off.cross.change	
contrast layout-native claude_sonnet_5_5=off.lo	-0.5833333333333334	results/pilot_layout_20261115/SUMMARY.json	cross.sonnet55_off.cross.lo	
contrast layout-native claude_sonnet_5_5=off.hi	-0.43	results/pilot_layout_20261115/SUMMARY.json	cross.sonnet55_off.cross.hi	
cell gpt_6_1_terra=high|pool_cross6|*.items	300	results/pilot_layout_20261115/SUMMARY.json	cross.terra_high.cross.n	
cell gpt_6_1_terra=high|pool_cross6|native|pilot_layout_20261115.acc	0.9466666666666667	results/pilot_layout_20261115/SUMMARY.json	cross.terra_high.cross.native	
cell gpt_6_1_terra=high|pool_cross6|native|pilot_layout_20261115.floor	0.3202833333333333	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_native	
cell gpt_6_1_terra=high|pool_cross6|native|pilot_layout_20261115.reasoning_tokens.mean	14.486667	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.terra_high.reasoning_native_mean	
cell gpt_6_1_terra=high|pool_cross6|kb_layout_keys|pilot_layout_20261115.acc	0.76	results/pilot_layout_20261115/SUMMARY.json	cross.terra_high.cross.layout	
cell gpt_6_1_terra=high|pool_cross6|kb_layout_keys|pilot_layout_20261115.floor	0.3480666666666667	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_layout	
cell gpt_6_1_terra=high|pool_cross6|kb_layout_keys|pilot_layout_20261115.outcomes	{"correct": 228, "wrong": 72}	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.terra_high.outcomes	
cell gpt_6_1_terra=high|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.mean	971.616667	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.terra_high.reasoning_layout_mean	
cell gpt_6_1_terra=high|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.median	434.5	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.terra_high.reasoning_layout_median	
contrast layout-native gpt_6_1_terra=high	-0.186667	results/pilot_layout_20261115/SUMMARY.json	cross.terra_high.cross.change	
contrast layout-native gpt_6_1_terra=high.lo	-0.25	results/pilot_layout_20261115/SUMMARY.json	cross.terra_high.cross.lo	
contrast layout-native gpt_6_1_terra=high.hi	-0.12333333333333334	results/pilot_layout_20261115/SUMMARY.json	cross.terra_high.cross.hi	
cell gpt_6_1_terra=off|pool_cross6|*.items	300	results/pilot_layout_20261115/SUMMARY.json	cross.terra_none.cross.n	
cell gpt_6_1_terra=off|pool_cross6|native|pilot_layout_20261115.acc	0.9466666666666667	results/pilot_layout_20261115/SUMMARY.json	cross.terra_none.cross.native	
cell gpt_6_1_terra=off|pool_cross6|native|pilot_layout_20261115.floor	0.3202833333333333	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_native	
cell gpt_6_1_terra=off|pool_cross6|native|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.terra_none.reasoning_native_mean	
cell gpt_6_1_terra=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.acc	0.57	results/pilot_layout_20261115/SUMMARY.json	cross.terra_none.cross.layout	
cell gpt_6_1_terra=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.floor	0.3480666666666667	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_layout	
cell gpt_6_1_terra=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.outcomes	{"correct": 171, "wrong": 129}	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.terra_none.outcomes	
cell gpt_6_1_terra=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.terra_none.reasoning_layout_mean	
cell gpt_6_1_terra=off|pool_cross6|kb_layout_keys|pilot_layout_20261115.reasoning_tokens.median	0.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.terra_none.reasoning_layout_median	
contrast layout-native gpt_6_1_terra=off	-0.376667	results/pilot_layout_20261115/SUMMARY.json	cross.terra_none.cross.change	
contrast layout-native gpt_6_1_terra=off.lo	-0.44666666666666666	results/pilot_layout_20261115/SUMMARY.json	cross.terra_none.cross.lo	
contrast layout-native gpt_6_1_terra=off.hi	-0.30666666666666664	results/pilot_layout_20261115/SUMMARY.json	cross.terra_none.cross.hi	
cell gpt_6_luna=off|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.items	300	results/pilot_layout_20261115/SUMMARY.json	named[0].n	
cell gpt_6_luna=off|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.acc	0.4066666666666667	results/pilot_layout_20261115/SUMMARY.json	named[0].named	
cell gpt_6_luna=off|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	named[0].reasoning_named	
contrast named gpt_6_luna=off pool_cross6.plain_named	0.4066666666666667	results/pilot_layout_20261115/SUMMARY.json	named[0].named	
contrast named gpt_6_luna=off pool_cross6.plain	0.36666666666666664	results/pilot_layout_20261115/SUMMARY.json	named[0].plain	
contrast named gpt_6_luna=off pool_cross6	0.04	results/pilot_layout_20261115/SUMMARY.json	named[0].diff	
contrast named gpt_6_luna=off pool_cross6.lo	-0.013333333333333334	results/pilot_layout_20261115/SUMMARY.json	named[0].lo	
contrast named gpt_6_luna=off pool_cross6.hi	0.09333333333333334	results/pilot_layout_20261115/SUMMARY.json	named[0].hi	
cell gpt_6_luna=off|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	named[1].n	
cell gpt_6_luna=off|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.acc	0.42	results/pilot_layout_20261115/SUMMARY.json	named[1].named	
cell gpt_6_luna=off|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	named[1].reasoning_named	
contrast named gpt_6_luna=off eng_Latn.plain_named	0.42	results/pilot_layout_20261115/SUMMARY.json	named[1].named	
contrast named gpt_6_luna=off eng_Latn.plain	0.52	results/pilot_layout_20261115/SUMMARY.json	named[1].plain	
contrast named gpt_6_luna=off eng_Latn	-0.1	results/pilot_layout_20261115/SUMMARY.json	named[1].diff	
contrast named gpt_6_luna=off eng_Latn.lo	-0.28	results/pilot_layout_20261115/SUMMARY.json	named[1].lo	
contrast named gpt_6_luna=off eng_Latn.hi	0.08	results/pilot_layout_20261115/SUMMARY.json	named[1].hi	
cell gpt_6_luna=high|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.items	300	results/pilot_layout_20261115/SUMMARY.json	named[2].n	
cell gpt_6_luna=high|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.acc	0.79	results/pilot_layout_20261115/SUMMARY.json	named[2].named	
cell gpt_6_luna=high|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.reasoning_tokens.mean	5318.6866666666665	results/pilot_layout_20261115/SUMMARY.json	named[2].reasoning_named	
contrast named gpt_6_luna=high pool_cross6.plain_named	0.79	results/pilot_layout_20261115/SUMMARY.json	named[2].named	
contrast named gpt_6_luna=high pool_cross6.plain	0.6533333333333333	results/pilot_layout_20261115/SUMMARY.json	named[2].plain	
contrast named gpt_6_luna=high pool_cross6	0.13666666666666666	results/pilot_layout_20261115/SUMMARY.json	named[2].diff	
contrast named gpt_6_luna=high pool_cross6.lo	0.08333333333333333	results/pilot_layout_20261115/SUMMARY.json	named[2].lo	
contrast named gpt_6_luna=high pool_cross6.hi	0.19	results/pilot_layout_20261115/SUMMARY.json	named[2].hi	
cell gpt_6_luna=high|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	named[3].n	
cell gpt_6_luna=high|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	named[3].named	
cell gpt_6_luna=high|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.reasoning_tokens.mean	2004.26	results/pilot_layout_20261115/SUMMARY.json	named[3].reasoning_named	
contrast named gpt_6_luna=high eng_Latn.plain_named	0.92	results/pilot_layout_20261115/SUMMARY.json	named[3].named	
contrast named gpt_6_luna=high eng_Latn.plain	0.9	results/pilot_layout_20261115/SUMMARY.json	named[3].plain	
contrast named gpt_6_luna=high eng_Latn	0.02	results/pilot_layout_20261115/SUMMARY.json	named[3].diff	
contrast named gpt_6_luna=high eng_Latn.lo	-0.08	results/pilot_layout_20261115/SUMMARY.json	named[3].lo	
contrast named gpt_6_luna=high eng_Latn.hi	0.12	results/pilot_layout_20261115/SUMMARY.json	named[3].hi	
cell gpt_6_1_terra=off|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.items	300	results/pilot_layout_20261115/SUMMARY.json	named[4].n	
cell gpt_6_1_terra=off|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.acc	0.8666666666666667	results/pilot_layout_20261115/SUMMARY.json	named[4].named	
cell gpt_6_1_terra=off|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	named[4].reasoning_named	
contrast named gpt_6_1_terra=off pool_cross6.plain_named	0.8666666666666667	results/pilot_layout_20261115/SUMMARY.json	named[4].named	
contrast named gpt_6_1_terra=off pool_cross6.plain	0.57	results/pilot_layout_20261115/SUMMARY.json	named[4].plain	
contrast named gpt_6_1_terra=off pool_cross6	0.2966666666666667	results/pilot_layout_20261115/SUMMARY.json	named[4].diff	
contrast named gpt_6_1_terra=off pool_cross6.lo	0.22666666666666666	results/pilot_layout_20261115/SUMMARY.json	named[4].lo	
contrast named gpt_6_1_terra=off pool_cross6.hi	0.37	results/pilot_layout_20261115/SUMMARY.json	named[4].hi	
cell gpt_6_1_terra=off|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	named[5].n	
cell gpt_6_1_terra=off|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.acc	0.94	results/pilot_layout_20261115/SUMMARY.json	named[5].named	
cell gpt_6_1_terra=off|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	named[5].reasoning_named	
contrast named gpt_6_1_terra=off eng_Latn.plain_named	0.94	results/pilot_layout_20261115/SUMMARY.json	named[5].named	
contrast named gpt_6_1_terra=off eng_Latn.plain	0.98	results/pilot_layout_20261115/SUMMARY.json	named[5].plain	
contrast named gpt_6_1_terra=off eng_Latn	-0.04	results/pilot_layout_20261115/SUMMARY.json	named[5].diff	
contrast named gpt_6_1_terra=off eng_Latn.lo	-0.12	results/pilot_layout_20261115/SUMMARY.json	named[5].lo	
contrast named gpt_6_1_terra=off eng_Latn.hi	0.04	results/pilot_layout_20261115/SUMMARY.json	named[5].hi	
cell gpt_6_1_terra=high|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.items	300	results/pilot_layout_20261115/SUMMARY.json	named[6].n	
cell gpt_6_1_terra=high|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.acc	0.9366666666666666	results/pilot_layout_20261115/SUMMARY.json	named[6].named	
cell gpt_6_1_terra=high|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.reasoning_tokens.mean	221.81666666666666	results/pilot_layout_20261115/SUMMARY.json	named[6].reasoning_named	
contrast named gpt_6_1_terra=high pool_cross6.plain_named	0.9366666666666666	results/pilot_layout_20261115/SUMMARY.json	named[6].named	
contrast named gpt_6_1_terra=high pool_cross6.plain	0.76	results/pilot_layout_20261115/SUMMARY.json	named[6].plain	
contrast named gpt_6_1_terra=high pool_cross6	0.17666666666666667	results/pilot_layout_20261115/SUMMARY.json	named[6].diff	
contrast named gpt_6_1_terra=high pool_cross6.lo	0.11666666666666667	results/pilot_layout_20261115/SUMMARY.json	named[6].lo	
contrast named gpt_6_1_terra=high pool_cross6.hi	0.23666666666666666	results/pilot_layout_20261115/SUMMARY.json	named[6].hi	
cell gpt_6_1_terra=high|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	named[7].n	
cell gpt_6_1_terra=high|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	named[7].named	
cell gpt_6_1_terra=high|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.reasoning_tokens.mean	91.74	results/pilot_layout_20261115/SUMMARY.json	named[7].reasoning_named	
contrast named gpt_6_1_terra=high eng_Latn.plain_named	1.0	results/pilot_layout_20261115/SUMMARY.json	named[7].named	
contrast named gpt_6_1_terra=high eng_Latn.plain	0.98	results/pilot_layout_20261115/SUMMARY.json	named[7].plain	
contrast named gpt_6_1_terra=high eng_Latn	0.02	results/pilot_layout_20261115/SUMMARY.json	named[7].diff	
contrast named gpt_6_1_terra=high eng_Latn.lo	0.0	results/pilot_layout_20261115/SUMMARY.json	named[7].lo	
contrast named gpt_6_1_terra=high eng_Latn.hi	0.06	results/pilot_layout_20261115/SUMMARY.json	named[7].hi	
cell gpt_6_1_sol=low|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.items	300	results/pilot_layout_20261115/SUMMARY.json	named[8].n	
cell gpt_6_1_sol=low|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.acc	0.9233333333333333	results/pilot_layout_20261115/SUMMARY.json	named[8].named	
cell gpt_6_1_sol=low|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.reasoning_tokens.mean	88.39333333333333	results/pilot_layout_20261115/SUMMARY.json	named[8].reasoning_named	
contrast named gpt_6_1_sol=low pool_cross6.plain_named	0.9233333333333333	results/pilot_layout_20261115/SUMMARY.json	named[8].named	
contrast named gpt_6_1_sol=low pool_cross6.plain	0.9066666666666666	results/pilot_layout_20261115/SUMMARY.json	named[8].plain	
contrast named gpt_6_1_sol=low pool_cross6	0.016666666666666666	results/pilot_layout_20261115/SUMMARY.json	named[8].diff	
contrast named gpt_6_1_sol=low pool_cross6.lo	-0.006666666666666667	results/pilot_layout_20261115/SUMMARY.json	named[8].lo	
contrast named gpt_6_1_sol=low pool_cross6.hi	0.04	results/pilot_layout_20261115/SUMMARY.json	named[8].hi	
cell gpt_6_1_sol=low|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	named[9].n	
cell gpt_6_1_sol=low|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	named[9].named	
cell gpt_6_1_sol=low|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.reasoning_tokens.mean	36.9	results/pilot_layout_20261115/SUMMARY.json	named[9].reasoning_named	
contrast named gpt_6_1_sol=low eng_Latn.plain_named	0.96	results/pilot_layout_20261115/SUMMARY.json	named[9].named	
contrast named gpt_6_1_sol=low eng_Latn.plain	0.98	results/pilot_layout_20261115/SUMMARY.json	named[9].plain	
contrast named gpt_6_1_sol=low eng_Latn	-0.02	results/pilot_layout_20261115/SUMMARY.json	named[9].diff	
contrast named gpt_6_1_sol=low eng_Latn.lo	-0.06	results/pilot_layout_20261115/SUMMARY.json	named[9].lo	
contrast named gpt_6_1_sol=low eng_Latn.hi	0.0	results/pilot_layout_20261115/SUMMARY.json	named[9].hi	
cell deepseek_v4_1_flash=off|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.items	300	results/pilot_layout_20261115/SUMMARY.json	named[10].n	
cell deepseek_v4_1_flash=off|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.acc	0.3233333333333333	results/pilot_layout_20261115/SUMMARY.json	named[10].named	
cell deepseek_v4_1_flash=off|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	named[10].reasoning_named	
contrast named deepseek_v4_1_flash=off pool_cross6.plain_named	0.3233333333333333	results/pilot_layout_20261115/SUMMARY.json	named[10].named	
contrast named deepseek_v4_1_flash=off pool_cross6.plain	0.37666666666666665	results/pilot_layout_20261115/SUMMARY.json	named[10].plain	
contrast named deepseek_v4_1_flash=off pool_cross6	-0.05333333333333334	results/pilot_layout_20261115/SUMMARY.json	named[10].diff	
contrast named deepseek_v4_1_flash=off pool_cross6.lo	-0.12	results/pilot_layout_20261115/SUMMARY.json	named[10].lo	
contrast named deepseek_v4_1_flash=off pool_cross6.hi	0.013333333333333334	results/pilot_layout_20261115/SUMMARY.json	named[10].hi	
cell deepseek_v4_1_flash=off|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	named[11].n	
cell deepseek_v4_1_flash=off|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.acc	0.36	results/pilot_layout_20261115/SUMMARY.json	named[11].named	
cell deepseek_v4_1_flash=off|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	named[11].reasoning_named	
contrast named deepseek_v4_1_flash=off eng_Latn.plain_named	0.36	results/pilot_layout_20261115/SUMMARY.json	named[11].named	
contrast named deepseek_v4_1_flash=off eng_Latn.plain	0.36	results/pilot_layout_20261115/SUMMARY.json	named[11].plain	
contrast named deepseek_v4_1_flash=off eng_Latn	0.0	results/pilot_layout_20261115/SUMMARY.json	named[11].diff	
contrast named deepseek_v4_1_flash=off eng_Latn.lo	-0.18	results/pilot_layout_20261115/SUMMARY.json	named[11].lo	
contrast named deepseek_v4_1_flash=off eng_Latn.hi	0.18	results/pilot_layout_20261115/SUMMARY.json	named[11].hi	
cell deepseek_v4_pro=off|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.items	300	results/pilot_layout_20261115/SUMMARY.json	named[12].n	
cell deepseek_v4_pro=off|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.acc	0.38666666666666666	results/pilot_layout_20261115/SUMMARY.json	named[12].named	
cell deepseek_v4_pro=off|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	named[12].reasoning_named	
contrast named deepseek_v4_pro=off pool_cross6.plain_named	0.38666666666666666	results/pilot_layout_20261115/SUMMARY.json	named[12].named	
contrast named deepseek_v4_pro=off pool_cross6.plain	0.33666666666666667	results/pilot_layout_20261115/SUMMARY.json	named[12].plain	
contrast named deepseek_v4_pro=off pool_cross6	0.05	results/pilot_layout_20261115/SUMMARY.json	named[12].diff	
contrast named deepseek_v4_pro=off pool_cross6.lo	-0.02666666666666667	results/pilot_layout_20261115/SUMMARY.json	named[12].lo	
contrast named deepseek_v4_pro=off pool_cross6.hi	0.12	results/pilot_layout_20261115/SUMMARY.json	named[12].hi	
cell deepseek_v4_pro=off|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	named[13].n	
cell deepseek_v4_pro=off|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.acc	0.32	results/pilot_layout_20261115/SUMMARY.json	named[13].named	
cell deepseek_v4_pro=off|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	named[13].reasoning_named	
contrast named deepseek_v4_pro=off eng_Latn.plain_named	0.32	results/pilot_layout_20261115/SUMMARY.json	named[13].named	
contrast named deepseek_v4_pro=off eng_Latn.plain	0.4	results/pilot_layout_20261115/SUMMARY.json	named[13].plain	
contrast named deepseek_v4_pro=off eng_Latn	-0.08	results/pilot_layout_20261115/SUMMARY.json	named[13].diff	
contrast named deepseek_v4_pro=off eng_Latn.lo	-0.26	results/pilot_layout_20261115/SUMMARY.json	named[13].lo	
contrast named deepseek_v4_pro=off eng_Latn.hi	0.1	results/pilot_layout_20261115/SUMMARY.json	named[13].hi	
cell doubao_seed_2_1_lite=off|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.items	300	results/pilot_layout_20261115/SUMMARY.json	named[14].n	
cell doubao_seed_2_1_lite=off|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.acc	0.36	results/pilot_layout_20261115/SUMMARY.json	named[14].named	
cell doubao_seed_2_1_lite=off|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	named[14].reasoning_named	
contrast named doubao_seed_2_1_lite=off pool_cross6.plain_named	0.36	results/pilot_layout_20261115/SUMMARY.json	named[14].named	
contrast named doubao_seed_2_1_lite=off pool_cross6.plain	0.4	results/pilot_layout_20261115/SUMMARY.json	named[14].plain	
contrast named doubao_seed_2_1_lite=off pool_cross6	-0.04	results/pilot_layout_20261115/SUMMARY.json	named[14].diff	
contrast named doubao_seed_2_1_lite=off pool_cross6.lo	-0.11666666666666667	results/pilot_layout_20261115/SUMMARY.json	named[14].lo	
contrast named doubao_seed_2_1_lite=off pool_cross6.hi	0.03333333333333333	results/pilot_layout_20261115/SUMMARY.json	named[14].hi	
cell doubao_seed_2_1_lite=off|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	named[15].n	
cell doubao_seed_2_1_lite=off|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.acc	0.46	results/pilot_layout_20261115/SUMMARY.json	named[15].named	
cell doubao_seed_2_1_lite=off|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	named[15].reasoning_named	
contrast named doubao_seed_2_1_lite=off eng_Latn.plain_named	0.46	results/pilot_layout_20261115/SUMMARY.json	named[15].named	
contrast named doubao_seed_2_1_lite=off eng_Latn.plain	0.48	results/pilot_layout_20261115/SUMMARY.json	named[15].plain	
contrast named doubao_seed_2_1_lite=off eng_Latn	-0.02	results/pilot_layout_20261115/SUMMARY.json	named[15].diff	
contrast named doubao_seed_2_1_lite=off eng_Latn.lo	-0.18	results/pilot_layout_20261115/SUMMARY.json	named[15].lo	
contrast named doubao_seed_2_1_lite=off eng_Latn.hi	0.12	results/pilot_layout_20261115/SUMMARY.json	named[15].hi	
cell doubao_seed_2_1_pro=off|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.items	300	results/pilot_layout_20261115/SUMMARY.json	named[16].n	
cell doubao_seed_2_1_pro=off|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.acc	0.37	results/pilot_layout_20261115/SUMMARY.json	named[16].named	
cell doubao_seed_2_1_pro=off|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	named[16].reasoning_named	
contrast named doubao_seed_2_1_pro=off pool_cross6.plain_named	0.37	results/pilot_layout_20261115/SUMMARY.json	named[16].named	
contrast named doubao_seed_2_1_pro=off pool_cross6.plain	0.4	results/pilot_layout_20261115/SUMMARY.json	named[16].plain	
contrast named doubao_seed_2_1_pro=off pool_cross6	-0.03	results/pilot_layout_20261115/SUMMARY.json	named[16].diff	
contrast named doubao_seed_2_1_pro=off pool_cross6.lo	-0.1	results/pilot_layout_20261115/SUMMARY.json	named[16].lo	
contrast named doubao_seed_2_1_pro=off pool_cross6.hi	0.03666666666666667	results/pilot_layout_20261115/SUMMARY.json	named[16].hi	
cell doubao_seed_2_1_pro=off|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	named[17].n	
cell doubao_seed_2_1_pro=off|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.acc	0.38	results/pilot_layout_20261115/SUMMARY.json	named[17].named	
cell doubao_seed_2_1_pro=off|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	named[17].reasoning_named	
contrast named doubao_seed_2_1_pro=off eng_Latn.plain_named	0.38	results/pilot_layout_20261115/SUMMARY.json	named[17].named	
contrast named doubao_seed_2_1_pro=off eng_Latn.plain	0.42	results/pilot_layout_20261115/SUMMARY.json	named[17].plain	
contrast named doubao_seed_2_1_pro=off eng_Latn	-0.04	results/pilot_layout_20261115/SUMMARY.json	named[17].diff	
contrast named doubao_seed_2_1_pro=off eng_Latn.lo	-0.18	results/pilot_layout_20261115/SUMMARY.json	named[17].lo	
contrast named doubao_seed_2_1_pro=off eng_Latn.hi	0.12	results/pilot_layout_20261115/SUMMARY.json	named[17].hi	
cell kimi_k3_1_pro=off|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.items	300	results/pilot_layout_20261115/SUMMARY.json	named[18].n	
cell kimi_k3_1_pro=off|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.acc	0.41333333333333333	results/pilot_layout_20261115/SUMMARY.json	named[18].named	
cell kimi_k3_1_pro=off|pool_cross6|kb_layout_keys_named|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	named[18].reasoning_named	
contrast named kimi_k3_1_pro=off pool_cross6.plain_named	0.41333333333333333	results/pilot_layout_20261115/SUMMARY.json	named[18].named	
contrast named kimi_k3_1_pro=off pool_cross6.plain	0.42	results/pilot_layout_20261115/SUMMARY.json	named[18].plain	
contrast named kimi_k3_1_pro=off pool_cross6	-0.006666666666666667	results/pilot_layout_20261115/SUMMARY.json	named[18].diff	
contrast named kimi_k3_1_pro=off pool_cross6.lo	-0.07666666666666666	results/pilot_layout_20261115/SUMMARY.json	named[18].lo	
contrast named kimi_k3_1_pro=off pool_cross6.hi	0.056666666666666664	results/pilot_layout_20261115/SUMMARY.json	named[18].hi	
cell kimi_k3_1_pro=off|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	named[19].n	
cell kimi_k3_1_pro=off|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.acc	0.62	results/pilot_layout_20261115/SUMMARY.json	named[19].named	
cell kimi_k3_1_pro=off|eng_Latn|kb_layout_keys_named|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	named[19].reasoning_named	
contrast named kimi_k3_1_pro=off eng_Latn.plain_named	0.62	results/pilot_layout_20261115/SUMMARY.json	named[19].named	
contrast named kimi_k3_1_pro=off eng_Latn.plain	0.6	results/pilot_layout_20261115/SUMMARY.json	named[19].plain	
contrast named kimi_k3_1_pro=off eng_Latn	0.02	results/pilot_layout_20261115/SUMMARY.json	named[19].diff	
contrast named kimi_k3_1_pro=off eng_Latn.lo	-0.08	results/pilot_layout_20261115/SUMMARY.json	named[19].lo	
contrast named kimi_k3_1_pro=off eng_Latn.hi	0.12	results/pilot_layout_20261115/SUMMARY.json	named[19].hi	
contrast named rerun gpt_6_luna=off pool_cross6	-0.006666666666666667	results/pilot_layout_20261115/SUMMARY.json	named_side_by_side[0].diff	
contrast named rerun gpt_6_luna=off pool_cross6.lo	-0.08	results/pilot_layout_20261115/SUMMARY.json	named_side_by_side[0].lo	
contrast named rerun gpt_6_luna=off pool_cross6.hi	0.06333333333333334	results/pilot_layout_20261115/SUMMARY.json	named_side_by_side[0].hi	
contrast named rerun gpt_6_luna=off eng_Latn	0.1	results/pilot_layout_20261115/SUMMARY.json	named_side_by_side[1].diff	
contrast named rerun gpt_6_luna=off eng_Latn.lo	-0.04	results/pilot_layout_20261115/SUMMARY.json	named_side_by_side[1].lo	
contrast named rerun gpt_6_luna=off eng_Latn.hi	0.24	results/pilot_layout_20261115/SUMMARY.json	named_side_by_side[1].hi	
contrast named rerun gpt_6_1_terra=off pool_cross6	0.27666666666666667	results/pilot_layout_20261115/SUMMARY.json	named_side_by_side[2].diff	
contrast named rerun gpt_6_1_terra=off pool_cross6.lo	0.21666666666666667	results/pilot_layout_20261115/SUMMARY.json	named_side_by_side[2].lo	
contrast named rerun gpt_6_1_terra=off pool_cross6.hi	0.3333333333333333	results/pilot_layout_20261115/SUMMARY.json	named_side_by_side[2].hi	
contrast named rerun gpt_6_1_terra=off eng_Latn	-0.04	results/pilot_layout_20261115/SUMMARY.json	named_side_by_side[3].diff	
contrast named rerun gpt_6_1_terra=off eng_Latn.lo	-0.1	results/pilot_layout_20261115/SUMMARY.json	named_side_by_side[3].lo	
contrast named rerun gpt_6_1_terra=off eng_Latn.hi	0.0	results/pilot_layout_20261115/SUMMARY.json	named_side_by_side[3].hi	
cell gpt_6_luna=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[0].items	
cell gpt_6_luna=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[0].maps	
cell gpt_6_luna=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.per_map	[0.36, 0.32, 0.32]	results/pilot_layout_20261115/SUMMARY.json	randcls[0].per_map	
cell gpt_6_luna=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.acc	0.33333333333333337	results/pilot_layout_20261115/SUMMARY.json	randcls[0].random_mean	
cell gpt_6_luna=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[0].reasoning_random	
cell gpt_6_luna=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[0].truncated_random	
contrast real-random gpt_6_luna=off rus_Cyrl.real	0.34	results/pilot_layout_20261115/SUMMARY.json	randcls[0].real	
contrast real-random gpt_6_luna=off rus_Cyrl.reasoning_real	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[0].reasoning_real	
contrast real-random gpt_6_luna=off rus_Cyrl	0.006666666666666682	results/pilot_layout_20261115/SUMMARY.json	randcls[0].diff	
contrast real-random gpt_6_luna=off rus_Cyrl.lo	-0.11999999999999998	results/pilot_layout_20261115/SUMMARY.json	randcls[0].lo	
contrast real-random gpt_6_luna=off rus_Cyrl.hi	0.14	results/pilot_layout_20261115/SUMMARY.json	randcls[0].hi	
cell gpt_6_luna=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[1].items	
cell gpt_6_luna=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[1].maps	
cell gpt_6_luna=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.per_map	[0.34, 0.48, 0.4]	results/pilot_layout_20261115/SUMMARY.json	randcls[1].per_map	
cell gpt_6_luna=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.acc	0.4066666666666666	results/pilot_layout_20261115/SUMMARY.json	randcls[1].random_mean	
cell gpt_6_luna=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[1].reasoning_random	
cell gpt_6_luna=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[1].truncated_random	
contrast real-random gpt_6_luna=off eng_Latn.real	0.52	results/pilot_layout_20261115/SUMMARY.json	randcls[1].real	
contrast real-random gpt_6_luna=off eng_Latn.reasoning_real	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[1].reasoning_real	
contrast real-random gpt_6_luna=off eng_Latn	0.11333333333333336	results/pilot_layout_20261115/SUMMARY.json	randcls[1].diff	
contrast real-random gpt_6_luna=off eng_Latn.lo	-0.03999999999999998	results/pilot_layout_20261115/SUMMARY.json	randcls[1].lo	
contrast real-random gpt_6_luna=off eng_Latn.hi	0.26	results/pilot_layout_20261115/SUMMARY.json	randcls[1].hi	
cell gpt_6_luna=high|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[2].items	
cell gpt_6_luna=high|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[2].maps	
cell gpt_6_luna=high|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.per_map	[0.36, 0.38, 0.32]	results/pilot_layout_20261115/SUMMARY.json	randcls[2].per_map	
cell gpt_6_luna=high|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.acc	0.3533333333333333	results/pilot_layout_20261115/SUMMARY.json	randcls[2].random_mean	
cell gpt_6_luna=high|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	11165.693333	results/pilot_layout_20261115/SUMMARY.json	randcls[2].reasoning_random	
cell gpt_6_luna=high|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[2].truncated_random	
contrast real-random gpt_6_luna=high rus_Cyrl.real	0.86	results/pilot_layout_20261115/SUMMARY.json	randcls[2].real	
contrast real-random gpt_6_luna=high rus_Cyrl.reasoning_real	1579.14	results/pilot_layout_20261115/SUMMARY.json	randcls[2].reasoning_real	
contrast real-random gpt_6_luna=high rus_Cyrl	0.5066666666666667	results/pilot_layout_20261115/SUMMARY.json	randcls[2].diff	
contrast real-random gpt_6_luna=high rus_Cyrl.lo	0.36	results/pilot_layout_20261115/SUMMARY.json	randcls[2].lo	
contrast real-random gpt_6_luna=high rus_Cyrl.hi	0.64	results/pilot_layout_20261115/SUMMARY.json	randcls[2].hi	
cell gpt_6_luna=high|eng_Latn|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[3].items	
cell gpt_6_luna=high|eng_Latn|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[3].maps	
cell gpt_6_luna=high|eng_Latn|kb_lk_rand|pilot_layout_20261115.per_map	[0.98, 1.0, 0.96]	results/pilot_layout_20261115/SUMMARY.json	randcls[3].per_map	
cell gpt_6_luna=high|eng_Latn|kb_lk_rand|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	randcls[3].random_mean	
cell gpt_6_luna=high|eng_Latn|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	1427.42	results/pilot_layout_20261115/SUMMARY.json	randcls[3].reasoning_random	
cell gpt_6_luna=high|eng_Latn|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[3].truncated_random	
contrast real-random gpt_6_luna=high eng_Latn.real	0.9	results/pilot_layout_20261115/SUMMARY.json	randcls[3].real	
contrast real-random gpt_6_luna=high eng_Latn.reasoning_real	1421.82	results/pilot_layout_20261115/SUMMARY.json	randcls[3].reasoning_real	
contrast real-random gpt_6_luna=high eng_Latn	-0.08	results/pilot_layout_20261115/SUMMARY.json	randcls[3].diff	
contrast real-random gpt_6_luna=high eng_Latn.lo	-0.1733333333333333	results/pilot_layout_20261115/SUMMARY.json	randcls[3].lo	
contrast real-random gpt_6_luna=high eng_Latn.hi	4.440892098500626e-18	results/pilot_layout_20261115/SUMMARY.json	randcls[3].hi	
cell gpt_6_1_terra=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[4].items	
cell gpt_6_1_terra=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[4].maps	
cell gpt_6_1_terra=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.per_map	[0.36, 0.38, 0.48]	results/pilot_layout_20261115/SUMMARY.json	randcls[4].per_map	
cell gpt_6_1_terra=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.acc	0.4066666666666666	results/pilot_layout_20261115/SUMMARY.json	randcls[4].random_mean	
cell gpt_6_1_terra=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[4].reasoning_random	
cell gpt_6_1_terra=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[4].truncated_random	
contrast real-random gpt_6_1_terra=off rus_Cyrl.real	0.94	results/pilot_layout_20261115/SUMMARY.json	randcls[4].real	
contrast real-random gpt_6_1_terra=off rus_Cyrl.reasoning_real	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[4].reasoning_real	
contrast real-random gpt_6_1_terra=off rus_Cyrl	0.5333333333333333	results/pilot_layout_20261115/SUMMARY.json	randcls[4].diff	
contrast real-random gpt_6_1_terra=off rus_Cyrl.lo	0.42	results/pilot_layout_20261115/SUMMARY.json	randcls[4].lo	
contrast real-random gpt_6_1_terra=off rus_Cyrl.hi	0.6533333333333334	results/pilot_layout_20261115/SUMMARY.json	randcls[4].hi	
cell gpt_6_1_terra=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[5].items	
cell gpt_6_1_terra=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[5].maps	
cell gpt_6_1_terra=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.per_map	[0.96, 0.98, 0.94]	results/pilot_layout_20261115/SUMMARY.json	randcls[5].per_map	
cell gpt_6_1_terra=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.acc	0.96	results/pilot_layout_20261115/SUMMARY.json	randcls[5].random_mean	
cell gpt_6_1_terra=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[5].reasoning_random	
cell gpt_6_1_terra=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[5].truncated_random	
contrast real-random gpt_6_1_terra=off eng_Latn.real	0.98	results/pilot_layout_20261115/SUMMARY.json	randcls[5].real	
contrast real-random gpt_6_1_terra=off eng_Latn.reasoning_real	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[5].reasoning_real	
contrast real-random gpt_6_1_terra=off eng_Latn	0.020000000000000004	results/pilot_layout_20261115/SUMMARY.json	randcls[5].diff	
contrast real-random gpt_6_1_terra=off eng_Latn.lo	-0.03333333333333333	results/pilot_layout_20261115/SUMMARY.json	randcls[5].lo	
contrast real-random gpt_6_1_terra=off eng_Latn.hi	0.07333333333333333	results/pilot_layout_20261115/SUMMARY.json	randcls[5].hi	
cell gpt_6_1_terra=high|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[6].items	
cell gpt_6_1_terra=high|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[6].maps	
cell gpt_6_1_terra=high|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.per_map	[0.74, 0.78, 0.76]	results/pilot_layout_20261115/SUMMARY.json	randcls[6].per_map	
cell gpt_6_1_terra=high|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.acc	0.76	results/pilot_layout_20261115/SUMMARY.json	randcls[6].random_mean	
cell gpt_6_1_terra=high|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	1377.806667	results/pilot_layout_20261115/SUMMARY.json	randcls[6].reasoning_random	
cell gpt_6_1_terra=high|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[6].truncated_random	
contrast real-random gpt_6_1_terra=high rus_Cyrl.real	0.92	results/pilot_layout_20261115/SUMMARY.json	randcls[6].real	
contrast real-random gpt_6_1_terra=high rus_Cyrl.reasoning_real	57.04	results/pilot_layout_20261115/SUMMARY.json	randcls[6].reasoning_real	
contrast real-random gpt_6_1_terra=high rus_Cyrl	0.16000000000000003	results/pilot_layout_20261115/SUMMARY.json	randcls[6].diff	
contrast real-random gpt_6_1_terra=high rus_Cyrl.lo	0.06000000000000002	results/pilot_layout_20261115/SUMMARY.json	randcls[6].lo	
contrast real-random gpt_6_1_terra=high rus_Cyrl.hi	0.26	results/pilot_layout_20261115/SUMMARY.json	randcls[6].hi	
cell gpt_6_1_terra=high|eng_Latn|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[7].items	
cell gpt_6_1_terra=high|eng_Latn|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[7].maps	
cell gpt_6_1_terra=high|eng_Latn|kb_lk_rand|pilot_layout_20261115.per_map	[1.0, 0.98, 1.0]	results/pilot_layout_20261115/SUMMARY.json	randcls[7].per_map	
cell gpt_6_1_terra=high|eng_Latn|kb_lk_rand|pilot_layout_20261115.acc	0.9933333333333333	results/pilot_layout_20261115/SUMMARY.json	randcls[7].random_mean	
cell gpt_6_1_terra=high|eng_Latn|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	91.273333	results/pilot_layout_20261115/SUMMARY.json	randcls[7].reasoning_random	
cell gpt_6_1_terra=high|eng_Latn|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[7].truncated_random	
contrast real-random gpt_6_1_terra=high eng_Latn.real	0.98	results/pilot_layout_20261115/SUMMARY.json	randcls[7].real	
contrast real-random gpt_6_1_terra=high eng_Latn.reasoning_real	84.22	results/pilot_layout_20261115/SUMMARY.json	randcls[7].reasoning_real	
contrast real-random gpt_6_1_terra=high eng_Latn	-0.013333333333333332	results/pilot_layout_20261115/SUMMARY.json	randcls[7].diff	
contrast real-random gpt_6_1_terra=high eng_Latn.lo	-0.04	results/pilot_layout_20261115/SUMMARY.json	randcls[7].lo	
contrast real-random gpt_6_1_terra=high eng_Latn.hi	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[7].hi	
cell gpt_6_1_sol=low|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[8].items	
cell gpt_6_1_sol=low|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[8].maps	
cell gpt_6_1_sol=low|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.per_map	[0.74, 0.78, 0.82]	results/pilot_layout_20261115/SUMMARY.json	randcls[8].per_map	
cell gpt_6_1_sol=low|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.acc	0.78	results/pilot_layout_20261115/SUMMARY.json	randcls[8].random_mean	
cell gpt_6_1_sol=low|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	521.506667	results/pilot_layout_20261115/SUMMARY.json	randcls[8].reasoning_random	
cell gpt_6_1_sol=low|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[8].truncated_random	
contrast real-random gpt_6_1_sol=low rus_Cyrl.real	0.92	results/pilot_layout_20261115/SUMMARY.json	randcls[8].real	
contrast real-random gpt_6_1_sol=low rus_Cyrl.reasoning_real	51.42	results/pilot_layout_20261115/SUMMARY.json	randcls[8].reasoning_real	
contrast real-random gpt_6_1_sol=low rus_Cyrl	0.14	results/pilot_layout_20261115/SUMMARY.json	randcls[8].diff	
contrast real-random gpt_6_1_sol=low rus_Cyrl.lo	0.040000000000000015	results/pilot_layout_20261115/SUMMARY.json	randcls[8].lo	
contrast real-random gpt_6_1_sol=low rus_Cyrl.hi	0.24000000000000005	results/pilot_layout_20261115/SUMMARY.json	randcls[8].hi	
cell gpt_6_1_sol=low|eng_Latn|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[9].items	
cell gpt_6_1_sol=low|eng_Latn|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[9].maps	
cell gpt_6_1_sol=low|eng_Latn|kb_lk_rand|pilot_layout_20261115.per_map	[0.96, 0.98, 0.98]	results/pilot_layout_20261115/SUMMARY.json	randcls[9].per_map	
cell gpt_6_1_sol=low|eng_Latn|kb_lk_rand|pilot_layout_20261115.acc	0.9733333333333333	results/pilot_layout_20261115/SUMMARY.json	randcls[9].random_mean	
cell gpt_6_1_sol=low|eng_Latn|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	33.52	results/pilot_layout_20261115/SUMMARY.json	randcls[9].reasoning_random	
cell gpt_6_1_sol=low|eng_Latn|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[9].truncated_random	
contrast real-random gpt_6_1_sol=low eng_Latn.real	0.98	results/pilot_layout_20261115/SUMMARY.json	randcls[9].real	
contrast real-random gpt_6_1_sol=low eng_Latn.reasoning_real	36.12	results/pilot_layout_20261115/SUMMARY.json	randcls[9].reasoning_real	
contrast real-random gpt_6_1_sol=low eng_Latn	0.006666666666666667	results/pilot_layout_20261115/SUMMARY.json	randcls[9].diff	
contrast real-random gpt_6_1_sol=low eng_Latn.lo	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[9].lo	
contrast real-random gpt_6_1_sol=low eng_Latn.hi	0.02	results/pilot_layout_20261115/SUMMARY.json	randcls[9].hi	
cell gpt_6_1_sol=high|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[10].items	
cell gpt_6_1_sol=high|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[10].maps	
cell gpt_6_1_sol=high|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.per_map	[0.82, 0.86, 0.94]	results/pilot_layout_20261115/SUMMARY.json	randcls[10].per_map	
cell gpt_6_1_sol=high|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.acc	0.8733333333333333	results/pilot_layout_20261115/SUMMARY.json	randcls[10].random_mean	
cell gpt_6_1_sol=high|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	1877.58	results/pilot_layout_20261115/SUMMARY.json	randcls[10].reasoning_random	
cell gpt_6_1_sol=high|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[10].truncated_random	
contrast real-random gpt_6_1_sol=high rus_Cyrl.real	0.94	results/pilot_layout_20261115/SUMMARY.json	randcls[10].real	
contrast real-random gpt_6_1_sol=high rus_Cyrl.reasoning_real	122.3	results/pilot_layout_20261115/SUMMARY.json	randcls[10].reasoning_real	
contrast real-random gpt_6_1_sol=high rus_Cyrl	0.06666666666666668	results/pilot_layout_20261115/SUMMARY.json	randcls[10].diff	
contrast real-random gpt_6_1_sol=high rus_Cyrl.lo	-0.006666666666666661	results/pilot_layout_20261115/SUMMARY.json	randcls[10].lo	
contrast real-random gpt_6_1_sol=high rus_Cyrl.hi	0.14	results/pilot_layout_20261115/SUMMARY.json	randcls[10].hi	
cell gpt_6_1_sol=high|eng_Latn|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[11].items	
cell gpt_6_1_sol=high|eng_Latn|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[11].maps	
cell gpt_6_1_sol=high|eng_Latn|kb_lk_rand|pilot_layout_20261115.per_map	[0.98, 1.0, 1.0]	results/pilot_layout_20261115/SUMMARY.json	randcls[11].per_map	
cell gpt_6_1_sol=high|eng_Latn|kb_lk_rand|pilot_layout_20261115.acc	0.9933333333333333	results/pilot_layout_20261115/SUMMARY.json	randcls[11].random_mean	
cell gpt_6_1_sol=high|eng_Latn|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	93.066667	results/pilot_layout_20261115/SUMMARY.json	randcls[11].reasoning_random	
cell gpt_6_1_sol=high|eng_Latn|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[11].truncated_random	
contrast real-random gpt_6_1_sol=high eng_Latn.real	0.98	results/pilot_layout_20261115/SUMMARY.json	randcls[11].real	
contrast real-random gpt_6_1_sol=high eng_Latn.reasoning_real	104.16	results/pilot_layout_20261115/SUMMARY.json	randcls[11].reasoning_real	
contrast real-random gpt_6_1_sol=high eng_Latn	-0.013333333333333332	results/pilot_layout_20261115/SUMMARY.json	randcls[11].diff	
contrast real-random gpt_6_1_sol=high eng_Latn.lo	-0.04	results/pilot_layout_20261115/SUMMARY.json	randcls[11].lo	
contrast real-random gpt_6_1_sol=high eng_Latn.hi	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[11].hi	
cell gpt_6_astra=low|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[12].items	
cell gpt_6_astra=low|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[12].maps	
cell gpt_6_astra=low|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.per_map	[0.8, 0.8, 0.84]	results/pilot_layout_20261115/SUMMARY.json	randcls[12].per_map	
cell gpt_6_astra=low|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.acc	0.8133333333333332	results/pilot_layout_20261115/SUMMARY.json	randcls[12].random_mean	
cell gpt_6_astra=low|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	396.433333	results/pilot_layout_20261115/SUMMARY.json	randcls[12].reasoning_random	
cell gpt_6_astra=low|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[12].truncated_random	
contrast real-random gpt_6_astra=low rus_Cyrl.real	0.94	results/pilot_layout_20261115/SUMMARY.json	randcls[12].real	
contrast real-random gpt_6_astra=low rus_Cyrl.reasoning_real	40.78	results/pilot_layout_20261115/SUMMARY.json	randcls[12].reasoning_real	
contrast real-random gpt_6_astra=low rus_Cyrl	0.12666666666666668	results/pilot_layout_20261115/SUMMARY.json	randcls[12].diff	
contrast real-random gpt_6_astra=low rus_Cyrl.lo	0.020000000000000007	results/pilot_layout_20261115/SUMMARY.json	randcls[12].lo	
contrast real-random gpt_6_astra=low rus_Cyrl.hi	0.23333333333333336	results/pilot_layout_20261115/SUMMARY.json	randcls[12].hi	
cell gpt_6_astra=low|eng_Latn|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[13].items	
cell gpt_6_astra=low|eng_Latn|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[13].maps	
cell gpt_6_astra=low|eng_Latn|kb_lk_rand|pilot_layout_20261115.per_map	[1.0, 1.0, 1.0]	results/pilot_layout_20261115/SUMMARY.json	randcls[13].per_map	
cell gpt_6_astra=low|eng_Latn|kb_lk_rand|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	randcls[13].random_mean	
cell gpt_6_astra=low|eng_Latn|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	24.706667	results/pilot_layout_20261115/SUMMARY.json	randcls[13].reasoning_random	
cell gpt_6_astra=low|eng_Latn|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[13].truncated_random	
contrast real-random gpt_6_astra=low eng_Latn.real	1.0	results/pilot_layout_20261115/SUMMARY.json	randcls[13].real	
contrast real-random gpt_6_astra=low eng_Latn.reasoning_real	29.52	results/pilot_layout_20261115/SUMMARY.json	randcls[13].reasoning_real	
contrast real-random gpt_6_astra=low eng_Latn	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[13].diff	
contrast real-random gpt_6_astra=low eng_Latn.lo	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[13].lo	
contrast real-random gpt_6_astra=low eng_Latn.hi	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[13].hi	
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[14].items	
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[14].maps	
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.per_map	[0.34, 0.14, 0.32]	results/pilot_layout_20261115/SUMMARY.json	randcls[14].per_map	
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.acc	0.26666666666666666	results/pilot_layout_20261115/SUMMARY.json	randcls[14].random_mean	
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[14].reasoning_random	
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[14].truncated_random	
contrast real-random deepseek_v4_1_flash=off rus_Cyrl.real	0.42	results/pilot_layout_20261115/SUMMARY.json	randcls[14].real	
contrast real-random deepseek_v4_1_flash=off rus_Cyrl.reasoning_real	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[14].reasoning_real	
contrast real-random deepseek_v4_1_flash=off rus_Cyrl	0.15333333333333335	results/pilot_layout_20261115/SUMMARY.json	randcls[14].diff	
contrast real-random deepseek_v4_1_flash=off rus_Cyrl.lo	2.3314683517128286e-17	results/pilot_layout_20261115/SUMMARY.json	randcls[14].lo	
contrast real-random deepseek_v4_1_flash=off rus_Cyrl.hi	0.30000000000000004	results/pilot_layout_20261115/SUMMARY.json	randcls[14].hi	
cell deepseek_v4_1_flash=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[15].items	
cell deepseek_v4_1_flash=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[15].maps	
cell deepseek_v4_1_flash=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.per_map	[0.32, 0.34, 0.36]	results/pilot_layout_20261115/SUMMARY.json	randcls[15].per_map	
cell deepseek_v4_1_flash=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.acc	0.34	results/pilot_layout_20261115/SUMMARY.json	randcls[15].random_mean	
cell deepseek_v4_1_flash=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[15].reasoning_random	
cell deepseek_v4_1_flash=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[15].truncated_random	
contrast real-random deepseek_v4_1_flash=off eng_Latn.real	0.36	results/pilot_layout_20261115/SUMMARY.json	randcls[15].real	
contrast real-random deepseek_v4_1_flash=off eng_Latn.reasoning_real	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[15].reasoning_real	
contrast real-random deepseek_v4_1_flash=off eng_Latn	0.02000000000000002	results/pilot_layout_20261115/SUMMARY.json	randcls[15].diff	
contrast real-random deepseek_v4_1_flash=off eng_Latn.lo	-0.10666666666666665	results/pilot_layout_20261115/SUMMARY.json	randcls[15].lo	
contrast real-random deepseek_v4_1_flash=off eng_Latn.hi	0.16000000000000003	results/pilot_layout_20261115/SUMMARY.json	randcls[15].hi	
cell deepseek_v4_pro=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[16].items	
cell deepseek_v4_pro=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[16].maps	
cell deepseek_v4_pro=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.per_map	[0.28, 0.34, 0.28]	results/pilot_layout_20261115/SUMMARY.json	randcls[16].per_map	
cell deepseek_v4_pro=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.acc	0.3	results/pilot_layout_20261115/SUMMARY.json	randcls[16].random_mean	
cell deepseek_v4_pro=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[16].reasoning_random	
cell deepseek_v4_pro=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[16].truncated_random	
contrast real-random deepseek_v4_pro=off rus_Cyrl.real	0.4	results/pilot_layout_20261115/SUMMARY.json	randcls[16].real	
contrast real-random deepseek_v4_pro=off rus_Cyrl.reasoning_real	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[16].reasoning_real	
contrast real-random deepseek_v4_pro=off rus_Cyrl	0.10000000000000002	results/pilot_layout_20261115/SUMMARY.json	randcls[16].diff	
contrast real-random deepseek_v4_pro=off rus_Cyrl.lo	-0.03333333333333332	results/pilot_layout_20261115/SUMMARY.json	randcls[16].lo	
contrast real-random deepseek_v4_pro=off rus_Cyrl.hi	0.23333333333333336	results/pilot_layout_20261115/SUMMARY.json	randcls[16].hi	
cell deepseek_v4_pro=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[17].items	
cell deepseek_v4_pro=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[17].maps	
cell deepseek_v4_pro=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.per_map	[0.34, 0.44, 0.44]	results/pilot_layout_20261115/SUMMARY.json	randcls[17].per_map	
cell deepseek_v4_pro=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.acc	0.4066666666666666	results/pilot_layout_20261115/SUMMARY.json	randcls[17].random_mean	
cell deepseek_v4_pro=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[17].reasoning_random	
cell deepseek_v4_pro=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[17].truncated_random	
contrast real-random deepseek_v4_pro=off eng_Latn.real	0.4	results/pilot_layout_20261115/SUMMARY.json	randcls[17].real	
contrast real-random deepseek_v4_pro=off eng_Latn.reasoning_real	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[17].reasoning_real	
contrast real-random deepseek_v4_pro=off eng_Latn	-0.006666666666666647	results/pilot_layout_20261115/SUMMARY.json	randcls[17].diff	
contrast real-random deepseek_v4_pro=off eng_Latn.lo	-0.13333333333333333	results/pilot_layout_20261115/SUMMARY.json	randcls[17].lo	
contrast real-random deepseek_v4_pro=off eng_Latn.hi	0.12666666666666668	results/pilot_layout_20261115/SUMMARY.json	randcls[17].hi	
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[18].items	
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[18].maps	
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.per_map	[0.52, 0.42, 0.38]	results/pilot_layout_20261115/SUMMARY.json	randcls[18].per_map	
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.acc	0.44	results/pilot_layout_20261115/SUMMARY.json	randcls[18].random_mean	
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[18].reasoning_random	
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[18].truncated_random	
contrast real-random doubao_seed_2_1_lite=off rus_Cyrl.real	0.38	results/pilot_layout_20261115/SUMMARY.json	randcls[18].real	
contrast real-random doubao_seed_2_1_lite=off rus_Cyrl.reasoning_real	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[18].reasoning_real	
contrast real-random doubao_seed_2_1_lite=off rus_Cyrl	-0.059999999999999984	results/pilot_layout_20261115/SUMMARY.json	randcls[18].diff	
contrast real-random doubao_seed_2_1_lite=off rus_Cyrl.lo	-0.19333333333333333	results/pilot_layout_20261115/SUMMARY.json	randcls[18].lo	
contrast real-random doubao_seed_2_1_lite=off rus_Cyrl.hi	0.08000000000000002	results/pilot_layout_20261115/SUMMARY.json	randcls[18].hi	
cell doubao_seed_2_1_lite=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[19].items	
cell doubao_seed_2_1_lite=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[19].maps	
cell doubao_seed_2_1_lite=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.per_map	[0.52, 0.5, 0.46]	results/pilot_layout_20261115/SUMMARY.json	randcls[19].per_map	
cell doubao_seed_2_1_lite=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.acc	0.4933333333333333	results/pilot_layout_20261115/SUMMARY.json	randcls[19].random_mean	
cell doubao_seed_2_1_lite=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[19].reasoning_random	
cell doubao_seed_2_1_lite=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[19].truncated_random	
contrast real-random doubao_seed_2_1_lite=off eng_Latn.real	0.48	results/pilot_layout_20261115/SUMMARY.json	randcls[19].real	
contrast real-random doubao_seed_2_1_lite=off eng_Latn.reasoning_real	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[19].reasoning_real	
contrast real-random doubao_seed_2_1_lite=off eng_Latn	-0.013333333333333313	results/pilot_layout_20261115/SUMMARY.json	randcls[19].diff	
contrast real-random doubao_seed_2_1_lite=off eng_Latn.lo	-0.12666666666666665	results/pilot_layout_20261115/SUMMARY.json	randcls[19].lo	
contrast real-random doubao_seed_2_1_lite=off eng_Latn.hi	0.1066666666666667	results/pilot_layout_20261115/SUMMARY.json	randcls[19].hi	
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[20].items	
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[20].maps	
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.per_map	[0.5, 0.36, 0.52]	results/pilot_layout_20261115/SUMMARY.json	randcls[20].per_map	
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.acc	0.46	results/pilot_layout_20261115/SUMMARY.json	randcls[20].random_mean	
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[20].reasoning_random	
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[20].truncated_random	
contrast real-random doubao_seed_2_1_pro=off rus_Cyrl.real	0.46	results/pilot_layout_20261115/SUMMARY.json	randcls[20].real	
contrast real-random doubao_seed_2_1_pro=off rus_Cyrl.reasoning_real	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[20].reasoning_real	
contrast real-random doubao_seed_2_1_pro=off rus_Cyrl	2.1094237467877975e-17	results/pilot_layout_20261115/SUMMARY.json	randcls[20].diff	
contrast real-random doubao_seed_2_1_pro=off rus_Cyrl.lo	-0.13999999999999999	results/pilot_layout_20261115/SUMMARY.json	randcls[20].lo	
contrast real-random doubao_seed_2_1_pro=off rus_Cyrl.hi	0.14	results/pilot_layout_20261115/SUMMARY.json	randcls[20].hi	
cell doubao_seed_2_1_pro=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[21].items	
cell doubao_seed_2_1_pro=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[21].maps	
cell doubao_seed_2_1_pro=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.per_map	[0.56, 0.54, 0.5]	results/pilot_layout_20261115/SUMMARY.json	randcls[21].per_map	
cell doubao_seed_2_1_pro=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.acc	0.5333333333333333	results/pilot_layout_20261115/SUMMARY.json	randcls[21].random_mean	
cell doubao_seed_2_1_pro=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[21].reasoning_random	
cell doubao_seed_2_1_pro=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[21].truncated_random	
contrast real-random doubao_seed_2_1_pro=off eng_Latn.real	0.42	results/pilot_layout_20261115/SUMMARY.json	randcls[21].real	
contrast real-random doubao_seed_2_1_pro=off eng_Latn.reasoning_real	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[21].reasoning_real	
contrast real-random doubao_seed_2_1_pro=off eng_Latn	-0.11333333333333333	results/pilot_layout_20261115/SUMMARY.json	randcls[21].diff	
contrast real-random doubao_seed_2_1_pro=off eng_Latn.lo	-0.24	results/pilot_layout_20261115/SUMMARY.json	randcls[21].lo	
contrast real-random doubao_seed_2_1_pro=off eng_Latn.hi	0.026666666666666682	results/pilot_layout_20261115/SUMMARY.json	randcls[21].hi	
cell kimi_k3_1_pro=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[22].items	
cell kimi_k3_1_pro=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[22].maps	
cell kimi_k3_1_pro=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.per_map	[0.3, 0.38, 0.38]	results/pilot_layout_20261115/SUMMARY.json	randcls[22].per_map	
cell kimi_k3_1_pro=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.acc	0.35333333333333333	results/pilot_layout_20261115/SUMMARY.json	randcls[22].random_mean	
cell kimi_k3_1_pro=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[22].reasoning_random	
cell kimi_k3_1_pro=off|rus_Cyrl|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[22].truncated_random	
contrast real-random kimi_k3_1_pro=off rus_Cyrl.real	0.62	results/pilot_layout_20261115/SUMMARY.json	randcls[22].real	
contrast real-random kimi_k3_1_pro=off rus_Cyrl.reasoning_real	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[22].reasoning_real	
contrast real-random kimi_k3_1_pro=off rus_Cyrl	0.26666666666666666	results/pilot_layout_20261115/SUMMARY.json	randcls[22].diff	
contrast real-random kimi_k3_1_pro=off rus_Cyrl.lo	0.11333333333333334	results/pilot_layout_20261115/SUMMARY.json	randcls[22].lo	
contrast real-random kimi_k3_1_pro=off rus_Cyrl.hi	0.41333333333333333	results/pilot_layout_20261115/SUMMARY.json	randcls[22].hi	
cell kimi_k3_1_pro=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	randcls[23].items	
cell kimi_k3_1_pro=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.maps	3	results/pilot_layout_20261115/SUMMARY.json	randcls[23].maps	
cell kimi_k3_1_pro=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.per_map	[0.5, 0.66, 0.54]	results/pilot_layout_20261115/SUMMARY.json	randcls[23].per_map	
cell kimi_k3_1_pro=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.acc	0.5666666666666667	results/pilot_layout_20261115/SUMMARY.json	randcls[23].random_mean	
cell kimi_k3_1_pro=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[23].reasoning_random	
cell kimi_k3_1_pro=off|eng_Latn|kb_lk_rand|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	randcls[23].truncated_random	
contrast real-random kimi_k3_1_pro=off eng_Latn.real	0.6	results/pilot_layout_20261115/SUMMARY.json	randcls[23].real	
contrast real-random kimi_k3_1_pro=off eng_Latn.reasoning_real	0.0	results/pilot_layout_20261115/SUMMARY.json	randcls[23].reasoning_real	
contrast real-random kimi_k3_1_pro=off eng_Latn	0.033333333333333354	results/pilot_layout_20261115/SUMMARY.json	randcls[23].diff	
contrast real-random kimi_k3_1_pro=off eng_Latn.lo	-0.10666666666666665	results/pilot_layout_20261115/SUMMARY.json	randcls[23].lo	
contrast real-random kimi_k3_1_pro=off eng_Latn.hi	0.17333333333333337	results/pilot_layout_20261115/SUMMARY.json	randcls[23].hi	
cell gpt_6_luna=off|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[0].n	
cell gpt_6_luna=off|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.acc	0.28	results/pilot_layout_20261115/SUMMARY.json	table[0].note	
cell gpt_6_luna=off|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[0].reasoning_note	
cell gpt_6_luna=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[0].n	
cell gpt_6_luna=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.acc	0.4	results/pilot_layout_20261115/SUMMARY.json	table[0].table	
cell gpt_6_luna=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[0].reasoning_table	
cell gpt_6_luna=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	table[0].truncated_table	
cell gpt_6_luna=off|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[1].n	
cell gpt_6_luna=off|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.acc	0.44	results/pilot_layout_20261115/SUMMARY.json	table[1].note	
cell gpt_6_luna=off|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[1].reasoning_note	
cell gpt_6_luna=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[1].n	
cell gpt_6_luna=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.acc	0.34	results/pilot_layout_20261115/SUMMARY.json	table[1].table	
cell gpt_6_luna=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[1].reasoning_table	
cell gpt_6_luna=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	table[1].truncated_table	
cell gpt_6_luna=high|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[2].n	
cell gpt_6_luna=high|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.acc	0.84	results/pilot_layout_20261115/SUMMARY.json	table[2].table	
cell gpt_6_luna=high|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.reasoning_tokens.mean	5744.04	results/pilot_layout_20261115/SUMMARY.json	table[2].reasoning_table	
cell gpt_6_luna=high|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	table[2].truncated_table	
cell gpt_6_luna=high|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[3].n	
cell gpt_6_luna=high|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	table[3].table	
cell gpt_6_luna=high|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.reasoning_tokens.mean	1375.96	results/pilot_layout_20261115/SUMMARY.json	table[3].reasoning_table	
cell gpt_6_luna=high|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	table[3].truncated_table	
cell gpt_6_1_terra=off|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[4].n	
cell gpt_6_1_terra=off|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.acc	0.46	results/pilot_layout_20261115/SUMMARY.json	table[4].note	
cell gpt_6_1_terra=off|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[4].reasoning_note	
cell gpt_6_1_terra=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[4].n	
cell gpt_6_1_terra=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.acc	0.88	results/pilot_layout_20261115/SUMMARY.json	table[4].table	
cell gpt_6_1_terra=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[4].reasoning_table	
cell gpt_6_1_terra=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	table[4].truncated_table	
cell gpt_6_1_terra=off|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[5].n	
cell gpt_6_1_terra=off|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	table[5].note	
cell gpt_6_1_terra=off|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[5].reasoning_note	
cell gpt_6_1_terra=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[5].n	
cell gpt_6_1_terra=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	table[5].table	
cell gpt_6_1_terra=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[5].reasoning_table	
cell gpt_6_1_terra=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	table[5].truncated_table	
cell gpt_6_1_terra=high|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[6].n	
cell gpt_6_1_terra=high|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	table[6].note	
cell gpt_6_1_terra=high|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.reasoning_tokens.mean	993.72	results/pilot_layout_20261115/SUMMARY.json	table[6].reasoning_note	
cell gpt_6_1_terra=high|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[6].n	
cell gpt_6_1_terra=high|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.acc	0.9	results/pilot_layout_20261115/SUMMARY.json	table[6].table	
cell gpt_6_1_terra=high|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.reasoning_tokens.mean	219.68	results/pilot_layout_20261115/SUMMARY.json	table[6].reasoning_table	
cell gpt_6_1_terra=high|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	table[6].truncated_table	
cell gpt_6_1_terra=high|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[7].n	
cell gpt_6_1_terra=high|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	table[7].note	
cell gpt_6_1_terra=high|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.reasoning_tokens.mean	98.3	results/pilot_layout_20261115/SUMMARY.json	table[7].reasoning_note	
cell gpt_6_1_terra=high|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[7].n	
cell gpt_6_1_terra=high|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.acc	1.0	results/pilot_layout_20261115/SUMMARY.json	table[7].table	
cell gpt_6_1_terra=high|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.reasoning_tokens.mean	137.72	results/pilot_layout_20261115/SUMMARY.json	table[7].reasoning_table	
cell gpt_6_1_terra=high|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	table[7].truncated_table	
cell gpt_6_1_sol=low|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[8].n	
cell gpt_6_1_sol=low|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	table[8].note	
cell gpt_6_1_sol=low|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.reasoning_tokens.mean	482.76	results/pilot_layout_20261115/SUMMARY.json	table[8].reasoning_note	
cell gpt_6_1_sol=low|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[8].n	
cell gpt_6_1_sol=low|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.acc	0.92	results/pilot_layout_20261115/SUMMARY.json	table[8].table	
cell gpt_6_1_sol=low|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.reasoning_tokens.mean	74.98	results/pilot_layout_20261115/SUMMARY.json	table[8].reasoning_table	
cell gpt_6_1_sol=low|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	table[8].truncated_table	
cell gpt_6_1_sol=low|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[9].n	
cell gpt_6_1_sol=low|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	table[9].note	
cell gpt_6_1_sol=low|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.reasoning_tokens.mean	36.56	results/pilot_layout_20261115/SUMMARY.json	table[9].reasoning_note	
cell gpt_6_1_sol=low|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[9].n	
cell gpt_6_1_sol=low|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.acc	0.98	results/pilot_layout_20261115/SUMMARY.json	table[9].table	
cell gpt_6_1_sol=low|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.reasoning_tokens.mean	33.82	results/pilot_layout_20261115/SUMMARY.json	table[9].reasoning_table	
cell gpt_6_1_sol=low|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	table[9].truncated_table	
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[10].n	
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.acc	0.36	results/pilot_layout_20261115/SUMMARY.json	table[10].note	
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[10].reasoning_note	
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[10].n	
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.acc	0.18	results/pilot_layout_20261115/SUMMARY.json	table[10].table	
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[10].reasoning_table	
cell deepseek_v4_1_flash=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	table[10].truncated_table	
cell deepseek_v4_1_flash=off|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[11].n	
cell deepseek_v4_1_flash=off|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.acc	0.24	results/pilot_layout_20261115/SUMMARY.json	table[11].note	
cell deepseek_v4_1_flash=off|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[11].reasoning_note	
cell deepseek_v4_1_flash=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[11].n	
cell deepseek_v4_1_flash=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.acc	0.36	results/pilot_layout_20261115/SUMMARY.json	table[11].table	
cell deepseek_v4_1_flash=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[11].reasoning_table	
cell deepseek_v4_1_flash=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	table[11].truncated_table	
cell deepseek_v4_pro=off|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[12].n	
cell deepseek_v4_pro=off|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.acc	0.32	results/pilot_layout_20261115/SUMMARY.json	table[12].note	
cell deepseek_v4_pro=off|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[12].reasoning_note	
cell deepseek_v4_pro=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[12].n	
cell deepseek_v4_pro=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.acc	0.38	results/pilot_layout_20261115/SUMMARY.json	table[12].table	
cell deepseek_v4_pro=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[12].reasoning_table	
cell deepseek_v4_pro=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	table[12].truncated_table	
cell deepseek_v4_pro=off|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[13].n	
cell deepseek_v4_pro=off|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.acc	0.26	results/pilot_layout_20261115/SUMMARY.json	table[13].note	
cell deepseek_v4_pro=off|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[13].reasoning_note	
cell deepseek_v4_pro=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[13].n	
cell deepseek_v4_pro=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.acc	0.44	results/pilot_layout_20261115/SUMMARY.json	table[13].table	
cell deepseek_v4_pro=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[13].reasoning_table	
cell deepseek_v4_pro=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	table[13].truncated_table	
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[14].n	
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.acc	0.44	results/pilot_layout_20261115/SUMMARY.json	table[14].note	
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[14].reasoning_note	
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[14].n	
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.acc	0.42	results/pilot_layout_20261115/SUMMARY.json	table[14].table	
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[14].reasoning_table	
cell doubao_seed_2_1_lite=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	table[14].truncated_table	
cell doubao_seed_2_1_lite=off|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[15].n	
cell doubao_seed_2_1_lite=off|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.acc	0.4	results/pilot_layout_20261115/SUMMARY.json	table[15].note	
cell doubao_seed_2_1_lite=off|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[15].reasoning_note	
cell doubao_seed_2_1_lite=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[15].n	
cell doubao_seed_2_1_lite=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.acc	0.34	results/pilot_layout_20261115/SUMMARY.json	table[15].table	
cell doubao_seed_2_1_lite=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[15].reasoning_table	
cell doubao_seed_2_1_lite=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	table[15].truncated_table	
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[16].n	
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.acc	0.4	results/pilot_layout_20261115/SUMMARY.json	table[16].note	
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[16].reasoning_note	
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[16].n	
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.acc	0.28	results/pilot_layout_20261115/SUMMARY.json	table[16].table	
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[16].reasoning_table	
cell doubao_seed_2_1_pro=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	table[16].truncated_table	
cell doubao_seed_2_1_pro=off|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[17].n	
cell doubao_seed_2_1_pro=off|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.acc	0.52	results/pilot_layout_20261115/SUMMARY.json	table[17].note	
cell doubao_seed_2_1_pro=off|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[17].reasoning_note	
cell doubao_seed_2_1_pro=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[17].n	
cell doubao_seed_2_1_pro=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.acc	0.38	results/pilot_layout_20261115/SUMMARY.json	table[17].table	
cell doubao_seed_2_1_pro=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[17].reasoning_table	
cell doubao_seed_2_1_pro=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	table[17].truncated_table	
cell kimi_k3_1_pro=off|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[18].n	
cell kimi_k3_1_pro=off|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.acc	0.34	results/pilot_layout_20261115/SUMMARY.json	table[18].note	
cell kimi_k3_1_pro=off|rus_Cyrl|kb_lk_rand_note|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[18].reasoning_note	
cell kimi_k3_1_pro=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[18].n	
cell kimi_k3_1_pro=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.acc	0.34	results/pilot_layout_20261115/SUMMARY.json	table[18].table	
cell kimi_k3_1_pro=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[18].reasoning_table	
cell kimi_k3_1_pro=off|rus_Cyrl|kb_lk_rand_table|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	table[18].truncated_table	
cell kimi_k3_1_pro=off|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[19].n	
cell kimi_k3_1_pro=off|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.acc	0.5	results/pilot_layout_20261115/SUMMARY.json	table[19].note	
cell kimi_k3_1_pro=off|eng_Latn|kb_lk_rand_note|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[19].reasoning_note	
cell kimi_k3_1_pro=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.items	50	results/pilot_layout_20261115/SUMMARY.json	table[19].n	
cell kimi_k3_1_pro=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.acc	0.52	results/pilot_layout_20261115/SUMMARY.json	table[19].table	
cell kimi_k3_1_pro=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.reasoning_tokens.mean	0.0	results/pilot_layout_20261115/SUMMARY.json	table[19].reasoning_table	
cell kimi_k3_1_pro=off|eng_Latn|kb_lk_rand_table|pilot_layout_20261115.outcomes.truncated	0	results/pilot_layout_20261115/SUMMARY.json	table[19].truncated_table	
cost gpt_6_astra=low|native.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=native, column calls	
cost gpt_6_astra=low|native.input	308	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=native, column input tok	
cost gpt_6_astra=low|native.output	15	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=native, column output tok	
cost gpt_6_astra=low|native.reasoning	3	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=native, column reasoning tok	
cost gpt_6_astra=low|native.cost	0.00384	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=native, column cost per call	
cost gpt_6_astra=low|native.latency	2.3	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=native, column latency s	
cost gpt_6_astra=low|layout.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=layout, column calls	
cost gpt_6_astra=low|layout.input	421	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=layout, column input tok	
cost gpt_6_astra=low|layout.output	80	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=layout, column output tok	
cost gpt_6_astra=low|layout.reasoning	67	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=layout, column reasoning tok	
cost gpt_6_astra=low|layout.cost	0.00821	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=layout, column cost per call	
cost gpt_6_astra=low|layout.latency	3.9	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=layout, column latency s	
cost gpt_6_astra=low|rand.calls	300	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=rand, column calls	
cost gpt_6_astra=low|rand.input	448	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=rand, column input tok	
cost gpt_6_astra=low|rand.output	224	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=rand, column output tok	
cost gpt_6_astra=low|rand.reasoning	211	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=rand, column reasoning tok	
cost gpt_6_astra=low|rand.cost	0.01569	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=rand, column cost per call	
cost gpt_6_astra=low|rand.latency	7.5	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=rand, column latency s	
cost gpt_6_astra=low|kb_clean.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=kb_clean, column calls	
cost gpt_6_astra=low|kb_clean.input	346	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=kb_clean, column input tok	
cost gpt_6_astra=low|kb_clean.output	21	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=kb_clean, column output tok	
cost gpt_6_astra=low|kb_clean.reasoning	8	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=kb_clean, column reasoning tok	
cost gpt_6_astra=low|kb_clean.cost	0.0045	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=kb_clean, column cost per call	
cost gpt_6_astra=low|kb_clean.latency	2.4	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=astra_low, arm=kb_clean, column latency s	
cost doubao_seed_2_1_lite=off|native.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=native, column calls	
cost doubao_seed_2_1_lite=off|native.input	496	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=native, column input tok	
cost doubao_seed_2_1_lite=off|native.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=native, column output tok	
cost doubao_seed_2_1_lite=off|native.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=native, column reasoning tok	
cost doubao_seed_2_1_lite=off|native.cost	0.00041	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=native, column cost per call	
cost doubao_seed_2_1_lite=off|native.latency	1.1	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=native, column latency s	
cost doubao_seed_2_1_lite=off|layout.calls	900	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=layout, column calls	
cost doubao_seed_2_1_lite=off|layout.input	598	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=layout, column input tok	
cost doubao_seed_2_1_lite=off|layout.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=layout, column output tok	
cost doubao_seed_2_1_lite=off|layout.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=layout, column reasoning tok	
cost doubao_seed_2_1_lite=off|layout.cost	0.00049	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=layout, column cost per call	
cost doubao_seed_2_1_lite=off|layout.latency	1.2	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=layout, column latency s	
cost doubao_seed_2_1_lite=off|named.calls	350	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=named, column calls	
cost doubao_seed_2_1_lite=off|named.input	654	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=named, column input tok	
cost doubao_seed_2_1_lite=off|named.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=named, column output tok	
cost doubao_seed_2_1_lite=off|named.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=named, column reasoning tok	
cost doubao_seed_2_1_lite=off|named.cost	0.00054	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=named, column cost per call	
cost doubao_seed_2_1_lite=off|named.latency	1.0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=named, column latency s	
cost doubao_seed_2_1_lite=off|rand.calls	400	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=rand, column calls	
cost doubao_seed_2_1_lite=off|rand.input	620	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=rand, column input tok	
cost doubao_seed_2_1_lite=off|rand.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=rand, column output tok	
cost doubao_seed_2_1_lite=off|rand.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=rand, column reasoning tok	
cost doubao_seed_2_1_lite=off|rand.cost	0.00051	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=rand, column cost per call	
cost doubao_seed_2_1_lite=off|rand.latency	1.1	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=rand, column latency s	
cost doubao_seed_2_1_lite=off|note.calls	100	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=note, column calls	
cost doubao_seed_2_1_lite=off|note.input	662	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=note, column input tok	
cost doubao_seed_2_1_lite=off|note.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=note, column output tok	
cost doubao_seed_2_1_lite=off|note.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=note, column reasoning tok	
cost doubao_seed_2_1_lite=off|note.cost	0.00055	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=note, column cost per call	
cost doubao_seed_2_1_lite=off|note.latency	1.1	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=note, column latency s	
cost doubao_seed_2_1_lite=off|table.calls	100	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=table, column calls	
cost doubao_seed_2_1_lite=off|table.input	950	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=table, column input tok	
cost doubao_seed_2_1_lite=off|table.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=table, column output tok	
cost doubao_seed_2_1_lite=off|table.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=table, column reasoning tok	
cost doubao_seed_2_1_lite=off|table.cost	0.00078	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=table, column cost per call	
cost doubao_seed_2_1_lite=off|table.latency	1.0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=table, column latency s	
cost doubao_seed_2_1_lite=off|kb_clean.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=kb_clean, column calls	
cost doubao_seed_2_1_lite=off|kb_clean.input	514	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=kb_clean, column input tok	
cost doubao_seed_2_1_lite=off|kb_clean.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=kb_clean, column output tok	
cost doubao_seed_2_1_lite=off|kb_clean.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=kb_clean, column reasoning tok	
cost doubao_seed_2_1_lite=off|kb_clean.cost	0.00043	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=kb_clean, column cost per call	
cost doubao_seed_2_1_lite=off|kb_clean.latency	1.1	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_off, arm=kb_clean, column latency s	
cost doubao_seed_2_1_lite=on|native.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_on, arm=native, column calls	
cost doubao_seed_2_1_lite=on|native.input	497	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_on, arm=native, column input tok	
cost doubao_seed_2_1_lite=on|native.output	1869	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_on, arm=native, column output tok	
cost doubao_seed_2_1_lite=on|native.reasoning	1863	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_on, arm=native, column reasoning tok	
cost doubao_seed_2_1_lite=on|native.cost	0.00544	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_on, arm=native, column cost per call	
cost doubao_seed_2_1_lite=on|native.latency	25.0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_on, arm=native, column latency s	
cost doubao_seed_2_1_lite=on|layout.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_on, arm=layout, column calls	
cost doubao_seed_2_1_lite=on|layout.input	592	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_on, arm=layout, column input tok	
cost doubao_seed_2_1_lite=on|layout.output	8275	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_on, arm=layout, column output tok	
cost doubao_seed_2_1_lite=on|layout.reasoning	8269	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_on, arm=layout, column reasoning tok	
cost doubao_seed_2_1_lite=on|layout.cost	0.02282	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_on, arm=layout, column cost per call	
cost doubao_seed_2_1_lite=on|layout.latency	97.1	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_on, arm=layout, column latency s	
cost doubao_seed_2_1_lite=on|kb_clean.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_on, arm=kb_clean, column calls	
cost doubao_seed_2_1_lite=on|kb_clean.input	515	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_on, arm=kb_clean, column input tok	
cost doubao_seed_2_1_lite=on|kb_clean.output	3396	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_on, arm=kb_clean, column output tok	
cost doubao_seed_2_1_lite=on|kb_clean.reasoning	3390	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_on, arm=kb_clean, column reasoning tok	
cost doubao_seed_2_1_lite=on|kb_clean.cost	0.00958	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_on, arm=kb_clean, column cost per call	
cost doubao_seed_2_1_lite=on|kb_clean.latency	43.7	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaolite_on, arm=kb_clean, column latency s	
cost doubao_seed_2_1_pro=off|native.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=native, column calls	
cost doubao_seed_2_1_pro=off|native.input	496	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=native, column input tok	
cost doubao_seed_2_1_pro=off|native.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=native, column output tok	
cost doubao_seed_2_1_pro=off|native.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=native, column reasoning tok	
cost doubao_seed_2_1_pro=off|native.cost	0.00314	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=native, column cost per call	
cost doubao_seed_2_1_pro=off|native.latency	1.9	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=native, column latency s	
cost doubao_seed_2_1_pro=off|layout.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=layout, column calls	
cost doubao_seed_2_1_pro=off|layout.input	591	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=layout, column input tok	
cost doubao_seed_2_1_pro=off|layout.output	5	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=layout, column output tok	
cost doubao_seed_2_1_pro=off|layout.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=layout, column reasoning tok	
cost doubao_seed_2_1_pro=off|layout.cost	0.00371	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=layout, column cost per call	
cost doubao_seed_2_1_pro=off|layout.latency	1.9	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=layout, column latency s	
cost doubao_seed_2_1_pro=off|named.calls	350	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=named, column calls	
cost doubao_seed_2_1_pro=off|named.input	654	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=named, column input tok	
cost doubao_seed_2_1_pro=off|named.output	5	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=named, column output tok	
cost doubao_seed_2_1_pro=off|named.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=named, column reasoning tok	
cost doubao_seed_2_1_pro=off|named.cost	0.00408	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=named, column cost per call	
cost doubao_seed_2_1_pro=off|named.latency	1.8	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=named, column latency s	
cost doubao_seed_2_1_pro=off|rand.calls	400	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=rand, column calls	
cost doubao_seed_2_1_pro=off|rand.input	620	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=rand, column input tok	
cost doubao_seed_2_1_pro=off|rand.output	5	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=rand, column output tok	
cost doubao_seed_2_1_pro=off|rand.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=rand, column reasoning tok	
cost doubao_seed_2_1_pro=off|rand.cost	0.00388	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=rand, column cost per call	
cost doubao_seed_2_1_pro=off|rand.latency	1.8	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=rand, column latency s	
cost doubao_seed_2_1_pro=off|note.calls	100	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=note, column calls	
cost doubao_seed_2_1_pro=off|note.input	662	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=note, column input tok	
cost doubao_seed_2_1_pro=off|note.output	5	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=note, column output tok	
cost doubao_seed_2_1_pro=off|note.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=note, column reasoning tok	
cost doubao_seed_2_1_pro=off|note.cost	0.00413	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=note, column cost per call	
cost doubao_seed_2_1_pro=off|note.latency	2.1	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=note, column latency s	
cost doubao_seed_2_1_pro=off|table.calls	100	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=table, column calls	
cost doubao_seed_2_1_pro=off|table.input	950	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=table, column input tok	
cost doubao_seed_2_1_pro=off|table.output	5	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=table, column output tok	
cost doubao_seed_2_1_pro=off|table.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=table, column reasoning tok	
cost doubao_seed_2_1_pro=off|table.cost	0.00586	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=table, column cost per call	
cost doubao_seed_2_1_pro=off|table.latency	1.9	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=table, column latency s	
cost doubao_seed_2_1_pro=off|kb_clean.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=kb_clean, column calls	
cost doubao_seed_2_1_pro=off|kb_clean.input	514	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=kb_clean, column input tok	
cost doubao_seed_2_1_pro=off|kb_clean.output	5	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=kb_clean, column output tok	
cost doubao_seed_2_1_pro=off|kb_clean.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=kb_clean, column reasoning tok	
cost doubao_seed_2_1_pro=off|kb_clean.cost	0.00325	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=kb_clean, column cost per call	
cost doubao_seed_2_1_pro=off|kb_clean.latency	1.9	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=doubaopro_off, arm=kb_clean, column latency s	
cost deepseek_v4_1_flash=off|native.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=native, column calls	
cost deepseek_v4_1_flash=off|native.input	354	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=native, column input tok	
cost deepseek_v4_1_flash=off|native.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=native, column output tok	
cost deepseek_v4_1_flash=off|native.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=native, column reasoning tok	
cost deepseek_v4_1_flash=off|native.cost	0.0003	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=native, column cost per call	
cost deepseek_v4_1_flash=off|native.latency	1.2	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=native, column latency s	
cost deepseek_v4_1_flash=off|layout.calls	900	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=layout, column calls	
cost deepseek_v4_1_flash=off|layout.input	467	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=layout, column input tok	
cost deepseek_v4_1_flash=off|layout.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=layout, column output tok	
cost deepseek_v4_1_flash=off|layout.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=layout, column reasoning tok	
cost deepseek_v4_1_flash=off|layout.cost	0.00039	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=layout, column cost per call	
cost deepseek_v4_1_flash=off|layout.latency	1.2	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=layout, column latency s	
cost deepseek_v4_1_flash=off|named.calls	350	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=named, column calls	
cost deepseek_v4_1_flash=off|named.input	519	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=named, column input tok	
cost deepseek_v4_1_flash=off|named.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=named, column output tok	
cost deepseek_v4_1_flash=off|named.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=named, column reasoning tok	
cost deepseek_v4_1_flash=off|named.cost	0.00043	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=named, column cost per call	
cost deepseek_v4_1_flash=off|named.latency	1.1	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=named, column latency s	
cost deepseek_v4_1_flash=off|rand.calls	400	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=rand, column calls	
cost deepseek_v4_1_flash=off|rand.input	488	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=rand, column input tok	
cost deepseek_v4_1_flash=off|rand.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=rand, column output tok	
cost deepseek_v4_1_flash=off|rand.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=rand, column reasoning tok	
cost deepseek_v4_1_flash=off|rand.cost	0.00041	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=rand, column cost per call	
cost deepseek_v4_1_flash=off|rand.latency	1.2	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=rand, column latency s	
cost deepseek_v4_1_flash=off|note.calls	100	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=note, column calls	
cost deepseek_v4_1_flash=off|note.input	528	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=note, column input tok	
cost deepseek_v4_1_flash=off|note.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=note, column output tok	
cost deepseek_v4_1_flash=off|note.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=note, column reasoning tok	
cost deepseek_v4_1_flash=off|note.cost	0.00044	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=note, column cost per call	
cost deepseek_v4_1_flash=off|note.latency	1.3	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=note, column latency s	
cost deepseek_v4_1_flash=off|table.calls	100	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=table, column calls	
cost deepseek_v4_1_flash=off|table.input	817	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=table, column input tok	
cost deepseek_v4_1_flash=off|table.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=table, column output tok	
cost deepseek_v4_1_flash=off|table.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=table, column reasoning tok	
cost deepseek_v4_1_flash=off|table.cost	0.00067	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=table, column cost per call	
cost deepseek_v4_1_flash=off|table.latency	1.1	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=table, column latency s	
cost deepseek_v4_1_flash=off|kb_clean.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=kb_clean, column calls	
cost deepseek_v4_1_flash=off|kb_clean.input	383	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=kb_clean, column input tok	
cost deepseek_v4_1_flash=off|kb_clean.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=kb_clean, column output tok	
cost deepseek_v4_1_flash=off|kb_clean.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=kb_clean, column reasoning tok	
cost deepseek_v4_1_flash=off|kb_clean.cost	0.00033	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=kb_clean, column cost per call	
cost deepseek_v4_1_flash=off|kb_clean.latency	1.1	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_off, arm=kb_clean, column latency s	
cost deepseek_v4_1_flash=on|native.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_on, arm=native, column calls	
cost deepseek_v4_1_flash=on|native.input	378	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_on, arm=native, column input tok	
cost deepseek_v4_1_flash=on|native.output	420	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_on, arm=native, column output tok	
cost deepseek_v4_1_flash=on|native.reasoning	413	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_on, arm=native, column reasoning tok	
cost deepseek_v4_1_flash=on|native.cost	0.00165	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_on, arm=native, column cost per call	
cost deepseek_v4_1_flash=on|native.latency	5.5	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_on, arm=native, column latency s	
cost deepseek_v4_1_flash=on|layout.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_on, arm=layout, column calls	
cost deepseek_v4_1_flash=on|layout.input	484	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_on, arm=layout, column input tok	
cost deepseek_v4_1_flash=on|layout.output	14535	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_on, arm=layout, column output tok	
cost deepseek_v4_1_flash=on|layout.reasoning	14530	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_on, arm=layout, column reasoning tok	
cost deepseek_v4_1_flash=on|layout.cost	0.0469	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_on, arm=layout, column cost per call	
cost deepseek_v4_1_flash=on|layout.latency	96.7	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_on, arm=layout, column latency s	
cost deepseek_v4_1_flash=on|kb_clean.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_on, arm=kb_clean, column calls	
cost deepseek_v4_1_flash=on|kb_clean.input	407	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_on, arm=kb_clean, column input tok	
cost deepseek_v4_1_flash=on|kb_clean.output	1815	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_on, arm=kb_clean, column output tok	
cost deepseek_v4_1_flash=on|kb_clean.reasoning	1808	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_on, arm=kb_clean, column reasoning tok	
cost deepseek_v4_1_flash=on|kb_clean.cost	0.00613	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_on, arm=kb_clean, column cost per call	
cost deepseek_v4_1_flash=on|kb_clean.latency	15.2	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dsflash_on, arm=kb_clean, column latency s	
cost deepseek_v4_pro=off|native.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=native, column calls	
cost deepseek_v4_pro=off|native.input	436	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=native, column input tok	
cost deepseek_v4_pro=off|native.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=native, column output tok	
cost deepseek_v4_pro=off|native.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=native, column reasoning tok	
cost deepseek_v4_pro=off|native.cost	0.00408	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=native, column cost per call	
cost deepseek_v4_pro=off|native.latency	1.7	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=native, column latency s	
cost deepseek_v4_pro=off|layout.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=layout, column calls	
cost deepseek_v4_pro=off|layout.input	542	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=layout, column input tok	
cost deepseek_v4_pro=off|layout.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=layout, column output tok	
cost deepseek_v4_pro=off|layout.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=layout, column reasoning tok	
cost deepseek_v4_pro=off|layout.cost	0.00504	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=layout, column cost per call	
cost deepseek_v4_pro=off|layout.latency	1.7	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=layout, column latency s	
cost deepseek_v4_pro=off|named.calls	350	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=named, column calls	
cost deepseek_v4_pro=off|named.input	601	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=named, column input tok	
cost deepseek_v4_pro=off|named.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=named, column output tok	
cost deepseek_v4_pro=off|named.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=named, column reasoning tok	
cost deepseek_v4_pro=off|named.cost	0.00558	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=named, column cost per call	
cost deepseek_v4_pro=off|named.latency	1.5	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=named, column latency s	
cost deepseek_v4_pro=off|rand.calls	400	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=rand, column calls	
cost deepseek_v4_pro=off|rand.input	570	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=rand, column input tok	
cost deepseek_v4_pro=off|rand.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=rand, column output tok	
cost deepseek_v4_pro=off|rand.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=rand, column reasoning tok	
cost deepseek_v4_pro=off|rand.cost	0.00529	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=rand, column cost per call	
cost deepseek_v4_pro=off|rand.latency	1.5	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=rand, column latency s	
cost deepseek_v4_pro=off|note.calls	100	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=note, column calls	
cost deepseek_v4_pro=off|note.input	610	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=note, column input tok	
cost deepseek_v4_pro=off|note.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=note, column output tok	
cost deepseek_v4_pro=off|note.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=note, column reasoning tok	
cost deepseek_v4_pro=off|note.cost	0.00565	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=note, column cost per call	
cost deepseek_v4_pro=off|note.latency	1.7	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=note, column latency s	
cost deepseek_v4_pro=off|table.calls	100	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=table, column calls	
cost deepseek_v4_pro=off|table.input	899	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=table, column input tok	
cost deepseek_v4_pro=off|table.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=table, column output tok	
cost deepseek_v4_pro=off|table.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=table, column reasoning tok	
cost deepseek_v4_pro=off|table.cost	0.00826	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=table, column cost per call	
cost deepseek_v4_pro=off|table.latency	1.4	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=table, column latency s	
cost deepseek_v4_pro=off|kb_clean.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=kb_clean, column calls	
cost deepseek_v4_pro=off|kb_clean.input	465	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=kb_clean, column input tok	
cost deepseek_v4_pro=off|kb_clean.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=kb_clean, column output tok	
cost deepseek_v4_pro=off|kb_clean.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=kb_clean, column reasoning tok	
cost deepseek_v4_pro=off|kb_clean.cost	0.00434	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=kb_clean, column cost per call	
cost deepseek_v4_pro=off|kb_clean.latency	1.6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=dspro_off, arm=kb_clean, column latency s	
cost glm_5_3_flash=off-requested|native.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=glmflash_offreq, arm=native, column calls	
cost glm_5_3_flash=off-requested|native.input	355	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=glmflash_offreq, arm=native, column input tok	
cost glm_5_3_flash=off-requested|native.output	15	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=glmflash_offreq, arm=native, column output tok	
cost glm_5_3_flash=off-requested|native.reasoning	8	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=glmflash_offreq, arm=native, column reasoning tok	
cost glm_5_3_flash=off-requested|native.cost	0.00032	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=glmflash_offreq, arm=native, column cost per call	
cost glm_5_3_flash=off-requested|native.latency	1.3	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=glmflash_offreq, arm=native, column latency s	
cost glm_5_3_flash=off-requested|layout.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=glmflash_offreq, arm=layout, column calls	
cost glm_5_3_flash=off-requested|layout.input	394	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=glmflash_offreq, arm=layout, column input tok	
cost glm_5_3_flash=off-requested|layout.output	1124	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=glmflash_offreq, arm=layout, column output tok	
cost glm_5_3_flash=off-requested|layout.reasoning	1089	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=glmflash_offreq, arm=layout, column reasoning tok	
cost glm_5_3_flash=off-requested|layout.cost	0.00346	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=glmflash_offreq, arm=layout, column cost per call	
cost glm_5_3_flash=off-requested|layout.latency	20.5	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=glmflash_offreq, arm=layout, column latency s	
cost glm_5_3_flash=off-requested|kb_clean.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=glmflash_offreq, arm=kb_clean, column calls	
cost glm_5_3_flash=off-requested|kb_clean.input	325	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=glmflash_offreq, arm=kb_clean, column input tok	
cost glm_5_3_flash=off-requested|kb_clean.output	38	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=glmflash_offreq, arm=kb_clean, column output tok	
cost glm_5_3_flash=off-requested|kb_clean.reasoning	30	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=glmflash_offreq, arm=kb_clean, column reasoning tok	
cost glm_5_3_flash=off-requested|kb_clean.cost	0.00037	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=glmflash_offreq, arm=kb_clean, column cost per call	
cost glm_5_3_flash=off-requested|kb_clean.latency	1.8	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=glmflash_offreq, arm=kb_clean, column latency s	
cost claude_haiku_5_5=high|native.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_high, arm=native, column calls	
cost claude_haiku_5_5=high|native.input	677	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_high, arm=native, column input tok	
cost claude_haiku_5_5=high|native.output	121	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_high, arm=native, column output tok	
cost claude_haiku_5_5=high|native.reasoning	110	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_high, arm=native, column reasoning tok	
cost claude_haiku_5_5=high|native.cost	0.00013	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_high, arm=native, column cost per call	
cost claude_haiku_5_5=high|native.latency	1.6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_high, arm=native, column latency s	
cost claude_haiku_5_5=high|layout.calls	150	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_high, arm=layout, column calls	
cost claude_haiku_5_5=high|layout.input	761	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_high, arm=layout, column input tok	
cost claude_haiku_5_5=high|layout.output	411	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_high, arm=layout, column output tok	
cost claude_haiku_5_5=high|layout.reasoning	400	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_high, arm=layout, column reasoning tok	
cost claude_haiku_5_5=high|layout.cost	0.00028	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_high, arm=layout, column cost per call	
cost claude_haiku_5_5=high|layout.latency	3.3	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_high, arm=layout, column latency s	
cost claude_haiku_5_5=high|kb_clean.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_high, arm=kb_clean, column calls	
cost claude_haiku_5_5=high|kb_clean.input	675	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_high, arm=kb_clean, column input tok	
cost claude_haiku_5_5=high|kb_clean.output	599	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_high, arm=kb_clean, column output tok	
cost claude_haiku_5_5=high|kb_clean.reasoning	589	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_high, arm=kb_clean, column reasoning tok	
cost claude_haiku_5_5=high|kb_clean.cost	0.00037	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_high, arm=kb_clean, column cost per call	
cost claude_haiku_5_5=high|kb_clean.latency	4.0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_high, arm=kb_clean, column latency s	
cost claude_haiku_5_5=off|native.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_off, arm=native, column calls	
cost claude_haiku_5_5=off|native.input	676	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_off, arm=native, column input tok	
cost claude_haiku_5_5=off|native.output	10	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_off, arm=native, column output tok	
cost claude_haiku_5_5=off|native.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_off, arm=native, column reasoning tok	
cost claude_haiku_5_5=off|native.cost	7e-05	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_off, arm=native, column cost per call	
cost claude_haiku_5_5=off|native.latency	1.2	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_off, arm=native, column latency s	
cost claude_haiku_5_5=off|layout.calls	290	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_off, arm=layout, column calls	
cost claude_haiku_5_5=off|layout.input	772	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_off, arm=layout, column input tok	
cost claude_haiku_5_5=off|layout.output	6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_off, arm=layout, column output tok	
cost claude_haiku_5_5=off|layout.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_off, arm=layout, column reasoning tok	
cost claude_haiku_5_5=off|layout.cost	8e-05	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_off, arm=layout, column cost per call	
cost claude_haiku_5_5=off|layout.latency	1.4	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_off, arm=layout, column latency s	
cost claude_haiku_5_5=off|kb_clean.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_off, arm=kb_clean, column calls	
cost claude_haiku_5_5=off|kb_clean.input	674	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_off, arm=kb_clean, column input tok	
cost claude_haiku_5_5=off|kb_clean.output	10	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_off, arm=kb_clean, column output tok	
cost claude_haiku_5_5=off|kb_clean.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_off, arm=kb_clean, column reasoning tok	
cost claude_haiku_5_5=off|kb_clean.cost	7e-05	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_off, arm=kb_clean, column cost per call	
cost claude_haiku_5_5=off|kb_clean.latency	1.3	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=haiku55_off, arm=kb_clean, column latency s	
cost kimi_k3_1_pro=off|native.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=native, column calls	
cost kimi_k3_1_pro=off|native.input	463	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=native, column input tok	
cost kimi_k3_1_pro=off|native.output	16	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=native, column output tok	
cost kimi_k3_1_pro=off|native.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=native, column reasoning tok	
cost kimi_k3_1_pro=off|native.cost	0.00709	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=native, column cost per call	
cost kimi_k3_1_pro=off|native.latency	1.8	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=native, column latency s	
cost kimi_k3_1_pro=off|layout.calls	900	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=layout, column calls	
cost kimi_k3_1_pro=off|layout.input	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=layout, column input tok	
cost kimi_k3_1_pro=off|layout.output	16	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=layout, column output tok	
cost kimi_k3_1_pro=off|layout.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=layout, column reasoning tok	
cost kimi_k3_1_pro=off|layout.cost	0.00758	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=layout, column cost per call	
cost kimi_k3_1_pro=off|layout.latency	2.5	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=layout, column latency s	
cost kimi_k3_1_pro=off|named.calls	350	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=named, column calls	
cost kimi_k3_1_pro=off|named.input	550	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=named, column input tok	
cost kimi_k3_1_pro=off|named.output	16	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=named, column output tok	
cost kimi_k3_1_pro=off|named.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=named, column reasoning tok	
cost kimi_k3_1_pro=off|named.cost	0.00823	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=named, column cost per call	
cost kimi_k3_1_pro=off|named.latency	1.7	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=named, column latency s	
cost kimi_k3_1_pro=off|rand.calls	400	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=rand, column calls	
cost kimi_k3_1_pro=off|rand.input	520	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=rand, column input tok	
cost kimi_k3_1_pro=off|rand.output	16	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=rand, column output tok	
cost kimi_k3_1_pro=off|rand.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=rand, column reasoning tok	
cost kimi_k3_1_pro=off|rand.cost	0.00784	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=rand, column cost per call	
cost kimi_k3_1_pro=off|rand.latency	2.5	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=rand, column latency s	
cost kimi_k3_1_pro=off|note.calls	100	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=note, column calls	
cost kimi_k3_1_pro=off|note.input	560	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=note, column input tok	
cost kimi_k3_1_pro=off|note.output	16	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=note, column output tok	
cost kimi_k3_1_pro=off|note.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=note, column reasoning tok	
cost kimi_k3_1_pro=off|note.cost	0.00836	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=note, column cost per call	
cost kimi_k3_1_pro=off|note.latency	1.8	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=note, column latency s	
cost kimi_k3_1_pro=off|table.calls	100	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=table, column calls	
cost kimi_k3_1_pro=off|table.input	849	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=table, column input tok	
cost kimi_k3_1_pro=off|table.output	16	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=table, column output tok	
cost kimi_k3_1_pro=off|table.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=table, column reasoning tok	
cost kimi_k3_1_pro=off|table.cost	0.01212	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=table, column cost per call	
cost kimi_k3_1_pro=off|table.latency	1.9	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=table, column latency s	
cost kimi_k3_1_pro=off|kb_clean.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=kb_clean, column calls	
cost kimi_k3_1_pro=off|kb_clean.input	431	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=kb_clean, column input tok	
cost kimi_k3_1_pro=off|kb_clean.output	16	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=kb_clean, column output tok	
cost kimi_k3_1_pro=off|kb_clean.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=kb_clean, column reasoning tok	
cost kimi_k3_1_pro=off|kb_clean.cost	0.00669	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=kb_clean, column cost per call	
cost kimi_k3_1_pro=off|kb_clean.latency	1.8	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_off, arm=kb_clean, column latency s	
cost kimi_k3_1_pro=on|native.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_on, arm=native, column calls	
cost kimi_k3_1_pro=on|native.input	530	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_on, arm=native, column input tok	
cost kimi_k3_1_pro=on|native.output	206	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_on, arm=native, column output tok	
cost kimi_k3_1_pro=on|native.reasoning	186	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_on, arm=native, column reasoning tok	
cost kimi_k3_1_pro=on|native.cost	0.0209	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_on, arm=native, column cost per call	
cost kimi_k3_1_pro=on|native.latency	10.2	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_on, arm=native, column latency s	
cost kimi_k3_1_pro=on|layout.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_on, arm=layout, column calls	
cost kimi_k3_1_pro=on|layout.input	563	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_on, arm=layout, column input tok	
cost kimi_k3_1_pro=on|layout.output	6762	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_on, arm=layout, column output tok	
cost kimi_k3_1_pro=on|layout.reasoning	6743	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_on, arm=layout, column reasoning tok	
cost kimi_k3_1_pro=on|layout.cost	0.4671	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_on, arm=layout, column cost per call	
cost kimi_k3_1_pro=on|layout.latency	351.9	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_on, arm=layout, column latency s	
cost kimi_k3_1_pro=on|kb_clean.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_on, arm=kb_clean, column calls	
cost kimi_k3_1_pro=on|kb_clean.input	498	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_on, arm=kb_clean, column input tok	
cost kimi_k3_1_pro=on|kb_clean.output	717	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_on, arm=kb_clean, column output tok	
cost kimi_k3_1_pro=on|kb_clean.reasoning	697	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_on, arm=kb_clean, column reasoning tok	
cost kimi_k3_1_pro=on|kb_clean.cost	0.05525	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_on, arm=kb_clean, column cost per call	
cost kimi_k3_1_pro=on|kb_clean.latency	31.3	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=kimi_on, arm=kb_clean, column latency s	
cost gpt_6_luna=high|native.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=native, column calls	
cost gpt_6_luna=high|native.input	298	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=native, column input tok	
cost gpt_6_luna=high|native.output	82	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=native, column output tok	
cost gpt_6_luna=high|native.reasoning	69	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=native, column reasoning tok	
cost gpt_6_luna=high|native.cost	7e-05	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=native, column cost per call	
cost gpt_6_luna=high|native.latency	1.9	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=native, column latency s	
cost gpt_6_luna=high|layout.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=layout, column calls	
cost gpt_6_luna=high|layout.input	411	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=layout, column input tok	
cost gpt_6_luna=high|layout.output	3285	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=layout, column output tok	
cost gpt_6_luna=high|layout.reasoning	3271	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=layout, column reasoning tok	
cost gpt_6_luna=high|layout.cost	0.00168	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=layout, column cost per call	
cost gpt_6_luna=high|layout.latency	28.6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=layout, column latency s	
cost gpt_6_luna=high|named.calls	350	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=named, column calls	
cost gpt_6_luna=high|named.input	470	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=named, column input tok	
cost gpt_6_luna=high|named.output	4859	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=named, column output tok	
cost gpt_6_luna=high|named.reasoning	4845	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=named, column reasoning tok	
cost gpt_6_luna=high|named.cost	0.00248	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=named, column cost per call	
cost gpt_6_luna=high|named.latency	45.1	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=named, column latency s	
cost gpt_6_luna=high|rand.calls	400	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=rand, column calls	
cost gpt_6_luna=high|rand.input	441	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=rand, column input tok	
cost gpt_6_luna=high|rand.output	6479	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=rand, column output tok	
cost gpt_6_luna=high|rand.reasoning	6465	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=rand, column reasoning tok	
cost gpt_6_luna=high|rand.cost	0.00328	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=rand, column cost per call	
cost gpt_6_luna=high|rand.latency	58.9	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=rand, column latency s	
cost gpt_6_luna=high|table.calls	100	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=table, column calls	
cost gpt_6_luna=high|table.input	768	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=table, column input tok	
cost gpt_6_luna=high|table.output	3574	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=table, column output tok	
cost gpt_6_luna=high|table.reasoning	3560	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=table, column reasoning tok	
cost gpt_6_luna=high|table.cost	0.00186	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=table, column cost per call	
cost gpt_6_luna=high|table.latency	34.2	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=table, column latency s	
cost gpt_6_luna=high|kb_clean.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=kb_clean, column calls	
cost gpt_6_luna=high|kb_clean.input	336	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=kb_clean, column input tok	
cost gpt_6_luna=high|kb_clean.output	331	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=kb_clean, column output tok	
cost gpt_6_luna=high|kb_clean.reasoning	317	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=kb_clean, column reasoning tok	
cost gpt_6_luna=high|kb_clean.cost	0.0002	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=kb_clean, column cost per call	
cost gpt_6_luna=high|kb_clean.latency	3.9	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_high, arm=kb_clean, column latency s	
cost gpt_6_luna=off|native.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=native, column calls	
cost gpt_6_luna=off|native.input	298	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=native, column input tok	
cost gpt_6_luna=off|native.output	12	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=native, column output tok	
cost gpt_6_luna=off|native.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=native, column reasoning tok	
cost gpt_6_luna=off|native.cost	4e-05	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=native, column cost per call	
cost gpt_6_luna=off|native.latency	1.4	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=native, column latency s	
cost gpt_6_luna=off|layout.calls	1250	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=layout, column calls	
cost gpt_6_luna=off|layout.input	417	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=layout, column input tok	
cost gpt_6_luna=off|layout.output	12	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=layout, column output tok	
cost gpt_6_luna=off|layout.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=layout, column reasoning tok	
cost gpt_6_luna=off|layout.cost	5e-05	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=layout, column cost per call	
cost gpt_6_luna=off|layout.latency	1.6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=layout, column latency s	
cost gpt_6_luna=off|named.calls	700	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=named, column calls	
cost gpt_6_luna=off|named.input	470	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=named, column input tok	
cost gpt_6_luna=off|named.output	12	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=named, column output tok	
cost gpt_6_luna=off|named.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=named, column reasoning tok	
cost gpt_6_luna=off|named.cost	5e-05	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=named, column cost per call	
cost gpt_6_luna=off|named.latency	2.0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=named, column latency s	
cost gpt_6_luna=off|rand.calls	400	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=rand, column calls	
cost gpt_6_luna=off|rand.input	441	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=rand, column input tok	
cost gpt_6_luna=off|rand.output	12	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=rand, column output tok	
cost gpt_6_luna=off|rand.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=rand, column reasoning tok	
cost gpt_6_luna=off|rand.cost	5e-05	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=rand, column cost per call	
cost gpt_6_luna=off|rand.latency	1.5	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=rand, column latency s	
cost gpt_6_luna=off|note.calls	100	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=note, column calls	
cost gpt_6_luna=off|note.input	482	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=note, column input tok	
cost gpt_6_luna=off|note.output	12	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=note, column output tok	
cost gpt_6_luna=off|note.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=note, column reasoning tok	
cost gpt_6_luna=off|note.cost	5e-05	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=note, column cost per call	
cost gpt_6_luna=off|note.latency	2.4	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=note, column latency s	
cost gpt_6_luna=off|table.calls	100	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=table, column calls	
cost gpt_6_luna=off|table.input	768	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=table, column input tok	
cost gpt_6_luna=off|table.output	12	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=table, column output tok	
cost gpt_6_luna=off|table.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=table, column reasoning tok	
cost gpt_6_luna=off|table.cost	8e-05	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=table, column cost per call	
cost gpt_6_luna=off|table.latency	1.4	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=table, column latency s	
cost gpt_6_luna=off|kb_clean.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=kb_clean, column calls	
cost gpt_6_luna=off|kb_clean.input	336	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=kb_clean, column input tok	
cost gpt_6_luna=off|kb_clean.output	12	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=kb_clean, column output tok	
cost gpt_6_luna=off|kb_clean.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=kb_clean, column reasoning tok	
cost gpt_6_luna=off|kb_clean.cost	4e-05	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=kb_clean, column cost per call	
cost gpt_6_luna=off|kb_clean.latency	1.4	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=luna_none, arm=kb_clean, column latency s	
cost claude_opus_5_5=low|native.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=opus55_low, arm=native, column calls	
cost claude_opus_5_5=low|native.input	677	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=opus55_low, arm=native, column input tok	
cost claude_opus_5_5=low|native.output	29	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=opus55_low, arm=native, column output tok	
cost claude_opus_5_5=low|native.reasoning	18	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=opus55_low, arm=native, column reasoning tok	
cost claude_opus_5_5=low|native.cost	0.00328	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=opus55_low, arm=native, column cost per call	
cost claude_opus_5_5=low|native.latency	1.7	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=opus55_low, arm=native, column latency s	
cost claude_opus_5_5=low|layout.calls	470	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=opus55_low, arm=layout, column calls	
cost claude_opus_5_5=low|layout.input	776	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=opus55_low, arm=layout, column input tok	
cost claude_opus_5_5=low|layout.output	286	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=opus55_low, arm=layout, column output tok	
cost claude_opus_5_5=low|layout.reasoning	275	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=opus55_low, arm=layout, column reasoning tok	
cost claude_opus_5_5=low|layout.cost	0.00882	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=opus55_low, arm=layout, column cost per call	
cost claude_opus_5_5=low|layout.latency	4.9	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=opus55_low, arm=layout, column latency s	
cost claude_opus_5_5=low|kb_clean.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=opus55_low, arm=kb_clean, column calls	
cost claude_opus_5_5=low|kb_clean.input	675	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=opus55_low, arm=kb_clean, column input tok	
cost claude_opus_5_5=low|kb_clean.output	53	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=opus55_low, arm=kb_clean, column output tok	
cost claude_opus_5_5=low|kb_clean.reasoning	42	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=opus55_low, arm=kb_clean, column reasoning tok	
cost claude_opus_5_5=low|kb_clean.cost	0.00376	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=opus55_low, arm=kb_clean, column cost per call	
cost claude_opus_5_5=low|kb_clean.latency	2.1	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=opus55_low, arm=kb_clean, column latency s	
cost gpt_6_1_sol=high|native.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=native, column calls	
cost gpt_6_1_sol=high|native.input	298	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=native, column input tok	
cost gpt_6_1_sol=high|native.output	34	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=native, column output tok	
cost gpt_6_1_sol=high|native.reasoning	21	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=native, column reasoning tok	
cost gpt_6_1_sol=high|native.cost	0.00094	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=native, column cost per call	
cost gpt_6_1_sol=high|native.latency	2.6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=native, column latency s	
cost gpt_6_1_sol=high|layout.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=layout, column calls	
cost gpt_6_1_sol=high|layout.input	411	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=layout, column input tok	
cost gpt_6_1_sol=high|layout.output	412	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=layout, column output tok	
cost gpt_6_1_sol=high|layout.reasoning	398	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=layout, column reasoning tok	
cost gpt_6_1_sol=high|layout.cost	0.00494	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=layout, column cost per call	
cost gpt_6_1_sol=high|layout.latency	9.8	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=layout, column latency s	
cost gpt_6_1_sol=high|rand.calls	300	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=rand, column calls	
cost gpt_6_1_sol=high|rand.input	438	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=rand, column input tok	
cost gpt_6_1_sol=high|rand.output	999	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=rand, column output tok	
cost gpt_6_1_sol=high|rand.reasoning	985	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=rand, column reasoning tok	
cost gpt_6_1_sol=high|rand.cost	0.01087	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=rand, column cost per call	
cost gpt_6_1_sol=high|rand.latency	19.5	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=rand, column latency s	
cost gpt_6_1_sol=high|kb_clean.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=kb_clean, column calls	
cost gpt_6_1_sol=high|kb_clean.input	336	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=kb_clean, column input tok	
cost gpt_6_1_sol=high|kb_clean.output	64	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=kb_clean, column output tok	
cost gpt_6_1_sol=high|kb_clean.reasoning	51	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=kb_clean, column reasoning tok	
cost gpt_6_1_sol=high|kb_clean.cost	0.00131	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=kb_clean, column cost per call	
cost gpt_6_1_sol=high|kb_clean.latency	3.0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_high, arm=kb_clean, column latency s	
cost gpt_6_1_sol=low|native.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=native, column calls	
cost gpt_6_1_sol=low|native.input	298	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=native, column input tok	
cost gpt_6_1_sol=low|native.output	15	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=native, column output tok	
cost gpt_6_1_sol=low|native.reasoning	3	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=native, column reasoning tok	
cost gpt_6_1_sol=low|native.cost	0.00075	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=native, column cost per call	
cost gpt_6_1_sol=low|native.latency	2.2	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=native, column latency s	
cost gpt_6_1_sol=low|layout.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=layout, column calls	
cost gpt_6_1_sol=low|layout.input	411	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=layout, column input tok	
cost gpt_6_1_sol=low|layout.output	116	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=layout, column output tok	
cost gpt_6_1_sol=low|layout.reasoning	102	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=layout, column reasoning tok	
cost gpt_6_1_sol=low|layout.cost	0.00198	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=layout, column cost per call	
cost gpt_6_1_sol=low|layout.latency	4.4	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=layout, column latency s	
cost gpt_6_1_sol=low|named.calls	350	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=named, column calls	
cost gpt_6_1_sol=low|named.input	470	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=named, column input tok	
cost gpt_6_1_sol=low|named.output	95	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=named, column output tok	
cost gpt_6_1_sol=low|named.reasoning	81	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=named, column reasoning tok	
cost gpt_6_1_sol=low|named.cost	0.00189	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=named, column cost per call	
cost gpt_6_1_sol=low|named.latency	3.8	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=named, column latency s	
cost gpt_6_1_sol=low|rand.calls	400	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=rand, column calls	
cost gpt_6_1_sol=low|rand.input	441	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=rand, column input tok	
cost gpt_6_1_sol=low|rand.output	286	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=rand, column output tok	
cost gpt_6_1_sol=low|rand.reasoning	272	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=rand, column reasoning tok	
cost gpt_6_1_sol=low|rand.cost	0.00374	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=rand, column cost per call	
cost gpt_6_1_sol=low|rand.latency	8.2	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=rand, column latency s	
cost gpt_6_1_sol=low|note.calls	100	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=note, column calls	
cost gpt_6_1_sol=low|note.input	482	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=note, column input tok	
cost gpt_6_1_sol=low|note.output	274	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=note, column output tok	
cost gpt_6_1_sol=low|note.reasoning	260	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=note, column reasoning tok	
cost gpt_6_1_sol=low|note.cost	0.0037	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=note, column cost per call	
cost gpt_6_1_sol=low|note.latency	7.9	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=note, column latency s	
cost gpt_6_1_sol=low|table.calls	100	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=table, column calls	
cost gpt_6_1_sol=low|table.input	768	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=table, column input tok	
cost gpt_6_1_sol=low|table.output	68	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=table, column output tok	
cost gpt_6_1_sol=low|table.reasoning	54	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=table, column reasoning tok	
cost gpt_6_1_sol=low|table.cost	0.00222	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=table, column cost per call	
cost gpt_6_1_sol=low|table.latency	3.3	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=table, column latency s	
cost gpt_6_1_sol=low|kb_clean.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=kb_clean, column calls	
cost gpt_6_1_sol=low|kb_clean.input	336	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=kb_clean, column input tok	
cost gpt_6_1_sol=low|kb_clean.output	23	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=kb_clean, column output tok	
cost gpt_6_1_sol=low|kb_clean.reasoning	11	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=kb_clean, column reasoning tok	
cost gpt_6_1_sol=low|kb_clean.cost	0.0009	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=kb_clean, column cost per call	
cost gpt_6_1_sol=low|kb_clean.latency	2.4	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sol_low, arm=kb_clean, column latency s	
cost claude_sonnet_5_5=high|native.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_high, arm=native, column calls	
cost claude_sonnet_5_5=high|native.input	677	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_high, arm=native, column input tok	
cost claude_sonnet_5_5=high|native.output	26	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_high, arm=native, column output tok	
cost claude_sonnet_5_5=high|native.reasoning	15	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_high, arm=native, column reasoning tok	
cost claude_sonnet_5_5=high|native.cost	0.00161	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_high, arm=native, column cost per call	
cost claude_sonnet_5_5=high|native.latency	1.6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_high, arm=native, column latency s	
cost claude_sonnet_5_5=high|layout.calls	470	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_high, arm=layout, column calls	
cost claude_sonnet_5_5=high|layout.input	776	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_high, arm=layout, column input tok	
cost claude_sonnet_5_5=high|layout.output	784	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_high, arm=layout, column output tok	
cost claude_sonnet_5_5=high|layout.reasoning	773	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_high, arm=layout, column reasoning tok	
cost claude_sonnet_5_5=high|layout.cost	0.00939	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_high, arm=layout, column cost per call	
cost claude_sonnet_5_5=high|layout.latency	8.4	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_high, arm=layout, column latency s	
cost claude_sonnet_5_5=high|kb_clean.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_high, arm=kb_clean, column calls	
cost claude_sonnet_5_5=high|kb_clean.input	675	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_high, arm=kb_clean, column input tok	
cost claude_sonnet_5_5=high|kb_clean.output	194	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_high, arm=kb_clean, column output tok	
cost claude_sonnet_5_5=high|kb_clean.reasoning	183	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_high, arm=kb_clean, column reasoning tok	
cost claude_sonnet_5_5=high|kb_clean.cost	0.00329	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_high, arm=kb_clean, column cost per call	
cost claude_sonnet_5_5=high|kb_clean.latency	3.0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_high, arm=kb_clean, column latency s	
cost claude_sonnet_5_5=off|native.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_off, arm=native, column calls	
cost claude_sonnet_5_5=off|native.input	676	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_off, arm=native, column input tok	
cost claude_sonnet_5_5=off|native.output	10	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_off, arm=native, column output tok	
cost claude_sonnet_5_5=off|native.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_off, arm=native, column reasoning tok	
cost claude_sonnet_5_5=off|native.cost	0.00145	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_off, arm=native, column cost per call	
cost claude_sonnet_5_5=off|native.latency	1.5	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_off, arm=native, column latency s	
cost claude_sonnet_5_5=off|layout.calls	470	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_off, arm=layout, column calls	
cost claude_sonnet_5_5=off|layout.input	775	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_off, arm=layout, column input tok	
cost claude_sonnet_5_5=off|layout.output	10	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_off, arm=layout, column output tok	
cost claude_sonnet_5_5=off|layout.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_off, arm=layout, column reasoning tok	
cost claude_sonnet_5_5=off|layout.cost	0.00165	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_off, arm=layout, column cost per call	
cost claude_sonnet_5_5=off|layout.latency	1.7	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_off, arm=layout, column latency s	
cost claude_sonnet_5_5=off|kb_clean.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_off, arm=kb_clean, column calls	
cost claude_sonnet_5_5=off|kb_clean.input	674	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_off, arm=kb_clean, column input tok	
cost claude_sonnet_5_5=off|kb_clean.output	10	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_off, arm=kb_clean, column output tok	
cost claude_sonnet_5_5=off|kb_clean.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_off, arm=kb_clean, column reasoning tok	
cost claude_sonnet_5_5=off|kb_clean.cost	0.00145	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_off, arm=kb_clean, column cost per call	
cost claude_sonnet_5_5=off|kb_clean.latency	1.6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=sonnet55_off, arm=kb_clean, column latency s	
cost gpt_6_1_terra=high|native.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=native, column calls	
cost gpt_6_1_terra=high|native.input	298	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=native, column input tok	
cost gpt_6_1_terra=high|native.output	25	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=native, column output tok	
cost gpt_6_1_terra=high|native.reasoning	12	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=native, column reasoning tok	
cost gpt_6_1_terra=high|native.cost	0.00042	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=native, column cost per call	
cost gpt_6_1_terra=high|native.latency	1.7	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=native, column latency s	
cost gpt_6_1_terra=high|layout.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=layout, column calls	
cost gpt_6_1_terra=high|layout.input	411	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=layout, column input tok	
cost gpt_6_1_terra=high|layout.output	610	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=layout, column output tok	
cost gpt_6_1_terra=high|layout.reasoning	597	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=layout, column reasoning tok	
cost gpt_6_1_terra=high|layout.cost	0.00346	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=layout, column cost per call	
cost gpt_6_1_terra=high|layout.latency	9.8	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=layout, column latency s	
cost gpt_6_1_terra=high|named.calls	350	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=named, column calls	
cost gpt_6_1_terra=high|named.input	470	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=named, column input tok	
cost gpt_6_1_terra=high|named.output	217	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=named, column output tok	
cost gpt_6_1_terra=high|named.reasoning	203	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=named, column reasoning tok	
cost gpt_6_1_terra=high|named.cost	0.00156	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=named, column cost per call	
cost gpt_6_1_terra=high|named.latency	4.6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=named, column latency s	
cost gpt_6_1_terra=high|rand.calls	400	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=rand, column calls	
cost gpt_6_1_terra=high|rand.input	441	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=rand, column input tok	
cost gpt_6_1_terra=high|rand.output	748	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=rand, column output tok	
cost gpt_6_1_terra=high|rand.reasoning	734	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=rand, column reasoning tok	
cost gpt_6_1_terra=high|rand.cost	0.00418	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=rand, column cost per call	
cost gpt_6_1_terra=high|rand.latency	11.7	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=rand, column latency s	
cost gpt_6_1_terra=high|note.calls	100	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=note, column calls	
cost gpt_6_1_terra=high|note.input	482	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=note, column input tok	
cost gpt_6_1_terra=high|note.output	560	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=note, column output tok	
cost gpt_6_1_terra=high|note.reasoning	546	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=note, column reasoning tok	
cost gpt_6_1_terra=high|note.cost	0.00328	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=note, column cost per call	
cost gpt_6_1_terra=high|note.latency	9.2	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=note, column latency s	
cost gpt_6_1_terra=high|table.calls	100	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=table, column calls	
cost gpt_6_1_terra=high|table.input	768	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=table, column input tok	
cost gpt_6_1_terra=high|table.output	193	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=table, column output tok	
cost gpt_6_1_terra=high|table.reasoning	179	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=table, column reasoning tok	
cost gpt_6_1_terra=high|table.cost	0.00173	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=table, column cost per call	
cost gpt_6_1_terra=high|table.latency	3.8	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=table, column latency s	
cost gpt_6_1_terra=high|kb_clean.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=kb_clean, column calls	
cost gpt_6_1_terra=high|kb_clean.input	336	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=kb_clean, column input tok	
cost gpt_6_1_terra=high|kb_clean.output	58	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=kb_clean, column output tok	
cost gpt_6_1_terra=high|kb_clean.reasoning	45	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=kb_clean, column reasoning tok	
cost gpt_6_1_terra=high|kb_clean.cost	0.00062	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=kb_clean, column cost per call	
cost gpt_6_1_terra=high|kb_clean.latency	2.1	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_high, arm=kb_clean, column latency s	
cost gpt_6_1_terra=off|native.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=native, column calls	
cost gpt_6_1_terra=off|native.input	298	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=native, column input tok	
cost gpt_6_1_terra=off|native.output	12	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=native, column output tok	
cost gpt_6_1_terra=off|native.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=native, column reasoning tok	
cost gpt_6_1_terra=off|native.cost	0.00036	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=native, column cost per call	
cost gpt_6_1_terra=off|native.latency	1.5	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=native, column latency s	
cost gpt_6_1_terra=off|layout.calls	1250	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=layout, column calls	
cost gpt_6_1_terra=off|layout.input	417	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=layout, column input tok	
cost gpt_6_1_terra=off|layout.output	12	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=layout, column output tok	
cost gpt_6_1_terra=off|layout.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=layout, column reasoning tok	
cost gpt_6_1_terra=off|layout.cost	0.00048	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=layout, column cost per call	
cost gpt_6_1_terra=off|layout.latency	1.6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=layout, column latency s	
cost gpt_6_1_terra=off|named.calls	700	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=named, column calls	
cost gpt_6_1_terra=off|named.input	470	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=named, column input tok	
cost gpt_6_1_terra=off|named.output	12	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=named, column output tok	
cost gpt_6_1_terra=off|named.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=named, column reasoning tok	
cost gpt_6_1_terra=off|named.cost	0.00053	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=named, column cost per call	
cost gpt_6_1_terra=off|named.latency	1.7	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=named, column latency s	
cost gpt_6_1_terra=off|rand.calls	400	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=rand, column calls	
cost gpt_6_1_terra=off|rand.input	441	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=rand, column input tok	
cost gpt_6_1_terra=off|rand.output	12	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=rand, column output tok	
cost gpt_6_1_terra=off|rand.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=rand, column reasoning tok	
cost gpt_6_1_terra=off|rand.cost	0.0005	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=rand, column cost per call	
cost gpt_6_1_terra=off|rand.latency	1.8	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=rand, column latency s	
cost gpt_6_1_terra=off|note.calls	100	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=note, column calls	
cost gpt_6_1_terra=off|note.input	482	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=note, column input tok	
cost gpt_6_1_terra=off|note.output	12	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=note, column output tok	
cost gpt_6_1_terra=off|note.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=note, column reasoning tok	
cost gpt_6_1_terra=off|note.cost	0.00054	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=note, column cost per call	
cost gpt_6_1_terra=off|note.latency	1.7	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=note, column latency s	
cost gpt_6_1_terra=off|table.calls	100	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=table, column calls	
cost gpt_6_1_terra=off|table.input	768	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=table, column input tok	
cost gpt_6_1_terra=off|table.output	12	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=table, column output tok	
cost gpt_6_1_terra=off|table.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=table, column reasoning tok	
cost gpt_6_1_terra=off|table.cost	0.00083	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=table, column cost per call	
cost gpt_6_1_terra=off|table.latency	1.6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=table, column latency s	
cost gpt_6_1_terra=off|kb_clean.calls	500	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=kb_clean, column calls	
cost gpt_6_1_terra=off|kb_clean.input	336	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=kb_clean, column input tok	
cost gpt_6_1_terra=off|kb_clean.output	12	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=kb_clean, column output tok	
cost gpt_6_1_terra=off|kb_clean.reasoning	0	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=kb_clean, column reasoning tok	
cost gpt_6_1_terra=off|kb_clean.cost	0.0004	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=kb_clean, column cost per call	
cost gpt_6_1_terra=off|kb_clean.latency	1.6	pilot cost table (PILOT_COST_PER_CALL.md)	table row setting=terra_none, arm=kb_clean, column latency s	
zh.classes	18	results/pilot_zh_graded_20261116/SUMMARY.json	hard_pairs.classes	
zh.bound_pct	50.0	results/pilot_zh_graded_20261116/SUMMARY.json	hard_pairs.expected_accuracy_bound_pct.keyboard_clean	
zh.forced.one_call	[366, 756]	results/pilot_zh_graded_20261116/SUMMARY.json	pooled.rows.all["forced choice, toneless pinyin, hard"]	
zh.forced.one_call.ci	[46.5608, 50.1323]	results/pilot_zh_graded_20261116/SUMMARY.json	rev.c3.accuracy_pooled.these_settings.ci_pct	
zh.forced.sentence	[749, 756]	results/pilot_zh_graded_20261116/SUMMARY.json	pooled.rows.all["forced choice, toneless pinyin, rescued"]	
zh.forced.sentence.ci	[98.148, 99.868]	results/pilot_zh_graded_20261116/SUMMARY.json	rev.c1c2.c2.rates.all.classes_resampled.ci	
zh.forced.minority	[371, 378]	results/pilot_zh_graded_20261116/SUMMARY.json	rev.c1c2.c2.rates.minority.kn	
zh.forced.minority.ci	[96.296, 99.471]	results/pilot_zh_graded_20261116/SUMMARY.json	rev.c1c2.c2.rates.minority.classes_resampled.ci	
zh.forced.three_calls	{"k": 1108, "n": 2268, "pct": 48.85361552028219, "ci": [46.73721340388007, 50.573192239858905], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.pooled	
zh.flag.open	{"k": 1194, "n": 2268, "pct": 52.645502645502646, "ci": [44.796075837742514, 59.61199294532628], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.open.U_says	
zh.flag.open.determined	{"k": 1, "n": 1260, "pct": 0.07936507936507936, "ci": [0.0, 0.2506265664160401], "n_classes": 42}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.open.D_says	
zh.flag.open.bare	{"k": 32, "n": 2268, "pct": 1.4109347442680775, "ci": [0.8377425044091711, 2.0282186948853616], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.open.U_bare	
zh.flag.open_p	{"k": 1268, "n": 2268, "pct": 55.908289241622576, "ci": [47.75132275132275, 63.492063492063494], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.open_p.U_says	
zh.flag.open_p.determined	{"k": 0, "n": 1260, "pct": 0.0, "ci": [0.0, 0.0], "n_classes": 42}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.open_p.D_says	
zh.flag.open_p.bare	{"k": 89, "n": 2268, "pct": 3.924162257495591, "ci": [2.1164021164021163, 6.084656084656085], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.open_p.U_bare	
zh.flag.open_n	{"k": 1561, "n": 2268, "pct": 68.82716049382717, "ci": [60.670194003527335, 75.61728395061728], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.open_n.U_says	
zh.flag.open_n.determined	{"k": 6, "n": 1260, "pct": 0.47619047619047616, "ci": [0.15360983102918588, 0.8658008658008658], "n_classes": 42}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.open_n.D_says	
zh.flag.open_n.bare	{"k": 17, "n": 2268, "pct": 0.7495590828924162, "ci": [0.3527336860670194, 1.1904761904761905], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.open_n.U_bare	
zh.flag.free	{"k": 491, "n": 2268, "pct": 21.649029982363317, "ci": [18.209876543209877, 25.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.free.U_says	
zh.flag.free.determined	{"k": 3, "n": 1260, "pct": 0.23809523809523808, "ci": [0.0, 0.5208333333333334], "n_classes": 42}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.free.D_says	
zh.flag.free.bare	{"k": 1374, "n": 2268, "pct": 60.58201058201058, "ci": [58.02469135802469, 63.447971781305114], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.free.U_bare	
zh.flag.free_p	{"k": 648, "n": 2268, "pct": 28.571428571428573, "ci": [23.941798941798943, 33.245149911816576], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.free_p.U_says	
zh.flag.free_p.determined	{"k": 0, "n": 1260, "pct": 0.0, "ci": [0.0, 0.0], "n_classes": 42}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.free_p.D_says	
zh.flag.free_p.bare	{"k": 1228, "n": 2268, "pct": 54.14462081128748, "ci": [51.23456790123457, 56.87830687830688], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.free_p.U_bare	
zh.flag.free_n	{"k": 758, "n": 2268, "pct": 33.42151675485009, "ci": [29.012345679012345, 37.87477954144621], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.free_n.U_says	
zh.flag.free_n.determined	{"k": 3, "n": 1260, "pct": 0.23809523809523808, "ci": [0.0, 0.5208333333333334], "n_classes": 42}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.free_n.D_says	
zh.flag.free_n.bare	{"k": 1145, "n": 2268, "pct": 50.48500881834215, "ci": [47.61904761904762, 53.35097001763668], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.free_n.U_bare	
zh.flag.ab	{"k": 1353, "n": 2268, "pct": 59.65608465608466, "ci": [53.08641975308642, 65.74074074074075], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.ab.U_zero	
zh.flag.ab.determined	{"k": 10, "n": 1260, "pct": 0.7936507936507936, "ci": [0.17969451931716082, 1.5151515151515151], "n_classes": 42}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.ab.D_zero	
zh.flag.ab_p	{"k": 1464, "n": 2268, "pct": 64.55026455026454, "ci": [57.760141093474424, 70.81128747795414], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.ab_p.U_zero	
zh.flag.ab_p.determined	{"k": 33, "n": 1260, "pct": 2.619047619047619, "ci": [1.9557823129251701, 3.250188964474679], "n_classes": 42}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.ab_p.D_zero	
zh.flag.ab_n	{"k": 1619, "n": 2268, "pct": 71.38447971781305, "ci": [64.85890652557319, 77.29276895943562], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.ab_n.U_zero	
zh.flag.ab_n.determined	{"k": 36, "n": 1260, "pct": 2.857142857142857, "ci": [2.1645021645021645, 3.5303776683087027], "n_classes": 42}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.ab_n.D_zero	
zh.contrast.H1	{"est": 30.99647266313933, "ci_classes": [26.23456790123457, 35.670194003527335], "ci_settings_classes": [18.606701940035276, 44.576719576719576], "p_holm": 3.0517578125e-05, "supported": true}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1	
zh.contrast.H2a	{"est": 6.834215167548502, "ci_classes": [5.070546737213403, 8.863536155202807], "ci_settings_classes": [2.6014109347442678, 11.948853615520283], "p_holm": 3.0517578125e-05, "supported": true}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2a	
zh.contrast.H2b	{"est": 4.850088183421517, "ci_classes": [2.7777777777777777, 7.186948853615521], "ci_settings_classes": [1.1022927689594357, 9.788359788359788], "p_holm": 0.0002593994140625, "supported": true}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2b	
zh.contrast.H2c	{"est": 12.918871252204585, "ci_classes": [10.757275132275142, 14.991181657848323], "ci_settings_classes": [7.848324514991181, 18.07870370370369], "p_holm": 3.0517578125e-05, "supported": true}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2c	
zh.contrast.ab_n minus ab	{"est": 11.728395061728396, "ci_classes": [9.25925925925926, 14.417989417989418], "ci_settings_classes": [6.128747795414462, 18.299162257495578], "p_signflip": 7.62939453125e-06}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	note_placebo_vs_none_U["ab_n minus ab"]	
zh.contrast.ab_p minus ab	{"est": 4.894179894179894, "ci_classes": [2.821869488536155, 6.9223985890652555], "ci_settings_classes": [1.3227513227513232, 9.303350970017636], "p_signflip": 0.0005035400390625}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	note_placebo_vs_none_U["ab_p minus ab"]	
zh.contrast.free_n minus free	{"est": 11.772486772486772, "ci_classes": [9.523809523809524, 14.065255731922399], "ci_settings_classes": [5.82010582010582, 18.738977072310405], "p_signflip": 7.62939453125e-06}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	note_placebo_vs_none_U["free_n minus free"]	
zh.contrast.free_p minus free	{"est": 6.922398589065256, "ci_classes": [4.320987654320988, 9.567901234567902], "ci_settings_classes": [2.4691358024691357, 12.037037037037038], "p_signflip": 0.00018310546875}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	note_placebo_vs_none_U["free_p minus free"]	
zh.contrast.open_n minus open	{"est": 16.181657848324516, "ci_classes": [12.874779541446209, 19.268077601410933], "ci_settings_classes": [8.5978835978836, 23.941798941798943], "p_signflip": 7.62939453125e-06}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	note_placebo_vs_none_U["open_n minus open"]	
zh.contrast.open_p minus open	{"est": 3.2627865961199296, "ci_classes": [0.17636684303351, 6.172839506172839], "ci_settings_classes": [-3.0864197530864197, 9.611992945326278], "p_signflip": 0.06219482421875}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	note_placebo_vs_none_U["open_p minus open"]	
zh.per_setting.haiku55_off.fc	{"k": 54, "n": 108, "pct": 50.0, "ci": [50.0, 50.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.per_setting.haiku55_off	
zh.per_setting.haiku55_off.fc	{"U_k": 54, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.haiku55_off.fc	
zh.per_setting.haiku55_off.ab	{"U_k": 0, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.haiku55_off.ab	
zh.per_setting.haiku55_off.ab_n	{"U_k": 0, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.haiku55_off.ab_n	
zh.per_setting.haiku55_off.ab_p	{"U_k": 0, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.haiku55_off.ab_p	
zh.per_setting.haiku55_off.free	{"U_k": 8, "U_n": 108, "U_bare": 28, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.haiku55_off.free	
zh.per_setting.haiku55_off.free_n	{"U_k": 36, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.haiku55_off.free_n	
zh.per_setting.haiku55_off.free_p	{"U_k": 6, "U_n": 108, "U_bare": 1, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.haiku55_off.free_p	
zh.per_setting.haiku55_off.open	{"U_k": 25, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.haiku55_off.open	
zh.per_setting.haiku55_off.open_n	{"U_k": 40, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.haiku55_off.open_n	
zh.per_setting.haiku55_off.open_p	{"U_k": 24, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.haiku55_off.open_p	
zh.per_setting.haiku55_off.H1	{"est": 15.74074074074074, "ci": [2.7777777777777772, 30.555555555555557], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1.per_setting.haiku55_off	
zh.per_setting.haiku55_off.H2a	{"est": 0.0, "ci": [0.0, 0.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2a.per_setting.haiku55_off	
zh.per_setting.haiku55_off.H2b	{"est": 27.77777777777778, "ci": [12.962962962962962, 43.51851851851851], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2b.per_setting.haiku55_off	
zh.per_setting.haiku55_off.H2c	{"est": 14.814814814814813, "ci": [4.62962962962963, 25.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2c.per_setting.haiku55_off	
zh.per_setting.haiku55_off.reasoning_share	0.0	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	reasoning.share_of_calls_with_reasoning_tokens.haiku55_off	
zh.per_setting.haiku55_high.fc	{"k": 56, "n": 108, "pct": 51.851851851851855, "ci": [48.148148148148145, 56.48148148148148], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.per_setting.haiku55_high	
zh.per_setting.haiku55_high.fc	{"U_k": 56, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.haiku55_high.fc	
zh.per_setting.haiku55_high.ab	{"U_k": 39, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.haiku55_high.ab	
zh.per_setting.haiku55_high.ab_n	{"U_k": 59, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.haiku55_high.ab_n	
zh.per_setting.haiku55_high.ab_p	{"U_k": 61, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.haiku55_high.ab_p	
zh.per_setting.haiku55_high.free	{"U_k": 58, "U_n": 108, "U_bare": 4, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.haiku55_high.free	
zh.per_setting.haiku55_high.free_n	{"U_k": 64, "U_n": 108, "U_bare": 3, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.haiku55_high.free_n	
zh.per_setting.haiku55_high.free_p	{"U_k": 60, "U_n": 108, "U_bare": 2, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.haiku55_high.free_p	
zh.per_setting.haiku55_high.open	{"U_k": 71, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.haiku55_high.open	
zh.per_setting.haiku55_high.open_n	{"U_k": 83, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.haiku55_high.open_n	
zh.per_setting.haiku55_high.open_p	{"U_k": 71, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.haiku55_high.open_p	
zh.per_setting.haiku55_high.H1	{"est": 12.037037037037036, "ci": [0.9259259259259248, 24.074074074074076], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1.per_setting.haiku55_high	
zh.per_setting.haiku55_high.H2a	{"est": -1.8518518518518539, "ci": [-17.592592592592595, 12.962962962962958], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2a.per_setting.haiku55_high	
zh.per_setting.haiku55_high.H2b	{"est": 3.7037037037037046, "ci": [-7.4074074074074066, 14.814814814814818], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2b.per_setting.haiku55_high	
zh.per_setting.haiku55_high.H2c	{"est": 11.11111111111111, "ci": [3.703703703703704, 22.22222222222222], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2c.per_setting.haiku55_high	
zh.per_setting.haiku55_high.reasoning_share	0.9976190476190476	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	reasoning.share_of_calls_with_reasoning_tokens.haiku55_high	
zh.per_setting.sonnet55_off.fc	{"k": 52, "n": 108, "pct": 48.148148148148145, "ci": [41.666666666666664, 52.77777777777778], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.per_setting.sonnet55_off	
zh.per_setting.sonnet55_off.fc	{"U_k": 52, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sonnet55_off.fc	
zh.per_setting.sonnet55_off.ab	{"U_k": 102, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sonnet55_off.ab	
zh.per_setting.sonnet55_off.ab_n	{"U_k": 108, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sonnet55_off.ab_n	
zh.per_setting.sonnet55_off.ab_p	{"U_k": 108, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sonnet55_off.ab_p	
zh.per_setting.sonnet55_off.free	{"U_k": 37, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sonnet55_off.free	
zh.per_setting.sonnet55_off.free_n	{"U_k": 75, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sonnet55_off.free_n	
zh.per_setting.sonnet55_off.free_p	{"U_k": 59, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sonnet55_off.free_p	
zh.per_setting.sonnet55_off.open	{"U_k": 59, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sonnet55_off.open	
zh.per_setting.sonnet55_off.open_n	{"U_k": 90, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sonnet55_off.open_n	
zh.per_setting.sonnet55_off.open_p	{"U_k": 74, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sonnet55_off.open_p	
zh.per_setting.sonnet55_off.H1	{"est": 20.37037037037037, "ci": [9.259259259259261, 29.652777777777654], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1.per_setting.sonnet55_off	
zh.per_setting.sonnet55_off.H2a	{"est": 0.0, "ci": [0.0, 0.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2a.per_setting.sonnet55_off	
zh.per_setting.sonnet55_off.H2b	{"est": 14.814814814814817, "ci": [2.7777777777777777, 25.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2b.per_setting.sonnet55_off	
zh.per_setting.sonnet55_off.H2c	{"est": 14.814814814814817, "ci": [5.5555555555555545, 25.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2c.per_setting.sonnet55_off	
zh.per_setting.sonnet55_off.reasoning_share	0.0	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	reasoning.share_of_calls_with_reasoning_tokens.sonnet55_off	
zh.per_setting.sonnet55_high.fc	{"k": 51, "n": 108, "pct": 47.22222222222222, "ci": [44.44444444444444, 50.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.per_setting.sonnet55_high	
zh.per_setting.sonnet55_high.fc	{"U_k": 51, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sonnet55_high.fc	
zh.per_setting.sonnet55_high.ab	{"U_k": 106, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sonnet55_high.ab	
zh.per_setting.sonnet55_high.ab_n	{"U_k": 108, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sonnet55_high.ab_n	
zh.per_setting.sonnet55_high.ab_p	{"U_k": 107, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sonnet55_high.ab_p	
zh.per_setting.sonnet55_high.free	{"U_k": 104, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sonnet55_high.free	
zh.per_setting.sonnet55_high.free_n	{"U_k": 105, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sonnet55_high.free_n	
zh.per_setting.sonnet55_high.free_p	{"U_k": 106, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sonnet55_high.free_p	
zh.per_setting.sonnet55_high.open	{"U_k": 105, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sonnet55_high.open	
zh.per_setting.sonnet55_high.open_n	{"U_k": 103, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sonnet55_high.open_n	
zh.per_setting.sonnet55_high.open_p	{"U_k": 99, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sonnet55_high.open_p	
zh.per_setting.sonnet55_high.H1	{"est": 0.9259259259259258, "ci": [-2.7777777777777772, 5.5555555555555545], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1.per_setting.sonnet55_high	
zh.per_setting.sonnet55_high.H2a	{"est": 0.9259259259259258, "ci": [0.0, 2.7777777777777772], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2a.per_setting.sonnet55_high	
zh.per_setting.sonnet55_high.H2b	{"est": -0.9259259259259264, "ci": [-3.7037037037037055, 1.8518518518518516], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2b.per_setting.sonnet55_high	
zh.per_setting.sonnet55_high.H2c	{"est": 3.7037037037037033, "ci": [0.9259259259259258, 7.4074074074074066], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2c.per_setting.sonnet55_high	
zh.per_setting.sonnet55_high.reasoning_share	0.7511904761904762	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	reasoning.share_of_calls_with_reasoning_tokens.sonnet55_high	
zh.per_setting.opus55_low.fc	{"k": 54, "n": 108, "pct": 50.0, "ci": [46.2962962962963, 54.629629629629626], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.per_setting.opus55_low	
zh.per_setting.opus55_low.fc	{"U_k": 54, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.opus55_low.fc	
zh.per_setting.opus55_low.ab	{"U_k": 108, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.opus55_low.ab	
zh.per_setting.opus55_low.ab_n	{"U_k": 108, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.opus55_low.ab_n	
zh.per_setting.opus55_low.ab_p	{"U_k": 108, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.opus55_low.ab_p	
zh.per_setting.opus55_low.free	{"U_k": 103, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.opus55_low.free	
zh.per_setting.opus55_low.free_n	{"U_k": 108, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.opus55_low.free_n	
zh.per_setting.opus55_low.free_p	{"U_k": 108, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.opus55_low.free_p	
zh.per_setting.opus55_low.open	{"U_k": 105, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.opus55_low.open	
zh.per_setting.opus55_low.open_n	{"U_k": 108, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.opus55_low.open_n	
zh.per_setting.opus55_low.open_p	{"U_k": 108, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.opus55_low.open_p	
zh.per_setting.opus55_low.H1	{"est": 1.851851851851852, "ci": [0.0, 5.555555555555555], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1.per_setting.opus55_low	
zh.per_setting.opus55_low.H2a	{"est": 0.0, "ci": [0.0, 0.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2a.per_setting.opus55_low	
zh.per_setting.opus55_low.H2b	{"est": 0.0, "ci": [0.0, 0.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2b.per_setting.opus55_low	
zh.per_setting.opus55_low.H2c	{"est": 0.0, "ci": [0.0, 0.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2c.per_setting.opus55_low	
zh.per_setting.opus55_low.reasoning_share	0.9119047619047619	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	reasoning.share_of_calls_with_reasoning_tokens.opus55_low	
zh.per_setting.luna_none.fc	{"k": 54, "n": 108, "pct": 50.0, "ci": [47.22222222222222, 52.77777777777778], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.per_setting.luna_none	
zh.per_setting.luna_none.fc	{"U_k": 54, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.luna_none.fc	
zh.per_setting.luna_none.ab	{"U_k": 45, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.luna_none.ab	
zh.per_setting.luna_none.ab_n	{"U_k": 79, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.luna_none.ab_n	
zh.per_setting.luna_none.ab_p	{"U_k": 49, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.luna_none.ab_p	
zh.per_setting.luna_none.free	{"U_k": 0, "U_n": 108, "U_bare": 107, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.luna_none.free	
zh.per_setting.luna_none.free_n	{"U_k": 0, "U_n": 108, "U_bare": 107, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.luna_none.free_n	
zh.per_setting.luna_none.free_p	{"U_k": 0, "U_n": 108, "U_bare": 108, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.luna_none.free_p	
zh.per_setting.luna_none.open	{"U_k": 32, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.luna_none.open	
zh.per_setting.luna_none.open_n	{"U_k": 26, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.luna_none.open_n	
zh.per_setting.luna_none.open_p	{"U_k": 4, "U_n": 108, "U_bare": 24, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.luna_none.open_p	
zh.per_setting.luna_none.H1	{"est": 29.629629629629626, "ci": [15.74074074074074, 45.37037037037037], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1.per_setting.luna_none	
zh.per_setting.luna_none.H2a	{"est": 27.77777777777778, "ci": [14.814814814814817, 42.59259259259259], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2a.per_setting.luna_none	
zh.per_setting.luna_none.H2b	{"est": 0.0, "ci": [0.0, 0.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2b.per_setting.luna_none	
zh.per_setting.luna_none.H2c	{"est": 20.370370370370367, "ci": [8.333333333333334, 32.40740740740741], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2c.per_setting.luna_none	
zh.per_setting.luna_none.reasoning_share	0.0	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	reasoning.share_of_calls_with_reasoning_tokens.luna_none	
zh.per_setting.luna_high.fc	{"k": 53, "n": 108, "pct": 49.074074074074076, "ci": [44.44444444444444, 52.77777777777778], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.per_setting.luna_high	
zh.per_setting.luna_high.fc	{"U_k": 53, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.luna_high.fc	
zh.per_setting.luna_high.ab	{"U_k": 85, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.luna_high.ab	
zh.per_setting.luna_high.ab_n	{"U_k": 99, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.luna_high.ab_n	
zh.per_setting.luna_high.ab_p	{"U_k": 86, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.luna_high.ab_p	
zh.per_setting.luna_high.free	{"U_k": 43, "U_n": 108, "U_bare": 63, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.luna_high.free	
zh.per_setting.luna_high.free_n	{"U_k": 86, "U_n": 108, "U_bare": 20, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.luna_high.free_n	
zh.per_setting.luna_high.free_p	{"U_k": 63, "U_n": 108, "U_bare": 42, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.luna_high.free_p	
zh.per_setting.luna_high.open	{"U_k": 63, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.luna_high.open	
zh.per_setting.luna_high.open_n	{"U_k": 102, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.luna_high.open_n	
zh.per_setting.luna_high.open_p	{"U_k": 68, "U_n": 108, "U_bare": 3, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.luna_high.open_p	
zh.per_setting.luna_high.H1	{"est": 18.51851851851852, "ci": [5.5555555555555545, 31.48148148148148], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1.per_setting.luna_high	
zh.per_setting.luna_high.H2a	{"est": 12.037037037037038, "ci": [2.7777777777777772, 24.074074074074076], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2a.per_setting.luna_high	
zh.per_setting.luna_high.H2b	{"est": 21.296296296296298, "ci": [9.25925925925926, 34.25925925925927], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2b.per_setting.luna_high	
zh.per_setting.luna_high.H2c	{"est": 31.48148148148148, "ci": [18.51851851851852, 45.37037037037037], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2c.per_setting.luna_high	
zh.per_setting.luna_high.reasoning_share	1.0	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	reasoning.share_of_calls_with_reasoning_tokens.luna_high	
zh.per_setting.terra_none.fc	{"k": 52, "n": 108, "pct": 48.148148148148145, "ci": [39.81481481481482, 56.48148148148148], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.per_setting.terra_none	
zh.per_setting.terra_none.fc	{"U_k": 52, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.terra_none.fc	
zh.per_setting.terra_none.ab	{"U_k": 92, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.terra_none.ab	
zh.per_setting.terra_none.ab_n	{"U_k": 94, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.terra_none.ab_n	
zh.per_setting.terra_none.ab_p	{"U_k": 97, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.terra_none.ab_p	
zh.per_setting.terra_none.free	{"U_k": 1, "U_n": 108, "U_bare": 107, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.terra_none.free	
zh.per_setting.terra_none.free_n	{"U_k": 4, "U_n": 108, "U_bare": 94, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.terra_none.free_n	
zh.per_setting.terra_none.free_p	{"U_k": 1, "U_n": 108, "U_bare": 104, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.terra_none.free_p	
zh.per_setting.terra_none.open	{"U_k": 66, "U_n": 108, "U_bare": 1, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.terra_none.open	
zh.per_setting.terra_none.open_n	{"U_k": 71, "U_n": 108, "U_bare": 1, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.terra_none.open_n	
zh.per_setting.terra_none.open_p	{"U_k": 53, "U_n": 108, "U_bare": 13, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.terra_none.open_p	
zh.per_setting.terra_none.H1	{"est": 60.18518518518518, "ci": [40.74074074074074, 78.70370370370371], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1.per_setting.terra_none	
zh.per_setting.terra_none.H2a	{"est": -2.7777777777777777, "ci": [-8.333333333333334, 0.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2a.per_setting.terra_none	
zh.per_setting.terra_none.H2b	{"est": 2.7777777777777777, "ci": [0.0, 7.407407407407408], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2b.per_setting.terra_none	
zh.per_setting.terra_none.H2c	{"est": 16.66666666666667, "ci": [2.7777777777777795, 31.481481481481485], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2c.per_setting.terra_none	
zh.per_setting.terra_none.reasoning_share	0.0	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	reasoning.share_of_calls_with_reasoning_tokens.terra_none	
zh.per_setting.terra_high.fc	{"k": 53, "n": 108, "pct": 49.074074074074076, "ci": [43.51851851851852, 53.7037037037037], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.per_setting.terra_high	
zh.per_setting.terra_high.fc	{"U_k": 53, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.terra_high.fc	
zh.per_setting.terra_high.ab	{"U_k": 108, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.terra_high.ab	
zh.per_setting.terra_high.ab_n	{"U_k": 108, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.terra_high.ab_n	
zh.per_setting.terra_high.ab_p	{"U_k": 108, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.terra_high.ab_p	
zh.per_setting.terra_high.free	{"U_k": 73, "U_n": 108, "U_bare": 29, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.terra_high.free	
zh.per_setting.terra_high.free_n	{"U_k": 96, "U_n": 108, "U_bare": 7, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.terra_high.free_n	
zh.per_setting.terra_high.free_p	{"U_k": 93, "U_n": 108, "U_bare": 12, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.terra_high.free_p	
zh.per_setting.terra_high.open	{"U_k": 96, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.terra_high.open	
zh.per_setting.terra_high.open_n	{"U_k": 107, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.terra_high.open_n	
zh.per_setting.terra_high.open_p	{"U_k": 100, "U_n": 108, "U_bare": 6, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.terra_high.open_p	
zh.per_setting.terra_high.H1	{"est": 21.296296296296294, "ci": [10.185185185185183, 35.18518518518519], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1.per_setting.terra_high	
zh.per_setting.terra_high.H2a	{"est": 0.0, "ci": [0.0, 0.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2a.per_setting.terra_high	
zh.per_setting.terra_high.H2b	{"est": 2.7777777777777786, "ci": [-5.555555555555554, 12.962962962962965], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2b.per_setting.terra_high	
zh.per_setting.terra_high.H2c	{"est": 6.481481481481483, "ci": [0.0, 16.68981481481469], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2c.per_setting.terra_high	
zh.per_setting.terra_high.reasoning_share	0.8916666666666667	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	reasoning.share_of_calls_with_reasoning_tokens.terra_high	
zh.per_setting.sol_low.fc	{"k": 53, "n": 108, "pct": 49.074074074074076, "ci": [41.666666666666664, 54.629629629629626], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.per_setting.sol_low	
zh.per_setting.sol_low.fc	{"U_k": 53, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sol_low.fc	
zh.per_setting.sol_low.ab	{"U_k": 108, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sol_low.ab	
zh.per_setting.sol_low.ab_n	{"U_k": 108, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sol_low.ab_n	
zh.per_setting.sol_low.ab_p	{"U_k": 108, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sol_low.ab_p	
zh.per_setting.sol_low.free	{"U_k": 1, "U_n": 108, "U_bare": 107, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sol_low.free	
zh.per_setting.sol_low.free_n	{"U_k": 12, "U_n": 108, "U_bare": 94, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sol_low.free_n	
zh.per_setting.sol_low.free_p	{"U_k": 10, "U_n": 108, "U_bare": 98, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sol_low.free_p	
zh.per_setting.sol_low.open	{"U_k": 77, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sol_low.open	
zh.per_setting.sol_low.open_n	{"U_k": 99, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sol_low.open_n	
zh.per_setting.sol_low.open_p	{"U_k": 86, "U_n": 108, "U_bare": 1, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sol_low.open_p	
zh.per_setting.sol_low.H1	{"est": 70.37037037037038, "ci": [50.902777777777814, 87.03703703703704], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1.per_setting.sol_low	
zh.per_setting.sol_low.H2a	{"est": 0.0, "ci": [0.0, 0.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2a.per_setting.sol_low	
zh.per_setting.sol_low.H2b	{"est": 1.8518518518518516, "ci": [-1.8518518518518516, 5.5555555555555545], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2b.per_setting.sol_low	
zh.per_setting.sol_low.H2c	{"est": 12.037037037037038, "ci": [1.851851851851852, 24.074074074074076], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2c.per_setting.sol_low	
zh.per_setting.sol_low.reasoning_share	0.6440476190476191	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	reasoning.share_of_calls_with_reasoning_tokens.sol_low	
zh.per_setting.sol_high.fc	{"k": 50, "n": 108, "pct": 46.2962962962963, "ci": [39.81481481481482, 50.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.per_setting.sol_high	
zh.per_setting.sol_high.fc	{"U_k": 50, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sol_high.fc	
zh.per_setting.sol_high.ab	{"U_k": 108, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sol_high.ab	
zh.per_setting.sol_high.ab_n	{"U_k": 108, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sol_high.ab_n	
zh.per_setting.sol_high.ab_p	{"U_k": 108, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sol_high.ab_p	
zh.per_setting.sol_high.free	{"U_k": 7, "U_n": 108, "U_bare": 101, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sol_high.free	
zh.per_setting.sol_high.free_n	{"U_k": 34, "U_n": 108, "U_bare": 73, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sol_high.free_n	
zh.per_setting.sol_high.free_p	{"U_k": 24, "U_n": 108, "U_bare": 84, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sol_high.free_p	
zh.per_setting.sol_high.open	{"U_k": 79, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sol_high.open	
zh.per_setting.sol_high.open_n	{"U_k": 100, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sol_high.open_n	
zh.per_setting.sol_high.open_p	{"U_k": 91, "U_n": 108, "U_bare": 1, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.sol_high.open_p	
zh.per_setting.sol_high.H1	{"est": 66.66666666666667, "ci": [48.148148148148145, 83.33333333333333], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1.per_setting.sol_high	
zh.per_setting.sol_high.H2a	{"est": 0.0, "ci": [0.0, 0.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2a.per_setting.sol_high	
zh.per_setting.sol_high.H2b	{"est": 9.25925925925926, "ci": [1.8518518518518516, 17.59259259259259], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2b.per_setting.sol_high	
zh.per_setting.sol_high.H2c	{"est": 8.333333333333336, "ci": [0.0, 20.37037037037037], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2c.per_setting.sol_high	
zh.per_setting.sol_high.reasoning_share	0.9875	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	reasoning.share_of_calls_with_reasoning_tokens.sol_high	
zh.per_setting.astra_low.fc	{"k": 50, "n": 108, "pct": 46.2962962962963, "ci": [39.81481481481482, 50.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.per_setting.astra_low	
zh.per_setting.astra_low.fc	{"U_k": 50, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.astra_low.fc	
zh.per_setting.astra_low.ab	{"U_k": 108, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.astra_low.ab	
zh.per_setting.astra_low.ab_n	{"U_k": 108, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.astra_low.ab_n	
zh.per_setting.astra_low.ab_p	{"U_k": 106, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.astra_low.ab_p	
zh.per_setting.astra_low.free	{"U_k": 1, "U_n": 108, "U_bare": 107, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.astra_low.free	
zh.per_setting.astra_low.free_n	{"U_k": 12, "U_n": 108, "U_bare": 93, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.astra_low.free_n	
zh.per_setting.astra_low.free_p	{"U_k": 10, "U_n": 108, "U_bare": 98, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.astra_low.free_p	
zh.per_setting.astra_low.open	{"U_k": 72, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.astra_low.open	
zh.per_setting.astra_low.open_n	{"U_k": 98, "U_n": 108, "U_bare": 2, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.astra_low.open_n	
zh.per_setting.astra_low.open_p	{"U_k": 83, "U_n": 108, "U_bare": 4, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.astra_low.open_p	
zh.per_setting.astra_low.H1	{"est": 65.74074074074073, "ci": [50.0, 80.55555555555556], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1.per_setting.astra_low	
zh.per_setting.astra_low.H2a	{"est": 1.851851851851852, "ci": [0.0, 5.555555555555555], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2a.per_setting.astra_low	
zh.per_setting.astra_low.H2b	{"est": 1.8518518518518523, "ci": [-7.430555555555514, 13.88888888888889], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2b.per_setting.astra_low	
zh.per_setting.astra_low.H2c	{"est": 13.88888888888889, "ci": [3.7037037037037033, 25.925925925925924], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2c.per_setting.astra_low	
zh.per_setting.astra_low.reasoning_share	0.6214285714285714	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	reasoning.share_of_calls_with_reasoning_tokens.astra_low	
zh.per_setting.dsflash_off.fc	{"k": 54, "n": 108, "pct": 50.0, "ci": [46.2962962962963, 53.7037037037037], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.per_setting.dsflash_off	
zh.per_setting.dsflash_off.fc	{"U_k": 54, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dsflash_off.fc	
zh.per_setting.dsflash_off.ab	{"U_k": 3, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dsflash_off.ab	
zh.per_setting.dsflash_off.ab_n	{"U_k": 6, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dsflash_off.ab_n	
zh.per_setting.dsflash_off.ab_p	{"U_k": 6, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dsflash_off.ab_p	
zh.per_setting.dsflash_off.free	{"U_k": 0, "U_n": 108, "U_bare": 108, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dsflash_off.free	
zh.per_setting.dsflash_off.free_n	{"U_k": 0, "U_n": 108, "U_bare": 107, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dsflash_off.free_n	
zh.per_setting.dsflash_off.free_p	{"U_k": 0, "U_n": 108, "U_bare": 106, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dsflash_off.free_p	
zh.per_setting.dsflash_off.open	{"U_k": 37, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dsflash_off.open	
zh.per_setting.dsflash_off.open_n	{"U_k": 26, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dsflash_off.open_n	
zh.per_setting.dsflash_off.open_p	{"U_k": 36, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dsflash_off.open_p	
zh.per_setting.dsflash_off.H1	{"est": 34.25925925925926, "ci": [17.569444444444485, 53.7037037037037], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1.per_setting.dsflash_off	
zh.per_setting.dsflash_off.H2a	{"est": 1.9737298215558337e-16, "ci": [-2.7777777777777772, 2.7777777777777777], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2a.per_setting.dsflash_off	
zh.per_setting.dsflash_off.H2b	{"est": 0.0, "ci": [0.0, 0.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2b.per_setting.dsflash_off	
zh.per_setting.dsflash_off.H2c	{"est": -9.25925925925926, "ci": [-18.51851851851852, -0.9259259259259246], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2c.per_setting.dsflash_off	
zh.per_setting.dsflash_off.reasoning_share	0.0	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	reasoning.share_of_calls_with_reasoning_tokens.dsflash_off	
zh.per_setting.dsflash_on.fc	{"k": 55, "n": 108, "pct": 50.925925925925924, "ci": [48.148148148148145, 53.7037037037037], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.per_setting.dsflash_on	
zh.per_setting.dsflash_on.fc	{"U_k": 55, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dsflash_on.fc	
zh.per_setting.dsflash_on.ab	{"U_k": 72, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dsflash_on.ab	
zh.per_setting.dsflash_on.ab_n	{"U_k": 94, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dsflash_on.ab_n	
zh.per_setting.dsflash_on.ab_p	{"U_k": 80, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dsflash_on.ab_p	
zh.per_setting.dsflash_on.free	{"U_k": 0, "U_n": 108, "U_bare": 108, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dsflash_on.free	
zh.per_setting.dsflash_on.free_n	{"U_k": 0, "U_n": 108, "U_bare": 107, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dsflash_on.free_n	
zh.per_setting.dsflash_on.free_p	{"U_k": 0, "U_n": 108, "U_bare": 107, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dsflash_on.free_p	
zh.per_setting.dsflash_on.open	{"U_k": 87, "U_n": 108, "U_bare": 1, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dsflash_on.open	
zh.per_setting.dsflash_on.open_n	{"U_k": 96, "U_n": 108, "U_bare": 1, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dsflash_on.open_n	
zh.per_setting.dsflash_on.open_p	{"U_k": 78, "U_n": 108, "U_bare": 4, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dsflash_on.open_p	
zh.per_setting.dsflash_on.H1	{"est": 80.55555555555556, "ci": [67.56944444444447, 91.66666666666667], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1.per_setting.dsflash_on	
zh.per_setting.dsflash_on.H2a	{"est": 12.962962962962964, "ci": [3.7037037037037033, 24.074074074074076], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2a.per_setting.dsflash_on	
zh.per_setting.dsflash_on.H2b	{"est": 0.0, "ci": [0.0, 0.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2b.per_setting.dsflash_on	
zh.per_setting.dsflash_on.H2c	{"est": 16.666666666666668, "ci": [7.407407407407408, 25.925925925925927], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2c.per_setting.dsflash_on	
zh.per_setting.dsflash_on.reasoning_share	1.0	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	reasoning.share_of_calls_with_reasoning_tokens.dsflash_on	
zh.per_setting.dspro_off.fc	{"k": 53, "n": 108, "pct": 49.074074074074076, "ci": [47.22222222222222, 50.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.per_setting.dspro_off	
zh.per_setting.dspro_off.fc	{"U_k": 53, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dspro_off.fc	
zh.per_setting.dspro_off.ab	{"U_k": 0, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dspro_off.ab	
zh.per_setting.dspro_off.ab_n	{"U_k": 4, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dspro_off.ab_n	
zh.per_setting.dspro_off.ab_p	{"U_k": 0, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dspro_off.ab_p	
zh.per_setting.dspro_off.free	{"U_k": 0, "U_n": 108, "U_bare": 107, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dspro_off.free	
zh.per_setting.dspro_off.free_n	{"U_k": 5, "U_n": 108, "U_bare": 85, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dspro_off.free_n	
zh.per_setting.dspro_off.free_p	{"U_k": 1, "U_n": 108, "U_bare": 99, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dspro_off.free_p	
zh.per_setting.dspro_off.open	{"U_k": 14, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dspro_off.open	
zh.per_setting.dspro_off.open_n	{"U_k": 57, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dspro_off.open_n	
zh.per_setting.dspro_off.open_p	{"U_k": 25, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.dspro_off.open_p	
zh.per_setting.dspro_off.H1	{"est": 12.962962962962962, "ci": [4.629629629629629, 23.148148148148145], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1.per_setting.dspro_off	
zh.per_setting.dspro_off.H2a	{"est": 3.7037037037037033, "ci": [0.0, 8.333333333333332], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2a.per_setting.dspro_off	
zh.per_setting.dspro_off.H2b	{"est": 3.7037037037037033, "ci": [0.0, 8.333333333333334], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2b.per_setting.dspro_off	
zh.per_setting.dspro_off.H2c	{"est": 29.629629629629633, "ci": [16.666666666666668, 42.59259259259259], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2c.per_setting.dspro_off	
zh.per_setting.dspro_off.reasoning_share	0.0	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	reasoning.share_of_calls_with_reasoning_tokens.dspro_off	
zh.per_setting.doubaolite_off.fc	{"k": 49, "n": 108, "pct": 45.370370370370374, "ci": [38.888888888888886, 50.023148148148024], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.per_setting.doubaolite_off	
zh.per_setting.doubaolite_off.fc	{"U_k": 49, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaolite_off.fc	
zh.per_setting.doubaolite_off.ab	{"U_k": 13, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaolite_off.ab	
zh.per_setting.doubaolite_off.ab_n	{"U_k": 43, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaolite_off.ab_n	
zh.per_setting.doubaolite_off.ab_p	{"U_k": 30, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaolite_off.ab_p	
zh.per_setting.doubaolite_off.free	{"U_k": 1, "U_n": 108, "U_bare": 106, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaolite_off.free	
zh.per_setting.doubaolite_off.free_n	{"U_k": 0, "U_n": 108, "U_bare": 101, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaolite_off.free_n	
zh.per_setting.doubaolite_off.free_p	{"U_k": 2, "U_n": 108, "U_bare": 106, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaolite_off.free_p	
zh.per_setting.doubaolite_off.open	{"U_k": 11, "U_n": 108, "U_bare": 0, "U_decline": 16}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaolite_off.open	
zh.per_setting.doubaolite_off.open_n	{"U_k": 55, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaolite_off.open_n	
zh.per_setting.doubaolite_off.open_p	{"U_k": 45, "U_n": 108, "U_bare": 4, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaolite_off.open_p	
zh.per_setting.doubaolite_off.H1	{"est": 9.25925925925926, "ci": [3.7037037037037033, 16.666666666666668], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1.per_setting.doubaolite_off	
zh.per_setting.doubaolite_off.H2a	{"est": 12.037037037037038, "ci": [-1.8518518518518503, 25.925925925925927], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2a.per_setting.doubaolite_off	
zh.per_setting.doubaolite_off.H2b	{"est": -1.8518518518518516, "ci": [-5.5555555555555545, 0.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2b.per_setting.doubaolite_off	
zh.per_setting.doubaolite_off.H2c	{"est": 9.25925925925926, "ci": [1.9737298215558337e-16, 17.592592592592595], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2c.per_setting.doubaolite_off	
zh.per_setting.doubaolite_off.reasoning_share	0.0	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	reasoning.share_of_calls_with_reasoning_tokens.doubaolite_off	
zh.per_setting.doubaolite_on.fc	{"k": 54, "n": 108, "pct": 50.0, "ci": [44.44444444444444, 55.55555555555556], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.per_setting.doubaolite_on	
zh.per_setting.doubaolite_on.fc	{"U_k": 54, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaolite_on.fc	
zh.per_setting.doubaolite_on.ab	{"U_k": 64, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaolite_on.ab	
zh.per_setting.doubaolite_on.ab_n	{"U_k": 96, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaolite_on.ab_n	
zh.per_setting.doubaolite_on.ab_p	{"U_k": 87, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaolite_on.ab_p	
zh.per_setting.doubaolite_on.free	{"U_k": 9, "U_n": 108, "U_bare": 61, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaolite_on.free	
zh.per_setting.doubaolite_on.free_n	{"U_k": 49, "U_n": 108, "U_bare": 23, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaolite_on.free_n	
zh.per_setting.doubaolite_on.free_p	{"U_k": 39, "U_n": 108, "U_bare": 30, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaolite_on.free_p	
zh.per_setting.doubaolite_on.open	{"U_k": 55, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaolite_on.open	
zh.per_setting.doubaolite_on.open_n	{"U_k": 75, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaolite_on.open_n	
zh.per_setting.doubaolite_on.open_p	{"U_k": 71, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaolite_on.open_p	
zh.per_setting.doubaolite_on.H1	{"est": 42.592592592592595, "ci": [28.703703703703702, 57.40740740740742], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1.per_setting.doubaolite_on	
zh.per_setting.doubaolite_on.H2a	{"est": 8.333333333333334, "ci": [2.7777777777777772, 15.763888888888765], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2a.per_setting.doubaolite_on	
zh.per_setting.doubaolite_on.H2b	{"est": 9.25925925925926, "ci": [-1.8518518518518516, 21.296296296296294], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2b.per_setting.doubaolite_on	
zh.per_setting.doubaolite_on.H2c	{"est": 3.7037037037037033, "ci": [-8.333333333333334, 15.74074074074074], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2c.per_setting.doubaolite_on	
zh.per_setting.doubaolite_on.reasoning_share	1.0	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	reasoning.share_of_calls_with_reasoning_tokens.doubaolite_on	
zh.per_setting.doubaopro_off.fc	{"k": 55, "n": 108, "pct": 50.925925925925924, "ci": [50.0, 52.77777777777778], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.per_setting.doubaopro_off	
zh.per_setting.doubaopro_off.fc	{"U_k": 55, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaopro_off.fc	
zh.per_setting.doubaopro_off.ab	{"U_k": 52, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaopro_off.ab	
zh.per_setting.doubaopro_off.ab_n	{"U_k": 67, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaopro_off.ab_n	
zh.per_setting.doubaopro_off.ab_p	{"U_k": 50, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaopro_off.ab_p	
zh.per_setting.doubaopro_off.free	{"U_k": 6, "U_n": 108, "U_bare": 14, "U_decline": 30}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaopro_off.free	
zh.per_setting.doubaopro_off.free_n	{"U_k": 14, "U_n": 108, "U_bare": 14, "U_decline": 44}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaopro_off.free_n	
zh.per_setting.doubaopro_off.free_p	{"U_k": 14, "U_n": 108, "U_bare": 15, "U_decline": 42}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaopro_off.free_p	
zh.per_setting.doubaopro_off.open	{"U_k": 5, "U_n": 108, "U_bare": 0, "U_decline": 72}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaopro_off.open	
zh.per_setting.doubaopro_off.open_n	{"U_k": 49, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaopro_off.open_n	
zh.per_setting.doubaopro_off.open_p	{"U_k": 18, "U_n": 108, "U_bare": 0, "U_decline": 3}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.doubaopro_off.open_p	
zh.per_setting.doubaopro_off.H1	{"est": -0.9259259259259258, "ci": [-6.481481481481481, 4.629629629629629], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1.per_setting.doubaopro_off	
zh.per_setting.doubaopro_off.H2a	{"est": 15.740740740740742, "ci": [1.8518518518518523, 32.40740740740741], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2a.per_setting.doubaopro_off	
zh.per_setting.doubaopro_off.H2b	{"est": -7.894919286223335e-16, "ci": [-12.962962962962964, 12.037037037037036], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2b.per_setting.doubaopro_off	
zh.per_setting.doubaopro_off.H2c	{"est": 28.703703703703702, "ci": [14.814814814814813, 42.59259259259259], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2c.per_setting.doubaopro_off	
zh.per_setting.doubaopro_off.reasoning_share	0.0	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	reasoning.share_of_calls_with_reasoning_tokens.doubaopro_off	
zh.per_setting.kimi_off.fc	{"k": 51, "n": 108, "pct": 47.22222222222222, "ci": [41.666666666666664, 50.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.per_setting.kimi_off	
zh.per_setting.kimi_off.fc	{"U_k": 51, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.kimi_off.fc	
zh.per_setting.kimi_off.ab	{"U_k": 24, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.kimi_off.ab	
zh.per_setting.kimi_off.ab_n	{"U_k": 56, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.kimi_off.ab_n	
zh.per_setting.kimi_off.ab_p	{"U_k": 28, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.kimi_off.ab_p	
zh.per_setting.kimi_off.free	{"U_k": 0, "U_n": 108, "U_bare": 108, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.kimi_off.free	
zh.per_setting.kimi_off.free_n	{"U_k": 0, "U_n": 108, "U_bare": 108, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.kimi_off.free_n	
zh.per_setting.kimi_off.free_p	{"U_k": 0, "U_n": 108, "U_bare": 108, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.kimi_off.free_p	
zh.per_setting.kimi_off.open	{"U_k": 7, "U_n": 108, "U_bare": 30, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.kimi_off.open	
zh.per_setting.kimi_off.open_n	{"U_k": 14, "U_n": 108, "U_bare": 13, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.kimi_off.open_n	
zh.per_setting.kimi_off.open_p	{"U_k": 7, "U_n": 108, "U_bare": 29, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.kimi_off.open_p	
zh.per_setting.kimi_off.H1	{"est": 6.481481481481481, "ci": [1.8518518518518516, 12.037037037037035], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1.per_setting.kimi_off	
zh.per_setting.kimi_off.H2a	{"est": 25.925925925925927, "ci": [12.037037037037038, 42.59259259259259], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2a.per_setting.kimi_off	
zh.per_setting.kimi_off.H2b	{"est": 0.0, "ci": [0.0, 0.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2b.per_setting.kimi_off	
zh.per_setting.kimi_off.H2c	{"est": 6.481481481481481, "ci": [-0.9259259259259254, 13.88888888888889], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2c.per_setting.kimi_off	
zh.per_setting.kimi_off.reasoning_share	0.0	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	reasoning.share_of_calls_with_reasoning_tokens.kimi_off	
zh.per_setting.kimi_on.fc	{"k": 52, "n": 108, "pct": 48.148148148148145, "ci": [42.592592592592595, 53.7037037037037], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.per_setting.kimi_on	
zh.per_setting.kimi_on.fc	{"U_k": 52, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.kimi_on.fc	
zh.per_setting.kimi_on.ab	{"U_k": 91, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.kimi_on.ab	
zh.per_setting.kimi_on.ab_n	{"U_k": 102, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.kimi_on.ab_n	
zh.per_setting.kimi_on.ab_p	{"U_k": 94, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.kimi_on.ab_p	
zh.per_setting.kimi_on.free	{"U_k": 1, "U_n": 108, "U_bare": 107, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.kimi_on.free	
zh.per_setting.kimi_on.free_n	{"U_k": 0, "U_n": 108, "U_bare": 108, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.kimi_on.free_n	
zh.per_setting.kimi_on.free_p	{"U_k": 0, "U_n": 108, "U_bare": 108, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.kimi_on.free_p	
zh.per_setting.kimi_on.open	{"U_k": 85, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.kimi_on.open	
zh.per_setting.kimi_on.open_n	{"U_k": 89, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.kimi_on.open_n	
zh.per_setting.kimi_on.open_p	{"U_k": 74, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.kimi_on.open_p	
zh.per_setting.kimi_on.H1	{"est": 77.77777777777777, "ci": [65.74074074074073, 87.96296296296298], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1.per_setting.kimi_on	
zh.per_setting.kimi_on.H2a	{"est": 7.4074074074074066, "ci": [0.0, 17.59259259259259], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2a.per_setting.kimi_on	
zh.per_setting.kimi_on.H2b	{"est": 0.0, "ci": [0.0, 0.0], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2b.per_setting.kimi_on	
zh.per_setting.kimi_on.H2c	{"est": 13.888888888888891, "ci": [4.62962962962963, 24.074074074074076], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2c.per_setting.kimi_on	
zh.per_setting.kimi_on.reasoning_share	1.0	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	reasoning.share_of_calls_with_reasoning_tokens.kimi_on	
zh.per_setting.glmflash_offreq.fc	{"k": 53, "n": 108, "pct": 49.074074074074076, "ci": [41.666666666666664, 56.48148148148148], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.per_setting.glmflash_offreq	
zh.per_setting.glmflash_offreq.fc	{"U_k": 53, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.glmflash_offreq.fc	
zh.per_setting.glmflash_offreq.ab	{"U_k": 25, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.glmflash_offreq.ab	
zh.per_setting.glmflash_offreq.ab_n	{"U_k": 64, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.glmflash_offreq.ab_n	
zh.per_setting.glmflash_offreq.ab_p	{"U_k": 43, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.glmflash_offreq.ab_p	
zh.per_setting.glmflash_offreq.free	{"U_k": 38, "U_n": 108, "U_bare": 2, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.glmflash_offreq.free	
zh.per_setting.glmflash_offreq.free_n	{"U_k": 58, "U_n": 108, "U_bare": 1, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.glmflash_offreq.free_n	
zh.per_setting.glmflash_offreq.free_p	{"U_k": 52, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.glmflash_offreq.free_p	
zh.per_setting.glmflash_offreq.open	{"U_k": 43, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.glmflash_offreq.open	
zh.per_setting.glmflash_offreq.open_n	{"U_k": 73, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.glmflash_offreq.open_n	
zh.per_setting.glmflash_offreq.open_p	{"U_k": 53, "U_n": 108, "U_bare": 0, "U_decline": 0}	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	per_setting_arm.glmflash_offreq.open_p	
zh.per_setting.glmflash_offreq.H1	{"est": 4.629629629629629, "ci": [-7.407407407407408, 18.518518518518515], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1.per_setting.glmflash_offreq	
zh.per_setting.glmflash_offreq.H2a	{"est": 19.444444444444443, "ci": [7.4074074074074066, 32.40740740740741], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2a.per_setting.glmflash_offreq	
zh.per_setting.glmflash_offreq.H2b	{"est": 5.555555555555555, "ci": [-2.7777777777777772, 13.88888888888889], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2b.per_setting.glmflash_offreq	
zh.per_setting.glmflash_offreq.H2c	{"est": 18.51851851851852, "ci": [9.259259259259258, 28.703703703703702], "n_classes": 18}	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H2c.per_setting.glmflash_offreq	
zh.per_setting.glmflash_offreq.reasoning_share	0.8982142857142857	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	reasoning.share_of_calls_with_reasoning_tokens.glmflash_offreq	
zh.calls.pilot	36288	results/pilot_zh_graded_20261116/SUMMARY.json	n_call_lines	
zh.calls.followup	35280	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	info.n_usable	
number layout.settings	21	results/pilot_layout_20261115/SUMMARY.json	coverage.core_ok	number of keys
number layout.models	13	results/pilot_layout_20261115/SUMMARY.json	coverage.core_ok	distinct model ids (pilot.py)
number layout.items	50	results/pilot_layout_20261115/SUMMARY.json	by_variant.terra_none.native.rus_Cyrl[1]	
number layout.cells	300	results/pilot_layout_20261115/SUMMARY.json	cross.terra_none.cross.n	
number layout.variants	6	results/pilot_layout_20261115/SUMMARY.json	cross.terra_none.cross.n / 50	
number layout.calls	44250	results/pilot_layout_20261115/SUMMARY.json	calls.records	
number layout.floor	34.8	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_layout	x100, 1 decimal
number layout.floor.lo	29.2	results/pilot_layout_20261115/overlap_baseline.json	min over the six variants of ['<variant>|kb_layout'][0]	x100, whole %
number layout.floor.hi	41.0	results/pilot_layout_20261115/overlap_baseline.json	max over the six variants of ['<variant>|kb_layout'][0]	x100, whole %
number layout.floor.native	32.0	results/pilot_layout_20261115/SUMMARY.json	overlap_floor_cross_native	x100, 1 decimal
number layout.chance	25.0	results/pilot_layout_20261115/SUMMARY.json	four options per item	by construction
number layout.off.n	8	results/pilot_layout_20261115/pilot.py	SETTINGS[*].reasoning == 'off', less claude-haiku-5-5 (not plotted)	
number layout.off.atfloor	7	results/pilot_layout_20261115/SUMMARY.json	cross.<setting>.cross.layout	reasoning-off settings within 10 points of the floor
number layout.strong.n	4	results/pilot_layout_20261115/SUMMARY.json	cross.<setting>.cross	settings within 10 points of native
number layout.strong.gap_lo	4.0	results/pilot_layout_20261115/SUMMARY.json	cross.<setting>.cross	native - layout, points
number layout.strong.gap_hi	9.0	results/pilot_layout_20261115/SUMMARY.json	cross.<setting>.cross	native - layout, points
number layout.recover.n	8	results/pilot_layout_20261115/SUMMARY.json	cross.<setting>.cross.layout	settings that reason and end more than 15 points above the floor
number layout.tokratio.lo	21.0	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.<setting>.reasoning_layout_mean / reasoning_native_mean	min over the recovering settings
number layout.tokratio.hi	67.1	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.<setting>.reasoning_layout_mean / reasoning_native_mean	max over the recovering settings
number layout.named.terra_none.plain	57.0	results/pilot_layout_20261115/SUMMARY.json	named[setting=terra_none,set=cross-script].plain	x100
number layout.named.terra_none.named	86.7	results/pilot_layout_20261115/SUMMARY.json	named[setting=terra_none,set=cross-script].named	x100
number layout.named.off_null	6	results/pilot_layout_20261115/SUMMARY.json	named[set=cross-script, reasoning off].lo, .hi	intervals that contain 0, terra_none excluded
number layout.named.terra_two_lo	27.7	results/pilot_layout_20261115/SUMMARY.json	named / named_side_by_side [terra_none, cross-script].diff	smaller of the two runs, points
number layout.named.terra_two_hi	29.7	results/pilot_layout_20261115/SUMMARY.json	named / named_side_by_side [terra_none, cross-script].diff	larger of the two runs, points
number layout.recall.terra_none.real	94.0	results/pilot_layout_20261115/SUMMARY.json	randcls[setting=terra_none,lang=rus_Cyrl].real	x100
number layout.recall.terra_none.random	40.7	results/pilot_layout_20261115/SUMMARY.json	randcls[setting=terra_none,lang=rus_Cyrl].random_mean	x100
number layout.given.terra_none.table	88.0	results/pilot_layout_20261115/SUMMARY.json	table[setting=terra_none,lang=rus_Cyrl].table	x100
number layout.apply.terra_none.gap	6.0	results/pilot_layout_20261115/SUMMARY.json	table[setting=terra_none,lang=rus_Cyrl].native - .table	points
number layout.decipher.n	4	results/pilot_layout_20261115/SUMMARY.json	randcls[lang=rus_Cyrl, reasoning on].random_mean	settings that reason and read the random maps at 75% or more
number layout.decipher.lo	76.0	results/pilot_layout_20261115/SUMMARY.json	randcls[lang=rus_Cyrl].random_mean	min over those settings
number layout.decipher.hi	87.3	results/pilot_layout_20261115/SUMMARY.json	randcls[lang=rus_Cyrl].random_mean	max over those settings
number layout.decipher.ratio_lo	9.7	results/pilot_layout_20261115/SUMMARY.json	randcls[lang=rus_Cyrl].reasoning_random / reasoning_real	min, whole number ('about')
number layout.decipher.ratio_hi	24.2	results/pilot_layout_20261115/SUMMARY.json	randcls[lang=rus_Cyrl].reasoning_random / reasoning_real	max, whole number
number layout.trunc.dsflash_on	164	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.dsflash_on.outcomes.truncated	
number layout.trunc.kimi_on	45	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.kimi_on.outcomes.truncated	
number layout.trunc.glmflash_offreq	43	results/pilot_layout_20261115/SUMMARY.json	cross_outcomes.glmflash_offreq.outcomes.truncated	
number layout.calls_per_cell	1	results/pilot_layout_20261115/pilot.py	one call per cell (design document 9.1)	
number layout.roundtrip.k	280	poster/v2/content/data.json	numbers['layout.roundtrip.k']	taken from the poster pack: design document section 9.3; not in a summary file
number layout.roundtrip.n	300	poster/v2/content/data.json	numbers['layout.roundtrip.n']	taken from the poster pack: design document section 9.3
number zh.classes	18	results/pilot_zh_graded_20261116/SUMMARY.json	hard_pairs.classes	
number zh.u_items	36	results/pilot_zh_graded_20261116/SUMMARY.json	2 x hard_pairs.classes	
number zh.settings	21	results/pilot_zh_graded_20261116/SUMMARY.json	settings	number of settings
number site.zh.items	96	results/pilot_zh_graded_20261116/SUMMARY.json	n_items	sum over the item groups
number zh.bound	50.0	results/pilot_zh_graded_20261116/SUMMARY.json	hard_pairs.expected_accuracy_bound_pct.keyboard_clean	
number zh.m	2	poster/v2/content/data.json	numbers['zh.m']	taken from the poster pack: by construction: two items share each message (design document section 2, K2)
number zh.zero	0	poster/v2/content/data.json	numbers['zh.zero']	taken from the poster pack: the answer 0 of the abstention format (design document 10.1)
number date.layout	null	poster/v2/content/data.json	numbers['date.layout']	taken from the poster pack: date of the layout pilot
number date.zh	null	poster/v2/content/data.json	numbers['date.zh']	taken from the poster pack: date of the Chinese pilot and follow-up
number zh.fc3.pct	48.9	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.pooled.pct	
number zh.fc3.ci	[46.7, 50.6]	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.pooled.ci	
number zh.fc3.calls	2268	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.pooled.n	
number zh.fc3.per_cell	3	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.pooled.n / (36 items x 21 settings)	
number zh.pilot.calls_per_cell	1	results/pilot_zh_graded_20261116/SUMMARY.json	n_call_lines = 21 settings x 1,728 cells	
number zh.rescue.pct	99.1	results/pilot_zh_graded_20261116/SUMMARY.json	pooled.rows.all['forced choice, toneless pinyin, rescued']	k/n x100
number zh.rescue.minority.pct	98.1	results/pilot_zh_graded_20261116/SUMMARY.json	rev.c1c2.c2.rates.minority.kn	k/n x100
number zh.flag.open.none	52.6	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.open.U_says.pct	
number zh.flag.free.none	21.6	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.free.U_says.pct	
number zh.bare.free	60.6	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	arms.free.U_bare.pct	
number zh.note_gain.lo	4.9	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	min of primary.H2a/H2b/H2c.est	
number zh.note_gain.hi	12.9	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	max of primary.H2a/H2b/H2c.est	
number zh.ci_level	95	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	level	x100
number site.zh.h1.est	31.0	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	primary.H1.est	points, 1 decimal
number site.zh.h1.form	29.2	results/pilot_zh_followup_20261116/POSTHOC_SUMMARY.json	form_or_rate.H1.form	points of H1 that go with the change in reply form, 1 decimal
number site.zh.above_bound	3	results/pilot_zh_followup_20261116/FOLLOWUP_SUMMARY.json	k2.per_setting.<setting>.pct	settings whose own forced-choice share is above the bound
number site.planned	145	registry smoke check (smoke_table.json)	<setting>.verdict	registered settings that passed the 5-call smoke check (PASS or PASS*)
number abs.calls	48	poster/v2/content/data.json	numbers['abs.calls']	taken from the poster pack: valid calls of the accepted abstract (earlier study)
number site.settings	147	registry smoke check (smoke_table.json)	keys less the pilot's glm_5_3_flash=off-requested	count
number site.models	50	registry smoke check (smoke_table.json)	distinct model keys of those settings	count
number site.variants	122	data/belebele/variants_summary.json	n_language_variants	
number model.claude-haiku-5-5	null	poster/v2/content/data.json	numbers['model.claude-haiku-5-5']	taken from the poster pack (used in copy block fn_notshown)
number abs.one	1.0	poster/v2/content/data.json	numbers['abs.one']	taken from the poster pack (used in copy block rule_collide)
number abs.routine.tasks	2	poster/v2/content/data.json	numbers['abs.routine.tasks']	taken from the poster pack (used in copy block abs_body)
number abs.hom.tasks	3	poster/v2/content/data.json	numbers['abs.hom.tasks']	taken from the poster pack (used in copy block abs_body)
number abs.hom_codex.keyboard_clean	0.333	poster/v2/content/data.json	numbers['abs.hom_codex.keyboard_clean']	taken from the poster pack (used in copy block abs_body)
number date.abstract	null	poster/v2/content/data.json	numbers['date.abstract']	taken from the poster pack (used in copy block abs_tag)
design.built.main_variants	["kb_clean", "kb_clean_qonly", "kb_layout_keys", "kb_layout_keys_ctrl", "kb_layout_keys_ctrl_qonly", "kb_layout_keys_named", "kb_layout_keys_named_qonly", "kb_layout_keys_qonly", "kb_layout_keys_recog", "kb_layout_keys_recog_qonly", "kb_lk_phonetic", "kb_lk_phonetic_qonly", "kb_lk_rand", "kb_lk_rand_note", "kb_lk_rand_note_qonly", "kb_lk_rand_qonly", "kb_lk_rand_shamtable", "kb_lk_rand_shamtable_qonly", "kb_lk_rand_table", "kb_lk_rand_table_qonly", "kb_lk_rand_xtable", "kb_lk_rand_xtable_qonly", "kb_pinyin_initials", "kb_pinyin_initials_qonly", "kb_pinyin_tone", "kb_pinyin_tone_qonly", "kb_pinyin_unspaced", "kb_pinyin_unspaced_qonly", "kb_pinyin_word", "kb_pinyin_word_qonly", "kb_romaji_ime", "kb_romaji_ime_qonly", "kb_telex", "kb_telex_qonly", "kb_vni", "kb_vni_qonly", "native", "native_ctrl", "native_nopassage"]	data/belebele/main_20261119/variants_main.summary.json	records_per_language_and_condition (keys)	
design.built.breadth_variants	["kb_clean", "kb_layout_keys", "kb_layout_keys_named", "kb_layout_keys_qonly", "kb_layout_keys_rev_ara", "kb_layout_keys_rev_il", "kb_layout_keys_rev_ko", "kb_layout_keys_rev_ru", "native"]	data/belebele/main_20261119/variants_breadth.summary.json	records_per_language_and_condition (keys)	
design.built.map_variants	["kb_clean", "native"]	data/belebele/main_20261119/variants_map.summary.json	records_per_language_and_condition (keys)	
design.roundtrip.rus_Cyrl	[196, 200]	data/belebele/main_20261119/variants_main.summary.json	exact_roundtrip.rus_Cyrl.arms.kb_layout_keys.exact/.items	
design.roundtrip.heb_Hebr	[198, 200]	data/belebele/main_20261119/variants_main.summary.json	exact_roundtrip.heb_Hebr.arms.kb_layout_keys.exact/.items	
design.roundtrip.hye_Armn	[178, 200]	data/belebele/main_20261119/variants_main.summary.json	exact_roundtrip.hye_Armn.arms.kb_layout_keys.exact/.items	
design.roundtrip.arb_Arab	[186, 200]	data/belebele/main_20261119/variants_main.summary.json	exact_roundtrip.arb_Arab.arms.kb_layout_keys.exact/.items	
design.roundtrip.ranks	[50, 250]	data/belebele/main_20261119/variants_main.summary.json	exact_roundtrip_ranks	
run layout.calls	44250	results/pilot_layout_20261115/SUMMARY.json	calls.records	
example wrong_layout	["привет", "ghbdtn"]	poster/v2/content/data.json	examples.wrong_layout.intended/typed	
example toneless_pinyin	beizi	poster/v2/content/data.json	examples.toneless_pinyin.typed	
example pinyin class beizi	beizi	results/pilot_zh_graded_20261116/items/tasks.jsonl	design.class_id == 'beizi': ambiguity.typed, ambiguity.members, design.options[].gloss, ambiguity.toned of the item that asks each word	
example pinyin class daikuan	daikuan	results/pilot_zh_graded_20261116/items/tasks.jsonl	design.class_id == 'daikuan': ambiguity.typed, ambiguity.members, design.options[].gloss, ambiguity.toned of the item that asks each word	
example pinyin class shuimian	shuimian	results/pilot_zh_graded_20261116/items/tasks.jsonl	design.class_id == 'shuimian': ambiguity.typed, ambiguity.members, design.options[].gloss, ambiguity.toned of the item that asks each word	
example pinyin class guomin	guomin	results/pilot_zh_graded_20261116/items/tasks.jsonl	design.class_id == 'guomin': ambiguity.typed, ambiguity.members, design.options[].gloss, ambiguity.toned of the item that asks each word	
example pinyin class zifu	zifu	results/pilot_zh_graded_20261116/items/tasks.jsonl	design.class_id == 'zifu': ambiguity.typed, ambiguity.members, design.options[].gloss, ambiguity.toned of the item that asks each word	
example pinyin class jianpan	jianpan	results/pilot_zh_graded_20261116/items/tasks.jsonl	design.class_id == 'jianpan': ambiguity.typed, ambiguity.members, design.options[].gloss, ambiguity.toned of the item that asks each word	
plan.alpha	0.05	run plan of 19 Nov 2026 (WAVE0_DECISIONS.md)	section 1: 'Holm at alpha 0.05 over five'	
plan.items	[50, 149]	run plan of 19 Nov 2026 (WAVE0_DECISIONS.md)	section 10.7: 'primary analysis of C1 to C4 uses draw ranks 50 to 149'	
plan.items_extended	[150, 249]	run plan of 19 Nov 2026 (WAVE0_DECISIONS.md)	section 10.7: 'Ranks 150 to 249 are run where the budget allows'	
plan.map_settings	["gpt_6_luna=off", "gpt_6_luna=high", "deepseek_v4_1_flash=off", "doubao_seed_2_1_lite=off", "claude_haiku_5_5=off"]	run plan of 19 Nov 2026 (WAVE0_DECISIONS.md)	section 6, Map: 'on luna_none, luna_high, dsflash_off, dblite_off, haiku_off' (short names mapped in section 9)	
