{
  "snapshot_id": "web-ffdd187da8339d652019d0d2",
  "generated_at": "2026-11-06T17:09:41.610362+00:00",
  "accessed_on": "2026-11-09",
  "pricing_as_of": "2026-11-04",
  "score_definition": "cobyqa-pair-score/1",
  "scope": "All website-displayed agent configurations; 4-task mean; 3 repeats per task; 276 cases per task",
  "sources": [
    {
      "url": "https://nexteval.github.io/bench/results/data/results.json",
      "sha256": "22c0cec7d3bca74dfd723e7f33e69a2341fc3ad91fa979c1e3179229cae273e3"
    },
    {
      "url": "https://nexteval.github.io/bench/results/data/website-usage.json",
      "sha256": "efd3bbc73a20e90b1ac2f6ac6d960179f9bba137703c60a43aa115884cc5798c"
    },
    {
      "url": "https://nexteval.github.io/bench/results/data/pair/scores.json",
      "sha256": "56cb2660fc5da0630779eb1d83640dc7d37774e56325057f6202379830975509"
    },
    {
      "url": "https://nexteval.github.io/bench/results/data/pair/overlay.json",
      "sha256": "5d25be9c5a8fe370b22678ae8170acfea6182a952dbf71814e5b04a417003313"
    },
    {
      "url": "https://nexteval.github.io/bench/results/data/pair/agents/codex--gpt-6.1-sol--high.json",
      "sha256": "63f3690935055ee7035399db7b692a7ee2e0ad5444ff9f1ccc8165cce5b064fb"
    }
  ],
  "rows": [
    {
      "id": "codex--gpt-5.5--medium",
      "model": "GPT-5.5",
      "harness": "Codex",
      "effort": "medium",
      "mean": 0.41704428140356964,
      "tasks": {
        "N": 0.5730858393687688,
        "P": 0.3349866895435406,
        "R": 0.26118088659254235,
        "X": 0.49892371010942693
      },
      "cost": 0.18777059733805856,
      "cost_estimated": true,
      "tokens": 86180.16745339139,
      "tokens_estimated": true
    },
    {
      "id": "codex--gpt-5.6-sol--medium",
      "model": "GPT-5.6 Sol",
      "harness": "Codex",
      "effort": "medium",
      "mean": 0.5781395564394135,
      "tasks": {
        "N": 0.6770857864410028,
        "P": 0.5339450097447955,
        "R": 0.4227724703221478,
        "X": 0.678754959249708
      },
      "cost": 0.2110949652173913,
      "cost_estimated": false,
      "tokens": 183630.65942028986,
      "tokens_estimated": false
    },
    {
      "id": "codex--gpt-5.6-terra--medium",
      "model": "GPT-5.6 Terra",
      "harness": "Codex",
      "effort": "medium",
      "mean": 0.5206498636698134,
      "tasks": {
        "N": 0.6497319993176398,
        "P": 0.4184122484797411,
        "R": 0.38676440231379516,
        "X": 0.6276908045680776
      },
      "cost": 0.08432314456521739,
      "cost_estimated": false,
      "tokens": 118635.42844202898,
      "tokens_estimated": false
    },
    {
      "id": "codex--gpt-5.6-luna--medium",
      "model": "GPT-5.6 Luna",
      "harness": "Codex",
      "effort": "medium",
      "mean": 0.3943478459588592,
      "tasks": {
        "N": 0.5186921474211196,
        "P": 0.31601795122080145,
        "R": 0.2726989137842737,
        "X": 0.46998237140924215
      },
      "cost": 0.008096560942028985,
      "cost_estimated": false,
      "tokens": 105640.06521739131,
      "tokens_estimated": false
    },
    {
      "id": "claude-code--claude-sonnet-5--medium",
      "model": "Sonnet 5",
      "harness": "Claude Code",
      "effort": "medium",
      "mean": 0.47902653966417313,
      "tasks": {
        "N": 0.5743349420940439,
        "P": 0.42822419622171004,
        "R": 0.3370282670003797,
        "X": 0.5765187533405589
      },
      "cost": 0.1646993471014493,
      "cost_estimated": false,
      "tokens": 360457.50815217395,
      "tokens_estimated": false
    },
    {
      "id": "codex--gpt-6-sol--medium",
      "model": "GPT-6 Sol",
      "harness": "Codex",
      "effort": "medium",
      "mean": 0.6328842362545304,
      "tasks": {
        "N": 0.7213348309329302,
        "P": 0.6134170709676219,
        "R": 0.49884955076082876,
        "X": 0.6979354923567407
      },
      "cost": 0.09531237246376811,
      "cost_estimated": false,
      "tokens": 182783.30797101452,
      "tokens_estimated": false
    },
    {
      "id": "codex--gpt-6-luna--medium",
      "model": "GPT-6 Luna",
      "harness": "Codex",
      "effort": "medium",
      "mean": 0.3957114787642487,
      "tasks": {
        "N": 0.5440379965605588,
        "P": 0.32530782538765735,
        "R": 0.27908047628076793,
        "X": 0.4344196168280108
      },
      "cost": 0.0035430422101449277,
      "cost_estimated": false,
      "tokens": 116429.13949275362,
      "tokens_estimated": false
    },
    {
      "id": "claude-code--claude-sonnet-5--high",
      "model": "Sonnet 5",
      "harness": "Claude Code",
      "effort": "high",
      "mean": 0.48797619665497743,
      "tasks": {
        "N": 0.614533151902291,
        "P": 0.42256830087493125,
        "R": 0.3160151103496138,
        "X": 0.5987882234930737
      },
      "cost": 0.3339932010869565,
      "cost_estimated": false,
      "tokens": 622775.267210145,
      "tokens_estimated": false
    },
    {
      "id": "claude-code--deepseek-v4-flash--high",
      "model": "DeepSeek V4 Flash",
      "harness": "Claude Code",
      "effort": "high",
      "mean": 0.45900746517228064,
      "tasks": {
        "N": 0.652886325823073,
        "P": 0.37009130658319067,
        "R": 0.27894568811555176,
        "X": 0.5341065401673072
      },
      "cost": null,
      "cost_estimated": false,
      "tokens": 275471.0869565217,
      "tokens_estimated": false
    },
    {
      "id": "claude-code--claude-opus-5-5--medium",
      "model": "Opus 5.5",
      "harness": "Claude Code",
      "effort": "medium",
      "mean": 0.6495627601217877,
      "tasks": {
        "N": 0.7783027927711407,
        "P": 0.5940101600139827,
        "R": 0.5262744542501994,
        "X": 0.6996636334518279
      },
      "cost": 0.13554858118972332,
      "cost_estimated": true,
      "tokens": 182336.76251646903,
      "tokens_estimated": true
    },
    {
      "id": "codex--gpt-5.6-sol--high",
      "model": "GPT-5.6 Sol",
      "harness": "Codex",
      "effort": "high",
      "mean": 0.6264869768631991,
      "tasks": {
        "N": 0.7047486098367852,
        "P": 0.5856656256415775,
        "R": 0.508069316512339,
        "X": 0.7074643554620945
      },
      "cost": 0.31726827391304346,
      "cost_estimated": false,
      "tokens": 283352.78079710144,
      "tokens_estimated": false
    },
    {
      "id": "codex--gpt-5.6-terra--high",
      "model": "GPT-5.6 Terra",
      "harness": "Codex",
      "effort": "high",
      "mean": 0.5517783535615935,
      "tasks": {
        "N": 0.6847369917604312,
        "P": 0.49541418689990163,
        "R": 0.39063721245959027,
        "X": 0.6363250231264512
      },
      "cost": 0.13284798263241107,
      "cost_estimated": true,
      "tokens": 177334.85658102768,
      "tokens_estimated": true
    },
    {
      "id": "codex--gpt-6-sol--high",
      "model": "GPT-6 Sol",
      "harness": "Codex",
      "effort": "high",
      "mean": 0.6522210266832043,
      "tasks": {
        "N": 0.7252689498563291,
        "P": 0.661850738355375,
        "R": 0.508119969582546,
        "X": 0.713644448938567
      },
      "cost": 0.1263025547101449,
      "cost_estimated": false,
      "tokens": 233461.8722826087,
      "tokens_estimated": false
    },
    {
      "id": "codex--gpt-6-luna--high",
      "model": "GPT-6 Luna",
      "harness": "Codex",
      "effort": "high",
      "mean": 0.44528391777345455,
      "tasks": {
        "N": 0.5702330899245363,
        "P": 0.35502390610604917,
        "R": 0.291870947865839,
        "X": 0.5640077271973938
      },
      "cost": 0.00573921436594203,
      "cost_estimated": false,
      "tokens": 167725.04438405798,
      "tokens_estimated": false
    },
    {
      "id": "codex--gpt-5.6-luna--high",
      "model": "GPT-5.6 Luna",
      "harness": "Codex",
      "effort": "high",
      "mean": 0.44567896181114786,
      "tasks": {
        "N": 0.6000996736312757,
        "P": 0.3881100856765666,
        "R": 0.2840691032960727,
        "X": 0.5104369846406764
      },
      "cost": 0.014057576887747034,
      "cost_estimated": true,
      "tokens": 175588.49885046112,
      "tokens_estimated": true
    },
    {
      "id": "claude-code--qwen3.8-flash--high",
      "model": "Qwen 3.8 Flash",
      "harness": "Claude Code",
      "effort": "high",
      "mean": 0.540432890460002,
      "tasks": {
        "N": 0.6765010506572222,
        "P": 0.49549049756494246,
        "R": 0.3572958821719745,
        "X": 0.6324441314458685
      },
      "cost": 0.021574607298913043,
      "cost_estimated": false,
      "tokens": 548069.2246376812,
      "tokens_estimated": false
    },
    {
      "id": "codex--gpt-5.5--high",
      "model": "GPT-5.5",
      "harness": "Codex",
      "effort": "high",
      "mean": 0.46792948847527294,
      "tasks": {
        "N": 0.6136395967895205,
        "P": 0.4141049252684581,
        "R": 0.30058265747814583,
        "X": 0.5433907743649673
      },
      "cost": 0.34965452634464844,
      "cost_estimated": true,
      "tokens": 171073.3498171937,
      "tokens_estimated": true
    },
    {
      "id": "claude-code--claude-opus-5-5--high",
      "model": "Opus 5.5",
      "harness": "Claude Code",
      "effort": "high",
      "mean": 0.6911011906064897,
      "tasks": {
        "N": 0.8023091879526844,
        "P": 0.6558348733008535,
        "R": 0.5536490809760269,
        "X": 0.7526116201963937
      },
      "cost": 0.2470376935546772,
      "cost_estimated": true,
      "tokens": 321452.48229907773,
      "tokens_estimated": true
    },
    {
      "id": "claude-code--claude-haiku-5-5--medium",
      "model": "Haiku 5.5",
      "harness": "Claude Code",
      "effort": "medium",
      "mean": 0.4747722336665345,
      "tasks": {
        "N": 0.5746750746838662,
        "P": 0.3905394547647332,
        "R": 0.36012712814250236,
        "X": 0.5737472770750361
      },
      "cost": 0.004493169230072464,
      "cost_estimated": false,
      "tokens": 191131.6458333333,
      "tokens_estimated": false
    },
    {
      "id": "claude-code--claude-haiku-5-5--high",
      "model": "Haiku 5.5",
      "harness": "Claude Code",
      "effort": "high",
      "mean": 0.5516519994816047,
      "tasks": {
        "N": 0.7043325989150522,
        "P": 0.4729634653355558,
        "R": 0.3827673536163412,
        "X": 0.6465445800594697
      },
      "cost": 0.012013848522613692,
      "cost_estimated": true,
      "tokens": 430566.8011723305,
      "tokens_estimated": true
    },
    {
      "id": "codex--gpt-6-astra--high",
      "model": "GPT-6 Astra",
      "harness": "Codex",
      "effort": "high",
      "mean": 0.7063212623760857,
      "tasks": {
        "N": 0.7164799755763922,
        "P": 0.6942325573606265,
        "R": 0.640320071159279,
        "X": 0.774252445408045
      },
      "cost": 0.43688153458498025,
      "cost_estimated": true,
      "tokens": 168081.61146903824,
      "tokens_estimated": true
    },
    {
      "id": "codex--gpt-6.1-sol--high",
      "model": "GPT-6.1 Sol",
      "harness": "Codex",
      "effort": "high",
      "mean": 0.7255172289673376,
      "tasks": {
        "N": 0.7663949404081493,
        "P": 0.6937495687214954,
        "R": 0.6538449046933488,
        "X": 0.788079502046357
      },
      "cost": 0.09865031014492753,
      "cost_estimated": false,
      "tokens": 201986.6268115942,
      "tokens_estimated": false
    },
    {
      "id": "codex--qwen3.8-flash--high",
      "model": "Qwen 3.8 Flash",
      "harness": "Codex",
      "effort": "high",
      "mean": 0.6004302986671317,
      "tasks": {
        "N": 0.7177838762662236,
        "P": 0.5465386171731078,
        "R": 0.4091148114725538,
        "X": 0.7282838897566415
      },
      "cost": 0.029567530474637685,
      "cost_estimated": false,
      "tokens": 654132.6711956522,
      "tokens_estimated": false
    },
    {
      "id": "claude-code--claude-fable-5-1--medium",
      "model": "Fable 5.1",
      "harness": "Claude Code",
      "effort": "medium",
      "mean": 0.6349601104122832,
      "tasks": {
        "N": 0.7426956653590207,
        "P": 0.6020137130556682,
        "R": 0.4788645913344462,
        "X": 0.7162664718999976
      },
      "cost": 0.49735723084239125,
      "cost_estimated": true,
      "tokens": 221148.0929314888,
      "tokens_estimated": true
    },
    {
      "id": "codex--gpt-6-astra--medium",
      "model": "GPT-6 Astra",
      "harness": "Codex",
      "effort": "medium",
      "mean": 0.6563823751245108,
      "tasks": {
        "N": 0.6072085662858969,
        "P": 0.6532349442098185,
        "R": 0.6142653964341303,
        "X": 0.7508205935681976
      },
      "cost": 0.26637194927536234,
      "cost_estimated": false,
      "tokens": 110118.51449275362,
      "tokens_estimated": false
    },
    {
      "id": "codex--gpt-6.1-sol--medium",
      "model": "GPT-6.1 Sol",
      "harness": "Codex",
      "effort": "medium",
      "mean": 0.689711704574128,
      "tasks": {
        "N": 0.6925628852697227,
        "P": 0.675588392109142,
        "R": 0.6351135923771642,
        "X": 0.7555819485404832
      },
      "cost": 0.05992547934782609,
      "cost_estimated": false,
      "tokens": 142686.27807971014,
      "tokens_estimated": false
    },
    {
      "id": "claude-code--glm-5.3-flash--high",
      "model": "GLM 5.3 Flash",
      "harness": "Claude Code",
      "effort": "high",
      "mean": 0.49862140349026335,
      "tasks": {
        "N": 0.5859344756111428,
        "P": 0.44079651535570696,
        "R": 0.3756458206551023,
        "X": 0.5921088023391013
      },
      "cost": 0.02023306697463768,
      "cost_estimated": false,
      "tokens": 361333.58605072467,
      "tokens_estimated": false
    },
    {
      "id": "claude-code--deepseek-v4-pro--high",
      "model": "DeepSeek V4 Pro",
      "harness": "Claude Code",
      "effort": "high",
      "mean": 0.5443749607139248,
      "tasks": {
        "N": 0.6699409832751431,
        "P": 0.4867071985886851,
        "R": 0.384075279579688,
        "X": 0.6367763814121827
      },
      "cost": 0.32550226381739134,
      "cost_estimated": true,
      "tokens": 466283.6666930171,
      "tokens_estimated": true
    },
    {
      "id": "codex--deepseek-v4-pro--high",
      "model": "DeepSeek V4 Pro",
      "harness": "Codex",
      "effort": "high",
      "mean": 0.49802951460620504,
      "tasks": {
        "N": 0.5887980518566684,
        "P": 0.4514360661149648,
        "R": 0.36940238335509135,
        "X": 0.5824815570980955
      },
      "cost": 0.1038075171594203,
      "cost_estimated": false,
      "tokens": 460319.99275362317,
      "tokens_estimated": false
    },
    {
      "id": "claude-code--deepseek-v4.1-flash--high",
      "model": "DeepSeek V4.1 Flash",
      "harness": "Claude Code",
      "effort": "high",
      "mean": 0.5939319739899186,
      "tasks": {
        "N": 0.6977469140570589,
        "P": 0.5376341027914113,
        "R": 0.4538646259201651,
        "X": 0.6864822531910391
      },
      "cost": 0.13931973330434783,
      "cost_estimated": false,
      "tokens": 802134.9266304348,
      "tokens_estimated": false
    },
    {
      "id": "codex--deepseek-v4.1-flash--high",
      "model": "DeepSeek V4.1 Flash",
      "harness": "Codex",
      "effort": "high",
      "mean": 0.5760901311762523,
      "tasks": {
        "N": 0.6593525934429467,
        "P": 0.5401826400165946,
        "R": 0.43925174346675777,
        "X": 0.6655735477787101
      },
      "cost": 0.0318275046212253,
      "cost_estimated": true,
      "tokens": 559979.1347661396,
      "tokens_estimated": true
    },
    {
      "id": "codex--glm-5.3-flash--high",
      "model": "GLM 5.3 Flash",
      "harness": "Codex",
      "effort": "high",
      "mean": 0.39120651319072935,
      "tasks": {
        "N": 0.43352755845994384,
        "P": 0.34840869074871217,
        "R": 0.28876686230437765,
        "X": 0.4941229412498838
      },
      "cost": 0.01058304650273386,
      "cost_estimated": true,
      "tokens": 191437.38240118578,
      "tokens_estimated": true
    },
    {
      "id": "claude-code--kimi-k3--high",
      "model": "Kimi K3",
      "harness": "Claude Code",
      "effort": "high",
      "mean": 0.47188308910856697,
      "tasks": {
        "N": 0.5674924220221859,
        "P": 0.4198207623829422,
        "R": 0.33110341984727776,
        "X": 0.5691157521818621
      },
      "cost": 0.27844882880434785,
      "cost_estimated": false,
      "tokens": 194352.1856884058,
      "tokens_estimated": false
    },
    {
      "id": "codex--kimi-k3--high",
      "model": "Kimi K3",
      "harness": "Codex",
      "effort": "high",
      "mean": 0.546927156888798,
      "tasks": {
        "N": 0.663663469509529,
        "P": 0.4829443779227134,
        "R": 0.3964445399233265,
        "X": 0.6446562401996232
      },
      "cost": 0.28198144836956524,
      "cost_estimated": false,
      "tokens": 248251.59510869568,
      "tokens_estimated": false
    },
    {
      "id": "claude-code--mimo-v2.6-flash--on",
      "model": "MiMo V2.6 Flash",
      "harness": "Claude Code",
      "effort": "on",
      "mean": 0.3324820066960854,
      "tasks": {
        "N": 0.43975139592835116,
        "P": 0.26653611865974314,
        "R": 0.23935238709506423,
        "X": 0.38428812510118304
      },
      "cost": 0.018436948351449274,
      "cost_estimated": false,
      "tokens": 125132.5625,
      "tokens_estimated": false
    },
    {
      "id": "codex--mimo-v2.6-flash--on",
      "model": "MiMo V2.6 Flash",
      "harness": "Codex",
      "effort": "on",
      "mean": 0.4006239306512903,
      "tasks": {
        "N": 0.5539372092191475,
        "P": 0.3267952706324706,
        "R": 0.2791803026835815,
        "X": 0.4425829400699616
      },
      "cost": 0.0047228145442028985,
      "cost_estimated": false,
      "tokens": 201891.77355072464,
      "tokens_estimated": false
    },
    {
      "id": "claude-code--mimo-v2.6-pro--on",
      "model": "MiMo V2.6 Pro",
      "harness": "Claude Code",
      "effort": "on",
      "mean": 0.4673566613205099,
      "tasks": {
        "N": 0.59987966263025,
        "P": 0.38217701499274515,
        "R": 0.33401982817841236,
        "X": 0.553350139480632
      },
      "cost": 0.045364716189100394,
      "cost_estimated": true,
      "tokens": 617766.1180919993,
      "tokens_estimated": true
    },
    {
      "id": "codex--mimo-v2.6-pro--on",
      "model": "MiMo V2.6 Pro",
      "harness": "Codex",
      "effort": "on",
      "mean": 0.49303274010501397,
      "tasks": {
        "N": 0.6385378288290553,
        "P": 0.40529568598888677,
        "R": 0.3340723974936267,
        "X": 0.5942250481084871
      },
      "cost": 0.024695065985869565,
      "cost_estimated": false,
      "tokens": 352679.47373188403,
      "tokens_estimated": false
    },
    {
      "id": "claude-code--qwen3.8-max--high",
      "model": "Qwen 3.8 Max",
      "harness": "Claude Code",
      "effort": "high",
      "mean": 0.5247687155829914,
      "tasks": {
        "N": 0.6807608263058106,
        "P": 0.42071992806783765,
        "R": 0.3740897062175971,
        "X": 0.6235044017407202
      },
      "cost": 0.24303861233135643,
      "cost_estimated": true,
      "tokens": 487834.889697715,
      "tokens_estimated": true
    },
    {
      "id": "codex--qwen3.8-max--high",
      "model": "Qwen 3.8 Max",
      "harness": "Codex",
      "effort": "high",
      "mean": 0.5227107989524842,
      "tasks": {
        "N": 0.6560851797028899,
        "P": 0.4757639400027067,
        "R": 0.3735312336187204,
        "X": 0.5854628424856194
      },
      "cost": 0.26994299573044134,
      "cost_estimated": true,
      "tokens": 333047.0536594203,
      "tokens_estimated": true
    },
    {
      "id": "claude-code--claude-fable-5-1--high",
      "model": "Fable 5.1",
      "harness": "Claude Code",
      "effort": "high",
      "mean": 0.6796781454338291,
      "tasks": {
        "N": 0.78126258125605,
        "P": 0.640412629580035,
        "R": 0.5392295632853807,
        "X": 0.7578078076138508
      },
      "cost": 0.985780530361622,
      "cost_estimated": true,
      "tokens": 340959.2414994426,
      "tokens_estimated": true
    },
    {
      "id": "claude-code--glm-5.3--high",
      "model": "GLM 5.3",
      "harness": "Claude Code",
      "effort": "high",
      "mean": 0.5920475805899773,
      "tasks": {
        "N": 0.6707342578866666,
        "P": 0.5577810691820255,
        "R": 0.4722839702820595,
        "X": 0.6673910250091576
      },
      "cost": 0.4268038988405797,
      "cost_estimated": false,
      "tokens": 720379.213768116,
      "tokens_estimated": false
    },
    {
      "id": "codex--glm-5.3--high",
      "model": "GLM 5.3",
      "harness": "Codex",
      "effort": "high",
      "mean": 0.45892380375775316,
      "tasks": {
        "N": 0.44862049525050013,
        "P": 0.42909482622635375,
        "R": 0.4003915948739014,
        "X": 0.5575882986802573
      },
      "cost": 0.10766590619565218,
      "cost_estimated": false,
      "tokens": 234448.80706521738,
      "tokens_estimated": false
    },
    {
      "id": "claude-code--hy4--high",
      "model": "Hy4",
      "harness": "Claude Code",
      "effort": "high",
      "mean": 0.6742092974783083,
      "tasks": {
        "N": 0.7702319072930911,
        "P": 0.6476386976963557,
        "R": 0.5336810609554687,
        "X": 0.7452855239683173
      },
      "cost": 0.19274056813943347,
      "cost_estimated": true,
      "tokens": 1250159.4544795784,
      "tokens_estimated": true
    },
    {
      "id": "codex--hy4--high",
      "model": "Hy4",
      "harness": "Codex",
      "effort": "high",
      "mean": 0.6178637064008224,
      "tasks": {
        "N": 0.7084161126982965,
        "P": 0.5885689792220208,
        "R": 0.4610779846626979,
        "X": 0.7133917490202746
      },
      "cost": 0.19387724476902174,
      "cost_estimated": false,
      "tokens": 959201.6929347826,
      "tokens_estimated": false
    }
  ],
  "logratio_agent": "codex--gpt-6.1-sol--high",
  "logratio_tolerance": 1e-06,
  "logratios": [
    {
      "task_id": "nexteval-u5-perturbed-noisy@1",
      "label": "Noisy observations",
      "y": [
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -4.235942700000001,
        -3.714,
        -3.508,
        -2.906,
        -2.322,
        -1.902,
        -1.584,
        -1.416,
        -1.322,
        -0.57,
        -0.522,
        -0.378,
        -0.264,
        -0.138,
        -0.064,
        0,
        0,
        0,
        0.192,
        0.246,
        0.394,
        0.416,
        0.518,
        0.616,
        0.656,
        0.67,
        0.706,
        0.808,
        0.822,
        0.874,
        0.906,
        0.906,
        1,
        1,
        1.102,
        1.182,
        1.222,
        1.222,
        1.254,
        1.3,
        1.322,
        1.408,
        1.584,
        1.584,
        1.63,
        1.716,
        1.792,
        2.056,
        2.138,
        2.18,
        3.808,
        3.85,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001,
        4.235942700000001
      ],
      "ratioMax": 3.850857,
      "nBoth": 0,
      "nOnlyAgent": 197,
      "nOnlyCobyqa": 28
    },
    {
      "task_id": "nexteval-u5-perturbed-random-nan@1",
      "label": "Random NaN",
      "y": [
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -5.0434593,
        -3.898,
        -3.292,
        -3.286,
        -3.13,
        -3.068,
        -2.88,
        -2.87,
        -2.822,
        -2.782,
        -2.734,
        -2.624,
        -2.322,
        -2.218,
        -2.094,
        -1.722,
        -1.61,
        -1.604,
        -1.584,
        -1.354,
        -1.192,
        -1.112,
        -1.062,
        -1.044,
        -1.018,
        -0.938,
        -0.906,
        -0.808,
        -0.77,
        -0.736,
        -0.652,
        -0.628,
        -0.61,
        -0.6,
        -0.6,
        -0.584,
        -0.562,
        -0.546,
        -0.54,
        -0.494,
        -0.488,
        -0.486,
        -0.416,
        -0.322,
        -0.322,
        -0.28,
        -0.222,
        -0.154,
        -0.154,
        -0.138,
        -0.106,
        -0.098,
        -0.032,
        -0.032,
        -0.018,
        0,
        0,
        0,
        0,
        0,
        0,
        0.13,
        0.132,
        0.16,
        0.184,
        0.192,
        0.222,
        0.31,
        0.362,
        0.388,
        0.416,
        0.416,
        0.416,
        0.466,
        0.502,
        0.524,
        0.524,
        0.602,
        0.612,
        0.62,
        0.644,
        0.696,
        0.71,
        0.742,
        0.808,
        0.848,
        0.946,
        1,
        1,
        1,
        1.058,
        1.196,
        1.222,
        1.222,
        1.222,
        1.302,
        1.412,
        1.532,
        1.764,
        1.948,
        2,
        2.584,
        4.584,
        5.0434593,
        5.0434593,
        5.0434593
      ],
      "ratioMax": 4.584963,
      "nBoth": 0,
      "nOnlyAgent": 171,
      "nOnlyCobyqa": 3
    },
    {
      "task_id": "nexteval-u5-perturbed-rotated@1",
      "label": "Rotated coordinates",
      "y": [
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.9434593000000007,
        -3.584,
        -3.322,
        -3.306,
        -3.088,
        -3.032,
        -2.838,
        -2.764,
        -2.536,
        -2.502,
        -2.304,
        -2.152,
        -2,
        -1.848,
        -1.822,
        -1.614,
        -1.472,
        -1.264,
        -1.218,
        -1.138,
        -1.096,
        -1.088,
        -1.07,
        -1.064,
        -1.058,
        -1.038,
        -1.026,
        -0.866,
        -0.848,
        -0.758,
        -0.7,
        -0.584,
        -0.584,
        -0.584,
        -0.584,
        -0.584,
        -0.554,
        -0.514,
        -0.48,
        -0.402,
        -0.372,
        -0.332,
        -0.33,
        -0.31,
        -0.3,
        -0.29,
        -0.278,
        -0.278,
        -0.276,
        -0.268,
        -0.254,
        -0.238,
        -0.208,
        -0.184,
        -0.156,
        -0.154,
        -0.148,
        -0.138,
        -0.138,
        -0.12,
        -0.12,
        -0.106,
        -0.076,
        -0.074,
        -0.054,
        0,
        0,
        0,
        0,
        0,
        0,
        0.022,
        0.044,
        0.05,
        0.05,
        0.052,
        0.06,
        0.068,
        0.07,
        0.082,
        0.09,
        0.094,
        0.106,
        0.126,
        0.134,
        0.15,
        0.154,
        0.156,
        0.16,
        0.17,
        0.172,
        0.182,
        0.184,
        0.234,
        0.246,
        0.248,
        0.29,
        0.29,
        0.292,
        0.33,
        0.332,
        0.342,
        0.362,
        0.362,
        0.378,
        0.394,
        0.408,
        0.432,
        0.48,
        0.486,
        0.492,
        0.504,
        0.506,
        0.538,
        0.562,
        0.584,
        0.584,
        0.612,
        0.616,
        0.638,
        0.656,
        0.658,
        0.658,
        0.662,
        0.664,
        0.682,
        0.684,
        0.71,
        0.722,
        0.726,
        0.736,
        0.748,
        0.754,
        0.764,
        0.808,
        0.808,
        0.808,
        0.84,
        0.862,
        0.908,
        0.918,
        0.956,
        1,
        1.144,
        1.152,
        1.232,
        1.29,
        1.316,
        1.322,
        1.352,
        1.394,
        1.44,
        1.514,
        1.528,
        1.544,
        1.906,
        2.296,
        2.322,
        2.6,
        3.9434593000000007,
        3.9434593000000007,
        3.9434593000000007,
        3.9434593000000007,
        3.9434593000000007,
        3.9434593000000007,
        3.9434593000000007,
        3.9434593000000007,
        3.9434593000000007,
        3.9434593000000007,
        3.9434593000000007,
        3.9434593000000007
      ],
      "ratioMax": 3.584963,
      "nBoth": 0,
      "nOnlyAgent": 106,
      "nOnlyCobyqa": 12
    },
    {
      "task_id": "nexteval-u5-perturbed@1",
      "label": "Perturbed starts",
      "y": [
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.6088075,
        -4.19,
        -3.682,
        -3.528,
        -3.472,
        -2.896,
        -2.808,
        -2.754,
        -2.7,
        -2.406,
        -2.34,
        -2.07,
        -1.762,
        -1.638,
        -1.584,
        -1.494,
        -1.29,
        -1.202,
        -1.138,
        -1.13,
        -1.07,
        -1,
        -0.954,
        -0.868,
        -0.856,
        -0.828,
        -0.826,
        -0.774,
        -0.696,
        -0.668,
        -0.63,
        -0.584,
        -0.584,
        -0.544,
        -0.54,
        -0.484,
        -0.4,
        -0.39,
        -0.326,
        -0.322,
        -0.29,
        -0.27,
        -0.242,
        -0.238,
        -0.176,
        -0.152,
        -0.138,
        -0.126,
        -0.094,
        -0.088,
        -0.086,
        -0.072,
        -0.056,
        -0.042,
        0,
        0,
        0,
        0,
        0.012,
        0.014,
        0.086,
        0.088,
        0.09,
        0.096,
        0.118,
        0.12,
        0.134,
        0.188,
        0.192,
        0.192,
        0.198,
        0.22,
        0.222,
        0.226,
        0.234,
        0.252,
        0.28,
        0.292,
        0.292,
        0.31,
        0.322,
        0.346,
        0.35,
        0.362,
        0.404,
        0.426,
        0.432,
        0.46,
        0.46,
        0.466,
        0.51,
        0.51,
        0.514,
        0.514,
        0.514,
        0.53,
        0.54,
        0.568,
        0.584,
        0.592,
        0.608,
        0.618,
        0.626,
        0.638,
        0.658,
        0.666,
        0.676,
        0.678,
        0.686,
        0.69,
        0.724,
        0.778,
        0.784,
        0.79,
        0.83,
        0.852,
        0.864,
        0.866,
        0.87,
        0.884,
        0.884,
        0.894,
        0.914,
        0.93,
        0.982,
        1,
        1,
        1.068,
        1.108,
        1.216,
        1.222,
        1.354,
        1.402,
        1.584,
        1.628,
        1.64,
        1.652,
        1.748,
        1.866,
        2,
        2.064,
        2.46,
        4.6088075,
        4.6088075,
        4.6088075,
        4.6088075,
        4.6088075,
        4.6088075,
        4.6088075,
        4.6088075,
        4.6088075
      ],
      "ratioMax": 4.189825,
      "nBoth": 0,
      "nOnlyAgent": 126,
      "nOnlyCobyqa": 9
    }
  ],
  "figure_statistics": {
    "cost_frontier": [
      "codex--gpt-6-luna--medium",
      "claude-code--claude-haiku-5-5--medium",
      "claude-code--claude-haiku-5-5--high",
      "codex--qwen3.8-flash--high",
      "codex--gpt-6.1-sol--medium",
      "codex--gpt-6.1-sol--high"
    ],
    "token_frontier": [
      "codex--gpt-5.5--medium",
      "codex--gpt-6-astra--medium",
      "codex--gpt-6.1-sol--medium",
      "codex--gpt-6-astra--high",
      "codex--gpt-6.1-sol--high"
    ],
    "task_distributions": [
      {
        "key": "P",
        "median": 0.4757639400027067,
        "above_cobyqa": 18,
        "n": 45
      },
      {
        "key": "N",
        "median": 0.6593525934429467,
        "above_cobyqa": 42,
        "n": 45
      },
      {
        "key": "R",
        "median": 0.384075279579688,
        "above_cobyqa": 10,
        "n": 45
      },
      {
        "key": "X",
        "median": 0.6324441314458685,
        "above_cobyqa": 39,
        "n": 45
      }
    ],
    "matched_harnesses": [
      {
        "model": "GLM 5.3",
        "codex": 0.45892380375775316,
        "claude": 0.5920475805899773,
        "delta": 0.13312377683222415
      },
      {
        "model": "GLM 5.3 Flash",
        "codex": 0.39120651319072935,
        "claude": 0.49862140349026335,
        "delta": 0.107414890299534
      },
      {
        "model": "Hy4",
        "codex": 0.6178637064008224,
        "claude": 0.6742092974783083,
        "delta": 0.056345591077485824
      },
      {
        "model": "DeepSeek V4 Pro",
        "codex": 0.49802951460620504,
        "claude": 0.5443749607139248,
        "delta": 0.046345446107719734
      },
      {
        "model": "DeepSeek V4.1 Flash",
        "codex": 0.5760901311762523,
        "claude": 0.5939319739899186,
        "delta": 0.017841842813666298
      },
      {
        "model": "Qwen 3.8 Max",
        "codex": 0.5227107989524842,
        "claude": 0.5247687155829914,
        "delta": 0.0020579166305072505
      },
      {
        "model": "Qwen 3.8 Flash",
        "codex": 0.6004302986671317,
        "claude": 0.540432890460002,
        "delta": -0.05999740820712973
      },
      {
        "model": "Kimi K3",
        "codex": 0.546927156888798,
        "claude": 0.47188308910856697,
        "delta": -0.07504406778023104
      }
    ],
    "profiles": [
      {
        "label": "Noisy observations",
        "agent": [
          [
            0.0,
            0.19,
            0.25,
            0.39,
            0.42,
            0.52,
            0.62,
            0.66,
            0.67,
            0.71,
            0.81,
            0.82,
            0.87,
            0.91,
            1.0,
            1.1,
            1.18,
            1.22,
            1.25,
            1.3,
            1.32,
            1.41,
            1.58,
            1.63,
            1.72,
            1.79,
            2.06,
            2.14,
            2.18,
            3.81,
            3.85,
            4.236
          ],
          [
            0.7753623188405797,
            0.7789855072463768,
            0.782608695652174,
            0.7862318840579711,
            0.7898550724637681,
            0.7934782608695652,
            0.7971014492753623,
            0.8007246376811594,
            0.8043478260869565,
            0.8079710144927537,
            0.8115942028985508,
            0.8152173913043478,
            0.8188405797101449,
            0.8260869565217391,
            0.8333333333333334,
            0.8369565217391305,
            0.8405797101449275,
            0.8478260869565217,
            0.8514492753623188,
            0.855072463768116,
            0.8586956521739131,
            0.8623188405797102,
            0.8695652173913043,
            0.8731884057971014,
            0.8768115942028986,
            0.8804347826086957,
            0.8840579710144928,
            0.8876811594202898,
            0.8913043478260869,
            0.894927536231884,
            0.8985507246376812,
            0.8985507246376812
          ]
        ],
        "cobyqa": [
          [
            0.0,
            0.06,
            0.14,
            0.26,
            0.38,
            0.52,
            0.57,
            1.32,
            1.42,
            1.58,
            1.9,
            2.32,
            2.91,
            3.51,
            3.71,
            4.236
          ],
          [
            0.23550724637681159,
            0.2391304347826087,
            0.2427536231884058,
            0.2463768115942029,
            0.25,
            0.2536231884057971,
            0.2572463768115942,
            0.2608695652173913,
            0.2644927536231884,
            0.26811594202898553,
            0.2717391304347826,
            0.2753623188405797,
            0.27898550724637683,
            0.2826086956521739,
            0.286231884057971,
            0.286231884057971
          ]
        ],
        "only_agent": 197,
        "only_cobyqa": 28
      },
      {
        "label": "Rotated coordinates",
        "agent": [
          [
            0.0,
            0.02,
            0.04,
            0.05,
            0.06,
            0.07,
            0.08,
            0.09,
            0.11,
            0.13,
            0.15,
            0.16,
            0.17,
            0.18,
            0.23,
            0.25,
            0.29,
            0.33,
            0.34,
            0.36,
            0.38,
            0.39,
            0.41,
            0.43,
            0.48,
            0.49,
            0.5,
            0.51,
            0.54,
            0.56,
            0.58,
            0.61,
            0.62,
            0.64,
            0.66,
            0.68,
            0.71,
            0.72,
            0.73,
            0.74,
            0.75,
            0.76,
            0.81,
            0.84,
            0.86,
            0.91,
            0.92,
            0.96,
            1.0,
            1.14,
            1.15,
            1.23,
            1.29,
            1.32,
            1.35,
            1.39,
            1.44,
            1.51,
            1.53,
            1.54,
            1.91,
            2.3,
            2.32,
            2.6,
            3.943
          ],
          [
            0.6376811594202898,
            0.6413043478260869,
            0.644927536231884,
            0.6557971014492754,
            0.6594202898550725,
            0.6666666666666666,
            0.6702898550724637,
            0.677536231884058,
            0.6811594202898551,
            0.6884057971014492,
            0.6956521739130435,
            0.7028985507246377,
            0.7101449275362319,
            0.717391304347826,
            0.7210144927536232,
            0.7282608695652174,
            0.7391304347826086,
            0.7463768115942029,
            0.75,
            0.7572463768115942,
            0.7608695652173914,
            0.7644927536231884,
            0.7681159420289855,
            0.7717391304347826,
            0.7753623188405797,
            0.782608695652174,
            0.7862318840579711,
            0.7898550724637681,
            0.7934782608695652,
            0.7971014492753623,
            0.8043478260869565,
            0.8079710144927537,
            0.8115942028985508,
            0.8152173913043478,
            0.8333333333333334,
            0.8405797101449275,
            0.8442028985507246,
            0.8478260869565217,
            0.8514492753623188,
            0.855072463768116,
            0.8623188405797102,
            0.8659420289855072,
            0.8768115942028986,
            0.8804347826086957,
            0.8840579710144928,
            0.8876811594202898,
            0.8913043478260869,
            0.894927536231884,
            0.8985507246376812,
            0.9021739130434783,
            0.9057971014492754,
            0.9094202898550725,
            0.9130434782608695,
            0.9202898550724637,
            0.9239130434782609,
            0.927536231884058,
            0.9311594202898551,
            0.9347826086956522,
            0.9384057971014492,
            0.9420289855072463,
            0.9456521739130435,
            0.9492753623188406,
            0.9528985507246377,
            0.9565217391304348,
            0.9565217391304348
          ]
        ],
        "cobyqa": [
          [
            0.0,
            0.05,
            0.07,
            0.08,
            0.11,
            0.12,
            0.14,
            0.15,
            0.16,
            0.18,
            0.21,
            0.24,
            0.25,
            0.27,
            0.28,
            0.29,
            0.3,
            0.31,
            0.33,
            0.37,
            0.4,
            0.48,
            0.51,
            0.55,
            0.58,
            0.7,
            0.76,
            0.85,
            0.87,
            1.03,
            1.04,
            1.06,
            1.07,
            1.09,
            1.1,
            1.14,
            1.22,
            1.26,
            1.47,
            1.61,
            1.82,
            1.85,
            2.0,
            2.15,
            2.3,
            2.5,
            2.54,
            2.76,
            2.84,
            3.03,
            3.09,
            3.31,
            3.32,
            3.58,
            3.943
          ],
          [
            0.38405797101449274,
            0.38768115942028986,
            0.391304347826087,
            0.39492753623188404,
            0.39855072463768115,
            0.4057971014492754,
            0.41304347826086957,
            0.42028985507246375,
            0.42391304347826086,
            0.427536231884058,
            0.4311594202898551,
            0.43478260869565216,
            0.4384057971014493,
            0.4420289855072464,
            0.4528985507246377,
            0.45652173913043476,
            0.4601449275362319,
            0.463768115942029,
            0.47101449275362317,
            0.4746376811594203,
            0.4782608695652174,
            0.48188405797101447,
            0.4855072463768116,
            0.4891304347826087,
            0.5072463768115942,
            0.5108695652173914,
            0.5144927536231884,
            0.5181159420289855,
            0.5217391304347826,
            0.5253623188405797,
            0.5289855072463768,
            0.5362318840579711,
            0.5398550724637681,
            0.5434782608695652,
            0.5471014492753623,
            0.5507246376811594,
            0.5543478260869565,
            0.5579710144927537,
            0.5615942028985508,
            0.5652173913043478,
            0.5688405797101449,
            0.572463768115942,
            0.5760869565217391,
            0.5797101449275363,
            0.5833333333333334,
            0.5869565217391305,
            0.5905797101449275,
            0.5942028985507246,
            0.5978260869565217,
            0.6014492753623188,
            0.605072463768116,
            0.6086956521739131,
            0.6123188405797102,
            0.6159420289855072,
            0.6159420289855072
          ]
        ],
        "only_agent": 106,
        "only_cobyqa": 12
      }
    ],
    "method": "Pareto membership matches official consumptionView; means require all four tasks. No reruns or new evaluations."
  }
}
