{
  "schema_version": "1.0",
  "name": "EMBERBench public-development results",
  "url": "https://anantam-labs.vercel.app/benchmark.html",
  "scope": "Public development; not official hidden-test results",
  "limitations": [
    "Models may train or tune on this public environment.",
    "One trial per model; no statistically significant winner is established.",
    "EMBER is a family-balanced composite out of 100, not a survival percentage.",
    "This is simulated research, not guidance for an actual evacuation.",
    "No evaluation timestamp is recorded in the source snapshot."
  ],
  "scoring_version": "1.0",
  "world_count": 19,
  "source": {
    "url": "https://anantam-labs.vercel.app/data/results.js",
    "sha256": "55530133b1b50611d1b961e0303c0453733337862dc131649d81924656fc3a75"
  },
  "methodology": "https://anantam-labs.vercel.app/methodology.html",
  "rank_note": "published_rank preserves the original source snapshot rank. Charts order the displayed series highest to lowest; that does not redefine scientific ranks.",
  "models": [
    {
      "id": "cooperative-forecast-whca-r1",
      "name": "cooperative-forecast-whca-r1",
      "kind": "Reference agent",
      "provider": "Reference agent",
      "published_rank": 1,
      "ember_score": 88.5929,
      "confidence_interval": [
        88.1059,
        89.0274
      ],
      "safety": 1,
      "execution_quality": 0.924,
      "trials": 1,
      "people": {
        "evacuated": 241,
        "avoidable_deaths": 0,
        "avoidable_stranded": 0,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=cooperative-forecast-whca-r1"
    },
    {
      "id": "forecast-shortest-path-r1",
      "name": "forecast-shortest-path-r1",
      "kind": "Reference agent",
      "provider": "Reference agent",
      "published_rank": 2,
      "ember_score": 62.2908,
      "confidence_interval": [
        61.853,
        62.7177
      ],
      "safety": 0.7328,
      "execution_quality": 0.9091,
      "trials": 1,
      "people": {
        "evacuated": 206,
        "avoidable_deaths": 35,
        "avoidable_stranded": 0,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=forecast-shortest-path-r1"
    },
    {
      "id": "congestion-aware-v1",
      "name": "congestion-aware-v1",
      "kind": "Reference agent",
      "provider": "Reference agent",
      "published_rank": 3,
      "ember_score": 53.6771,
      "confidence_interval": [
        51.3755,
        56.0011
      ],
      "safety": 0.5609,
      "execution_quality": 0.9291,
      "trials": 1,
      "people": {
        "evacuated": 224,
        "avoidable_deaths": 17,
        "avoidable_stranded": 0,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=congestion-aware-v1"
    },
    {
      "id": "openrouter-typesafe_jev-1.14-choice-r1",
      "name": "typesafe/jev-1.14",
      "kind": "Decision model",
      "provider": "TypeSafe",
      "published_rank": 4,
      "ember_score": 51.704,
      "confidence_interval": [
        51.6672,
        51.7592
      ],
      "safety": 0.5415,
      "execution_quality": 0.7928,
      "trials": 1,
      "people": {
        "evacuated": 191,
        "avoidable_deaths": 46,
        "avoidable_stranded": 4,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=openrouter-typesafe_jev-1.14-choice-r1"
    },
    {
      "id": "typesafe-jev-latest-choice-r1",
      "name": "typesafe/jev-1.13",
      "kind": "Decision model",
      "provider": "TypeSafe",
      "published_rank": 5,
      "ember_score": 48.2662,
      "confidence_interval": [
        46.3205,
        51.1601
      ],
      "safety": 0.4966,
      "execution_quality": 0.7924,
      "trials": 1,
      "people": {
        "evacuated": 191,
        "avoidable_deaths": 47,
        "avoidable_stranded": 3,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=typesafe-jev-latest-choice-r1"
    },
    {
      "id": "fire-aware-shortest-path-v1",
      "name": "fire-aware-shortest-path-v1",
      "kind": "Reference agent",
      "provider": "Reference agent",
      "published_rank": 6,
      "ember_score": 40.8106,
      "confidence_interval": [
        38.5,
        43.1674
      ],
      "safety": 0.4214,
      "execution_quality": 0.9078,
      "trials": 1,
      "people": {
        "evacuated": 193,
        "avoidable_deaths": 48,
        "avoidable_stranded": 0,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=fire-aware-shortest-path-v1"
    },
    {
      "id": "static-shortest-path-v1",
      "name": "static-shortest-path-v1",
      "kind": "Reference agent",
      "provider": "Reference agent",
      "published_rank": 7,
      "ember_score": 36.1002,
      "confidence_interval": [
        34.1349,
        39.0044
      ],
      "safety": 0.3695,
      "execution_quality": 0.8662,
      "trials": 1,
      "people": {
        "evacuated": 159,
        "avoidable_deaths": 82,
        "avoidable_stranded": 0,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=static-shortest-path-v1"
    },
    {
      "id": "openrouter-nace-ai_drex-v2.0-choice-r1",
      "name": "nace-ai/drex-v2.0",
      "kind": "Decision model",
      "provider": "Nace.AI",
      "published_rank": 8,
      "ember_score": 32.6593,
      "confidence_interval": [
        30.793,
        35.4236
      ],
      "safety": 0.3568,
      "execution_quality": 0.7554,
      "trials": 1,
      "people": {
        "evacuated": 195,
        "avoidable_deaths": 43,
        "avoidable_stranded": 3,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=openrouter-nace-ai_drex-v2.0-choice-r1"
    },
    {
      "id": "openrouter-liquid_d1-ultra-choice-r1",
      "name": "liquid/d1-ultra",
      "kind": "Decision model",
      "provider": "Liquid AI",
      "published_rank": 9,
      "ember_score": 32.3909,
      "confidence_interval": [
        32.3514,
        32.4501
      ],
      "safety": 0.3339,
      "execution_quality": 0.7154,
      "trials": 1,
      "people": {
        "evacuated": 145,
        "avoidable_deaths": 93,
        "avoidable_stranded": 3,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=openrouter-liquid_d1-ultra-choice-r1"
    },
    {
      "id": "openrouter-openai_gpt-6-luna-decisions-choice-r1",
      "name": "openai/gpt-6-luna-decisions",
      "kind": "Decision model",
      "provider": "OpenAI",
      "published_rank": 10,
      "ember_score": 30.7542,
      "confidence_interval": [
        30.7542,
        30.7542
      ],
      "safety": 0.3406,
      "execution_quality": 0.7157,
      "trials": 1,
      "people": {
        "evacuated": 148,
        "avoidable_deaths": 90,
        "avoidable_stranded": 3,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=openrouter-openai_gpt-6-luna-decisions-choice-r1"
    },
    {
      "id": "openrouter-nace-ai_drex-max-choice-r1",
      "name": "nace-ai/drex-max",
      "kind": "Decision model",
      "provider": "Nace.AI",
      "published_rank": 11,
      "ember_score": 26.156,
      "confidence_interval": [
        25.7408,
        26.5604
      ],
      "safety": 0.2757,
      "execution_quality": 0.7039,
      "trials": 1,
      "people": {
        "evacuated": 168,
        "avoidable_deaths": 69,
        "avoidable_stranded": 4,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=openrouter-nace-ai_drex-max-choice-r1"
    },
    {
      "id": "nearest-exit-greedy-v1",
      "name": "nearest-exit-greedy-v1",
      "kind": "Reference agent",
      "provider": "Reference agent",
      "published_rank": 12,
      "ember_score": 26.1999,
      "confidence_interval": [
        24.2347,
        29.0939
      ],
      "safety": 0.2695,
      "execution_quality": 0.7675,
      "trials": 1,
      "people": {
        "evacuated": 154,
        "avoidable_deaths": 84,
        "avoidable_stranded": 3,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=nearest-exit-greedy-v1"
    },
    {
      "id": "openrouter-perplexity_pplx-decider-v1.2-choice-r1",
      "name": "perplexity/pplx-decider-v1.2",
      "kind": "Decision model",
      "provider": "Perplexity",
      "published_rank": 13,
      "ember_score": 26.0251,
      "confidence_interval": [
        25.5982,
        26.4468
      ],
      "safety": 0.2747,
      "execution_quality": 0.7175,
      "trials": 1,
      "people": {
        "evacuated": 176,
        "avoidable_deaths": 61,
        "avoidable_stranded": 4,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=openrouter-perplexity_pplx-decider-v1.2-choice-r1"
    },
    {
      "id": "nace-drex-max-v1.1-choice-r1",
      "name": "nace-ai/drex-max-v1.1",
      "kind": "Decision model",
      "provider": "Nace.AI",
      "published_rank": 14,
      "ember_score": 25.2578,
      "confidence_interval": [
        25.2163,
        25.3029
      ],
      "safety": 0.264,
      "execution_quality": 0.7003,
      "trials": 1,
      "people": {
        "evacuated": 157,
        "avoidable_deaths": 80,
        "avoidable_stranded": 4,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=nace-drex-max-v1.1-choice-r1"
    },
    {
      "id": "subq-subq-snap-preview-choice-r1",
      "name": "subq/subq-snap-preview",
      "kind": "Decision model",
      "provider": "SubQ",
      "published_rank": 15,
      "ember_score": 24.7587,
      "confidence_interval": [
        23.7987,
        26.2795
      ],
      "safety": 0.26,
      "execution_quality": 0.7097,
      "trials": 1,
      "people": {
        "evacuated": 153,
        "avoidable_deaths": 85,
        "avoidable_stranded": 3,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=subq-subq-snap-preview-choice-r1"
    },
    {
      "id": "openrouter-respan_span-02-choice-r1",
      "name": "respan/span-02",
      "kind": "Decision model",
      "provider": "Respan",
      "published_rank": 16,
      "ember_score": 23.9676,
      "confidence_interval": [
        23.929,
        24.0251
      ],
      "safety": 0.2562,
      "execution_quality": 0.6853,
      "trials": 1,
      "people": {
        "evacuated": 159,
        "avoidable_deaths": 78,
        "avoidable_stranded": 4,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=openrouter-respan_span-02-choice-r1"
    },
    {
      "id": "openrouter-cloudflare_clef-choice-r1",
      "name": "cloudflare/clef",
      "kind": "Decision model",
      "provider": "Cloudflare",
      "published_rank": 17,
      "ember_score": 22.8017,
      "confidence_interval": [
        22.7649,
        22.8565
      ],
      "safety": 0.2738,
      "execution_quality": 0.6977,
      "trials": 1,
      "people": {
        "evacuated": 179,
        "avoidable_deaths": 59,
        "avoidable_stranded": 3,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=openrouter-cloudflare_clef-choice-r1"
    },
    {
      "id": "openrouter-microsoft_microsoft-decision-1-choice-r1",
      "name": "microsoft/microsoft-decision-1",
      "kind": "Decision model",
      "provider": "Microsoft",
      "published_rank": 18,
      "ember_score": 21.0703,
      "confidence_interval": [
        21.0519,
        21.107
      ],
      "safety": 0.2206,
      "execution_quality": 0.7199,
      "trials": 1,
      "people": {
        "evacuated": 151,
        "avoidable_deaths": 87,
        "avoidable_stranded": 3,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=openrouter-microsoft_microsoft-decision-1-choice-r1"
    },
    {
      "id": "sarvam-sarvam-prism-choice-r1",
      "name": "sarvam/sarvam-prism",
      "kind": "Decision model",
      "provider": "Sarvam AI",
      "published_rank": 19,
      "ember_score": 20.8222,
      "confidence_interval": [
        20.7828,
        20.8812
      ],
      "safety": 0.225,
      "execution_quality": 0.6678,
      "trials": 1,
      "people": {
        "evacuated": 137,
        "avoidable_deaths": 101,
        "avoidable_stranded": 3,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=sarvam-sarvam-prism-choice-r1"
    },
    {
      "id": "openrouter-inception_mercury-decide-choice-r1",
      "name": "inception/mercury-decide",
      "kind": "Decision model",
      "provider": "Inception",
      "published_rank": 20,
      "ember_score": 20.6848,
      "confidence_interval": [
        20.6444,
        20.7453
      ],
      "safety": 0.224,
      "execution_quality": 0.6602,
      "trials": 1,
      "people": {
        "evacuated": 145,
        "avoidable_deaths": 92,
        "avoidable_stranded": 4,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=openrouter-inception_mercury-decide-choice-r1"
    },
    {
      "id": "openrouter-liquid_d1-choice-r1",
      "name": "liquid/d1",
      "kind": "Decision model",
      "provider": "Liquid AI",
      "published_rank": 21,
      "ember_score": 19.9434,
      "confidence_interval": [
        19.9259,
        19.9784
      ],
      "safety": 0.2119,
      "execution_quality": 0.6754,
      "trials": 1,
      "people": {
        "evacuated": 154,
        "avoidable_deaths": 83,
        "avoidable_stranded": 4,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=openrouter-liquid_d1-choice-r1"
    },
    {
      "id": "openrouter-togethercomputer_tev1-4b-experimental-choice-r1",
      "name": "togethercomputer/tev1-4b-experimental",
      "kind": "Decision model",
      "provider": "Together AI",
      "published_rank": 22,
      "ember_score": 19.8406,
      "confidence_interval": [
        19.8037,
        19.8952
      ],
      "safety": 0.2231,
      "execution_quality": 0.713,
      "trials": 1,
      "people": {
        "evacuated": 169,
        "avoidable_deaths": 69,
        "avoidable_stranded": 3,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=openrouter-togethercomputer_tev1-4b-experimental-choice-r1"
    },
    {
      "id": "openrouter-perplexity_pplx-decider-flash-v1.2-choice-r1",
      "name": "perplexity/pplx-decider-flash-v1.2",
      "kind": "Decision model",
      "provider": "Perplexity",
      "published_rank": 23,
      "ember_score": 18.8748,
      "confidence_interval": [
        18.8748,
        18.8748
      ],
      "safety": 0.2225,
      "execution_quality": 0.6511,
      "trials": 1,
      "people": {
        "evacuated": 141,
        "avoidable_deaths": 96,
        "avoidable_stranded": 4,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=openrouter-perplexity_pplx-decider-flash-v1.2-choice-r1"
    },
    {
      "id": "openrouter-cloudflare_clef-flash-choice-r1",
      "name": "cloudflare/clef-flash",
      "kind": "Decision model",
      "provider": "Cloudflare",
      "published_rank": 24,
      "ember_score": 13.5436,
      "confidence_interval": [
        13.4203,
        13.7497
      ],
      "safety": 0.1414,
      "execution_quality": 0.7384,
      "trials": 1,
      "people": {
        "evacuated": 133,
        "avoidable_deaths": 105,
        "avoidable_stranded": 3,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=openrouter-cloudflare_clef-flash-choice-r1"
    },
    {
      "id": "openrouter-cloudflare_clef-omni-choice-r1",
      "name": "cloudflare/clef-omni",
      "kind": "Decision model",
      "provider": "Cloudflare",
      "published_rank": 25,
      "ember_score": 11.7711,
      "confidence_interval": [
        11.7711,
        11.7711
      ],
      "safety": 0.1197,
      "execution_quality": 0.7055,
      "trials": 1,
      "people": {
        "evacuated": 108,
        "avoidable_deaths": 130,
        "avoidable_stranded": 3,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=openrouter-cloudflare_clef-omni-choice-r1"
    },
    {
      "id": "openrouter-upstage_solar-decide-choice-r1",
      "name": "upstage/solar-decide",
      "kind": "Decision model",
      "provider": "Upstage",
      "published_rank": 26,
      "ember_score": 0.1996,
      "confidence_interval": [
        0.1996,
        0.1996
      ],
      "safety": 0.0107,
      "execution_quality": 0.3742,
      "trials": 1,
      "people": {
        "evacuated": 53,
        "avoidable_deaths": 184,
        "avoidable_stranded": 4,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=openrouter-upstage_solar-decide-choice-r1"
    },
    {
      "id": "openrouter-upstage_solar-decide-flash-choice-r1",
      "name": "upstage/solar-decide-flash",
      "kind": "Decision model",
      "provider": "Upstage",
      "published_rank": 27,
      "ember_score": 0.2053,
      "confidence_interval": [
        0.2053,
        0.2053
      ],
      "safety": 0.0023,
      "execution_quality": 0.4169,
      "trials": 1,
      "people": {
        "evacuated": 67,
        "avoidable_deaths": 171,
        "avoidable_stranded": 3,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=openrouter-upstage_solar-decide-flash-choice-r1"
    },
    {
      "id": "random-legal-v1",
      "name": "random-legal-v1",
      "kind": "Reference agent",
      "provider": "Reference agent",
      "published_rank": 28,
      "ember_score": 0,
      "confidence_interval": [
        0,
        0
      ],
      "safety": 0,
      "execution_quality": 0.1314,
      "trials": 1,
      "people": {
        "evacuated": 4,
        "avoidable_deaths": 236,
        "avoidable_stranded": 1,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=random-legal-v1"
    },
    {
      "id": "always-stay",
      "name": "always-stay",
      "kind": "Reference agent",
      "provider": "Reference agent",
      "published_rank": 29,
      "ember_score": 0,
      "confidence_interval": [
        0,
        0
      ],
      "safety": 0,
      "execution_quality": 0.0712,
      "trials": 1,
      "people": {
        "evacuated": 0,
        "avoidable_deaths": 239,
        "avoidable_stranded": 2,
        "unavoidable_losses": 0
      },
      "profile_url": "https://anantam-labs.vercel.app/model.html?id=always-stay"
    }
  ]
}