{
  "schema": "https://verifyllmapi.com/schemas/model-fingerprint-coverage-v1",
  "productVersion": "0.3.2",
  "generatedAt": "2026-07-21",
  "reference": {
    "id": "pamela-openrouter-2026-07-8cell-ref-a",
    "installedPath": "references/pamela-openrouter-8cell-v1.json",
    "sourceDataset": "https://zenodo.org/records/21278557",
    "sourceDatasetDoi": "10.5281/zenodo.21278557",
    "transport": "OpenRouter",
    "sha256": "51f3f63cbcfb56b151055d2d10e36a9cc2f0644cc68b580784853d68951fa866",
    "bytes": 138504
  },
  "summary": {
    "supportedModels": 161,
    "modelNamespaces": 30,
    "selectedCells": 8,
    "calibrationProfiles": 6
  },
  "cells": [
    "animal-random|en",
    "word-random|en",
    "animal-random|ru",
    "animal-random|ar",
    "letter-random|zh",
    "animal-random|zh",
    "letter-random|ar",
    "color-random|zh"
  ],
  "calibration": {
    "4x5": {
      "threshold": 0.6439,
      "eer": 0.117993,
      "far": 0.117974,
      "frr": 0.118012,
      "nGenuine": 161,
      "nImpostor": 25760
    },
    "4x10": {
      "threshold": 0.59653,
      "eer": 0.093168,
      "far": 0.093168,
      "frr": 0.093168,
      "nGenuine": 161,
      "nImpostor": 25760
    },
    "4x15": {
      "threshold": 0.576077,
      "eer": 0.081599,
      "far": 0.082453,
      "frr": 0.080745,
      "nGenuine": 161,
      "nImpostor": 25760
    },
    "8x5": {
      "threshold": 0.629197,
      "eer": 0.080745,
      "far": 0.080745,
      "frr": 0.080745,
      "nGenuine": 161,
      "nImpostor": 25760
    },
    "8x10": {
      "threshold": 0.592891,
      "eer": 0.068323,
      "far": 0.068323,
      "frr": 0.068323,
      "nGenuine": 161,
      "nImpostor": 25760
    },
    "8x15": {
      "threshold": 0.5812,
      "eer": 0.06712,
      "far": 0.065916,
      "frr": 0.068323,
      "nGenuine": 161,
      "nImpostor": 25760
    }
  },
  "namespaces": {
    "qwen": [
      "qwen/qwen-2.5-72b-instruct",
      "qwen/qwen-2.5-7b-instruct",
      "qwen/qwen-plus",
      "qwen/qwen-plus-2025-07-28",
      "qwen/qwen2.5-vl-72b-instruct",
      "qwen/qwen3-235b-a22b",
      "qwen/qwen3-235b-a22b-2507",
      "qwen/qwen3-30b-a3b-instruct-2507",
      "qwen/qwen3-8b",
      "qwen/qwen3-max",
      "qwen/qwen3-max-thinking",
      "qwen/qwen3-next-80b-a3b-instruct",
      "qwen/qwen3-vl-235b-a22b-instruct",
      "qwen/qwen3-vl-30b-a3b-instruct",
      "qwen/qwen3-vl-32b-instruct",
      "qwen/qwen3-vl-8b-instruct",
      "qwen/qwen3.5-122b-a10b",
      "qwen/qwen3.5-27b",
      "qwen/qwen3.5-35b-a3b",
      "qwen/qwen3.5-397b-a17b",
      "qwen/qwen3.5-9b",
      "qwen/qwen3.5-flash-02-23",
      "qwen/qwen3.5-plus-02-15",
      "qwen/qwen3.5-plus-20260420",
      "qwen/qwen3.6-27b",
      "qwen/qwen3.6-35b-a3b",
      "qwen/qwen3.6-flash",
      "qwen/qwen3.6-plus",
      "qwen/qwen3.7-max",
      "qwen/qwen3.7-plus"
    ],
    "openai": [
      "openai/gpt-3.5-turbo",
      "openai/gpt-3.5-turbo-0613",
      "openai/gpt-3.5-turbo-instruct",
      "openai/gpt-4",
      "openai/gpt-4-turbo",
      "openai/gpt-4.1",
      "openai/gpt-4.1-mini",
      "openai/gpt-4.1-nano",
      "openai/gpt-4o",
      "openai/gpt-4o-2024-05-13",
      "openai/gpt-4o-2024-08-06",
      "openai/gpt-4o-2024-11-20",
      "openai/gpt-4o-mini",
      "openai/gpt-4o-mini-2024-07-18",
      "openai/gpt-5-chat",
      "openai/gpt-5.1",
      "openai/gpt-5.2",
      "openai/gpt-5.4",
      "openai/gpt-5.4-mini",
      "openai/gpt-5.4-nano",
      "openai/gpt-5.5"
    ],
    "mistralai": [
      "mistralai/ministral-14b-2512",
      "mistralai/ministral-3b-2512",
      "mistralai/ministral-8b-2512",
      "mistralai/mistral-large",
      "mistralai/mistral-large-2407",
      "mistralai/mistral-large-2512",
      "mistralai/mistral-medium-3",
      "mistralai/mistral-medium-3-5",
      "mistralai/mistral-medium-3.1",
      "mistralai/mistral-nemo",
      "mistralai/mistral-saba",
      "mistralai/mistral-small-24b-instruct-2501",
      "mistralai/mistral-small-2603",
      "mistralai/mistral-small-3.2-24b-instruct",
      "mistralai/mixtral-8x22b-instruct",
      "mistralai/voxtral-small-24b-2507"
    ],
    "anthropic": [
      "anthropic/claude-3-haiku",
      "anthropic/claude-haiku-4.5",
      "anthropic/claude-opus-4",
      "anthropic/claude-opus-4.1",
      "anthropic/claude-opus-4.5",
      "anthropic/claude-opus-4.6",
      "anthropic/claude-opus-4.7",
      "anthropic/claude-opus-4.8",
      "anthropic/claude-sonnet-4",
      "anthropic/claude-sonnet-4.5",
      "anthropic/claude-sonnet-4.6",
      "anthropic/claude-sonnet-5"
    ],
    "z-ai": [
      "z-ai/glm-4.5",
      "z-ai/glm-4.5-air",
      "z-ai/glm-4.5v",
      "z-ai/glm-4.6",
      "z-ai/glm-4.6v",
      "z-ai/glm-4.7",
      "z-ai/glm-4.7-flash",
      "z-ai/glm-5",
      "z-ai/glm-5-turbo",
      "z-ai/glm-5.1",
      "z-ai/glm-5.2",
      "z-ai/glm-5v-turbo"
    ],
    "google": [
      "google/gemini-2.5-flash",
      "google/gemini-2.5-flash-lite",
      "google/gemini-3.1-flash-lite",
      "google/gemma-2-27b-it",
      "google/gemma-3-12b-it",
      "google/gemma-3-27b-it",
      "google/gemma-3-4b-it",
      "google/gemma-3n-e4b-it",
      "google/gemma-4-26b-a4b-it",
      "google/gemma-4-31b-it"
    ],
    "deepseek": [
      "deepseek/deepseek-chat",
      "deepseek/deepseek-chat-v3-0324",
      "deepseek/deepseek-chat-v3.1",
      "deepseek/deepseek-v3.1-terminus",
      "deepseek/deepseek-v3.2",
      "deepseek/deepseek-v3.2-exp",
      "deepseek/deepseek-v4-flash",
      "deepseek/deepseek-v4-pro"
    ],
    "meta-llama": [
      "meta-llama/llama-3-8b-instruct",
      "meta-llama/llama-3.1-70b-instruct",
      "meta-llama/llama-3.1-8b-instruct",
      "meta-llama/llama-3.2-11b-vision-instruct",
      "meta-llama/llama-3.2-3b-instruct",
      "meta-llama/llama-3.3-70b-instruct",
      "meta-llama/llama-4-maverick"
    ],
    "amazon": [
      "amazon/nova-2-lite-v1",
      "amazon/nova-lite-v1",
      "amazon/nova-micro-v1",
      "amazon/nova-premier-v1",
      "amazon/nova-pro-v1"
    ],
    "bytedance-seed": [
      "bytedance-seed/seed-1.6",
      "bytedance-seed/seed-1.6-flash",
      "bytedance-seed/seed-2.0-lite",
      "bytedance-seed/seed-2.0-mini"
    ],
    "cohere": [
      "cohere/command-a",
      "cohere/command-r-08-2024",
      "cohere/command-r-plus-08-2024",
      "cohere/command-r7b-12-2024"
    ],
    "moonshotai": [
      "moonshotai/kimi-k2",
      "moonshotai/kimi-k2-0905",
      "moonshotai/kimi-k2.5",
      "moonshotai/kimi-k2.6"
    ],
    "nvidia": [
      "nvidia/llama-3.3-nemotron-super-49b-v1.5",
      "nvidia/nemotron-3-nano-30b-a3b",
      "nvidia/nemotron-3-super-120b-a12b",
      "nvidia/nemotron-3-ultra-550b-a55b"
    ],
    "nousresearch": [
      "nousresearch/hermes-3-llama-3.1-405b",
      "nousresearch/hermes-3-llama-3.1-70b",
      "nousresearch/hermes-4-70b"
    ],
    "ibm-granite": [
      "ibm-granite/granite-4.0-h-micro",
      "ibm-granite/granite-4.1-8b"
    ],
    "inclusionai": [
      "inclusionai/ling-2.6-1t",
      "inclusionai/ling-2.6-flash"
    ],
    "minimax": [
      "minimax/minimax-01",
      "minimax/minimax-m3"
    ],
    "tencent": [
      "tencent/hunyuan-a13b-instruct",
      "tencent/hy3"
    ],
    "x-ai": [
      "x-ai/grok-4.20",
      "x-ai/grok-4.3"
    ],
    "ai21": [
      "ai21/jamba-large-1.7"
    ],
    "baidu": [
      "baidu/ernie-4.5-vl-424b-a47b"
    ],
    "deepcogito": [
      "deepcogito/cogito-v2.1-671b"
    ],
    "inception": [
      "inception/mercury-2"
    ],
    "liquid": [
      "liquid/lfm-2-24b-a2b"
    ],
    "microsoft": [
      "microsoft/phi-4"
    ],
    "perceptron": [
      "perceptron/perceptron-mk1"
    ],
    "rekaai": [
      "rekaai/reka-edge"
    ],
    "upstage": [
      "upstage/solar-pro-3"
    ],
    "writer": [
      "writer/palmyra-x5"
    ],
    "xiaomi": [
      "xiaomi/mimo-v2.5-pro"
    ]
  },
  "supportedModels": [
    "ai21/jamba-large-1.7",
    "amazon/nova-2-lite-v1",
    "amazon/nova-lite-v1",
    "amazon/nova-micro-v1",
    "amazon/nova-premier-v1",
    "amazon/nova-pro-v1",
    "anthropic/claude-3-haiku",
    "anthropic/claude-haiku-4.5",
    "anthropic/claude-opus-4",
    "anthropic/claude-opus-4.1",
    "anthropic/claude-opus-4.5",
    "anthropic/claude-opus-4.6",
    "anthropic/claude-opus-4.7",
    "anthropic/claude-opus-4.8",
    "anthropic/claude-sonnet-4",
    "anthropic/claude-sonnet-4.5",
    "anthropic/claude-sonnet-4.6",
    "anthropic/claude-sonnet-5",
    "baidu/ernie-4.5-vl-424b-a47b",
    "bytedance-seed/seed-1.6",
    "bytedance-seed/seed-1.6-flash",
    "bytedance-seed/seed-2.0-lite",
    "bytedance-seed/seed-2.0-mini",
    "cohere/command-a",
    "cohere/command-r-08-2024",
    "cohere/command-r-plus-08-2024",
    "cohere/command-r7b-12-2024",
    "deepcogito/cogito-v2.1-671b",
    "deepseek/deepseek-chat",
    "deepseek/deepseek-chat-v3-0324",
    "deepseek/deepseek-chat-v3.1",
    "deepseek/deepseek-v3.1-terminus",
    "deepseek/deepseek-v3.2",
    "deepseek/deepseek-v3.2-exp",
    "deepseek/deepseek-v4-flash",
    "deepseek/deepseek-v4-pro",
    "google/gemini-2.5-flash",
    "google/gemini-2.5-flash-lite",
    "google/gemini-3.1-flash-lite",
    "google/gemma-2-27b-it",
    "google/gemma-3-12b-it",
    "google/gemma-3-27b-it",
    "google/gemma-3-4b-it",
    "google/gemma-3n-e4b-it",
    "google/gemma-4-26b-a4b-it",
    "google/gemma-4-31b-it",
    "ibm-granite/granite-4.0-h-micro",
    "ibm-granite/granite-4.1-8b",
    "inception/mercury-2",
    "inclusionai/ling-2.6-1t",
    "inclusionai/ling-2.6-flash",
    "liquid/lfm-2-24b-a2b",
    "meta-llama/llama-3-8b-instruct",
    "meta-llama/llama-3.1-70b-instruct",
    "meta-llama/llama-3.1-8b-instruct",
    "meta-llama/llama-3.2-11b-vision-instruct",
    "meta-llama/llama-3.2-3b-instruct",
    "meta-llama/llama-3.3-70b-instruct",
    "meta-llama/llama-4-maverick",
    "microsoft/phi-4",
    "minimax/minimax-01",
    "minimax/minimax-m3",
    "mistralai/ministral-14b-2512",
    "mistralai/ministral-3b-2512",
    "mistralai/ministral-8b-2512",
    "mistralai/mistral-large",
    "mistralai/mistral-large-2407",
    "mistralai/mistral-large-2512",
    "mistralai/mistral-medium-3",
    "mistralai/mistral-medium-3-5",
    "mistralai/mistral-medium-3.1",
    "mistralai/mistral-nemo",
    "mistralai/mistral-saba",
    "mistralai/mistral-small-24b-instruct-2501",
    "mistralai/mistral-small-2603",
    "mistralai/mistral-small-3.2-24b-instruct",
    "mistralai/mixtral-8x22b-instruct",
    "mistralai/voxtral-small-24b-2507",
    "moonshotai/kimi-k2",
    "moonshotai/kimi-k2-0905",
    "moonshotai/kimi-k2.5",
    "moonshotai/kimi-k2.6",
    "nousresearch/hermes-3-llama-3.1-405b",
    "nousresearch/hermes-3-llama-3.1-70b",
    "nousresearch/hermes-4-70b",
    "nvidia/llama-3.3-nemotron-super-49b-v1.5",
    "nvidia/nemotron-3-nano-30b-a3b",
    "nvidia/nemotron-3-super-120b-a12b",
    "nvidia/nemotron-3-ultra-550b-a55b",
    "openai/gpt-3.5-turbo",
    "openai/gpt-3.5-turbo-0613",
    "openai/gpt-3.5-turbo-instruct",
    "openai/gpt-4",
    "openai/gpt-4-turbo",
    "openai/gpt-4.1",
    "openai/gpt-4.1-mini",
    "openai/gpt-4.1-nano",
    "openai/gpt-4o",
    "openai/gpt-4o-2024-05-13",
    "openai/gpt-4o-2024-08-06",
    "openai/gpt-4o-2024-11-20",
    "openai/gpt-4o-mini",
    "openai/gpt-4o-mini-2024-07-18",
    "openai/gpt-5-chat",
    "openai/gpt-5.1",
    "openai/gpt-5.2",
    "openai/gpt-5.4",
    "openai/gpt-5.4-mini",
    "openai/gpt-5.4-nano",
    "openai/gpt-5.5",
    "perceptron/perceptron-mk1",
    "qwen/qwen-2.5-72b-instruct",
    "qwen/qwen-2.5-7b-instruct",
    "qwen/qwen-plus",
    "qwen/qwen-plus-2025-07-28",
    "qwen/qwen2.5-vl-72b-instruct",
    "qwen/qwen3-235b-a22b",
    "qwen/qwen3-235b-a22b-2507",
    "qwen/qwen3-30b-a3b-instruct-2507",
    "qwen/qwen3-8b",
    "qwen/qwen3-max",
    "qwen/qwen3-max-thinking",
    "qwen/qwen3-next-80b-a3b-instruct",
    "qwen/qwen3-vl-235b-a22b-instruct",
    "qwen/qwen3-vl-30b-a3b-instruct",
    "qwen/qwen3-vl-32b-instruct",
    "qwen/qwen3-vl-8b-instruct",
    "qwen/qwen3.5-122b-a10b",
    "qwen/qwen3.5-27b",
    "qwen/qwen3.5-35b-a3b",
    "qwen/qwen3.5-397b-a17b",
    "qwen/qwen3.5-9b",
    "qwen/qwen3.5-flash-02-23",
    "qwen/qwen3.5-plus-02-15",
    "qwen/qwen3.5-plus-20260420",
    "qwen/qwen3.6-27b",
    "qwen/qwen3.6-35b-a3b",
    "qwen/qwen3.6-flash",
    "qwen/qwen3.6-plus",
    "qwen/qwen3.7-max",
    "qwen/qwen3.7-plus",
    "rekaai/reka-edge",
    "tencent/hunyuan-a13b-instruct",
    "tencent/hy3",
    "upstage/solar-pro-3",
    "writer/palmyra-x5",
    "x-ai/grok-4.20",
    "x-ai/grok-4.3",
    "xiaomi/mimo-v2.5-pro",
    "z-ai/glm-4.5",
    "z-ai/glm-4.5-air",
    "z-ai/glm-4.5v",
    "z-ai/glm-4.6",
    "z-ai/glm-4.6v",
    "z-ai/glm-4.7",
    "z-ai/glm-4.7-flash",
    "z-ai/glm-5",
    "z-ai/glm-5-turbo",
    "z-ai/glm-5.1",
    "z-ai/glm-5.2",
    "z-ai/glm-5v-turbo"
  ],
  "paperModelsNotInPackagedReference": [
    {
      "model": "meta-llama/llama-3.2-1b-instruct",
      "reason": "No valid Arabic-letter samples in either split half for an eight-cell reference."
    },
    {
      "model": "meta-llama/llama-4-scout",
      "reason": "Only 1/2 valid Arabic-letter samples in the two split halves."
    },
    {
      "model": "microsoft/wizardlm-2-8x22b",
      "reason": "Only 4 valid Arabic-animal reference-half samples; v0.3.2 requires at least 5."
    },
    {
      "model": "nousresearch/hermes-4-405b",
      "reason": "Only 3 valid English-animal reference-half samples; v0.3.2 requires at least 5."
    }
  ],
  "verdictRule": "A calibrated CONSISTENT or MISMATCH verdict requires a matched enrolled reference. Any other model returns INCONCLUSIVE.",
  "caveat": "Eight high-gap cells selected post hoc from the published split scores; calibration is not an independent holdout."
}