{
  • "headers": [
    • "Model",
    • "Average ⬆️",
    • "PromptsEN",
    • "ResponsesEN",
    • "PromptsDE",
    • "PromptsFR",
    • "PromptsIT",
    • "PromptsES",
    • "#Params (B)",
    • "round_params"
    ],
  • "data": [
    • [
      • "<a target="_blank" href="https://huggingface.co/ibm-granite/granite-guardian-3.1-8b" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">ibm-granite/granite-guardian-3.1-8b</a>",
      • 86.18,
      • 90.13,
      • 85.86,
      • 85.19,
      • 85.03,
      • 84.59,
      • 86.25,
      • 8.17,
      • 8
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/ibm-granite/granite-guardian-3.0-8b" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">ibm-granite/granite-guardian-3.0-8b</a>",
      • 85.25,
      • 90.35,
      • 83.7,
      • 84.7,
      • 84.55,
      • 82.65,
      • 85.54,
      • 8.17,
      • 8
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/ibm-granite/granite-guardian-3.2-5b" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">ibm-granite/granite-guardian-3.2-5b</a>",
      • 84.78,
      • 87.97,
      • 85.52,
      • 83.81,
      • 84.14,
      • 83.09,
      • 84.13,
      • 5.78,
      • 5
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/ibm-granite/granite-guardian-3.1-2b" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">ibm-granite/granite-guardian-3.1-2b</a>",
      • 84.26,
      • 87.39,
      • 85.16,
      • 82.76,
      • 84.03,
      • 82.21,
      • 83.99,
      • 2.63,
      • 2
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/allenai/wildguard" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">allenai/wildguard</a>",
      • 83.48,
      • 87.08,
      • 86.88,
      • 80.57,
      • 82.21,
      • 80.51,
      • 83.64,
      • 7.24,
      • 7
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/nvidia/Aegis-AI-Content-Safety-LlamaGuard-Defensive-1.0" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">nvidia/Aegis-AI-Content-Safety-LlamaGuard-Defensive-1.0</a>",
      • 82.22,
      • 86.08,
      • 78.82,
      • 81.56,
      • 82.45,
      • 81.64,
      • 82.77,
      • 6.74,
      • 6
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/ibm-granite/granite-guardian-3.2-3b-a800m" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">ibm-granite/granite-guardian-3.2-3b-a800m</a>",
      • 81.84,
      • 86.42,
      • 85.4,
      • 78.38,
      • 79.64,
      • 79.26,
      • 81.92,
      • 3.3,
      • 3
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/nvidia/Aegis-AI-Content-Safety-LlamaGuard-Permissive-1.0" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">nvidia/Aegis-AI-Content-Safety-LlamaGuard-Permissive-1.0</a>",
      • 79.14,
      • 84.92,
      • 77.88,
      • 77.49,
      • 78.22,
      • 77.33,
      • 79.02,
      • 6.74,
      • 6
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/ibm-granite/granite-guardian-3.0-2b" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">ibm-granite/granite-guardian-3.0-2b</a>",
      • 78.49,
      • 85.99,
      • 78.66,
      • 76.8,
      • 76.36,
      • 74.97,
      • 78.14,
      • 2.63,
      • 2
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/meta-llama/Llama-Guard-3-8B" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">meta-llama/Llama-Guard-3-8B</a>",
      • 78.29,
      • 82.45,
      • 77.46,
      • 77.95,
      • 77.23,
      • 76.68,
      • 77.97,
      • 8.03,
      • 8
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/nvidia/llama-3.1-nemoguard-8b-content-safety" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">nvidia/llama-3.1-nemoguard-8b-content-safety</a>",
      • 76.2,
      • 84.06,
      • 67.13,
      • 74.3,
      • 76.84,
      • 75.25,
      • 79.61,
      • 8.03,
      • 8
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/meta-llama/Meta-Llama-Guard-2-8B" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">meta-llama/Meta-Llama-Guard-2-8B</a>",
      • 75.94,
      • 82.78,
      • 77.59,
      • 72.85,
      • 73.48,
      • 73.1,
      • 75.81,
      • 8.03,
      • 8
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/meta-llama/Llama-Guard-3-1B" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">meta-llama/Llama-Guard-3-1B</a>",
      • 75.55,
      • 80.94,
      • 77.26,
      • 74.16,
      • 72.94,
      • 72.36,
      • 75.62,
      • 1.5,
      • 1
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/OpenSafetyLab/MD-Judge-v0.1" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">OpenSafetyLab/MD-Judge-v0.1</a>",
      • 74.14,
      • 85.84,
      • 86.44,
      • 67.84,
      • 67.03,
      • 65.91,
      • 71.81,
      • 7.24,
      • 7
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/meta-llama/LlamaGuard-7b" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">meta-llama/LlamaGuard-7b</a>",
      • 72.68,
      • 81.57,
      • 67.36,
      • 71.79,
      • 71.4,
      • 70.75,
      • 73.25,
      • 6.74,
      • 6
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/google/shieldgemma-2b" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">google/shieldgemma-2b</a>",
      • 71.25,
      • 77.83,
      • 67.77,
      • 70.86,
      • 70.85,
      • 68.25,
      • 71.95,
      • 2.61,
      • 2
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/google/shieldgemma-9b" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">google/shieldgemma-9b</a>",
      • 67.93,
      • 75.47,
      • 62.55,
      • 68.15,
      • 67.69,
      • 64.76,
      • 68.97,
      • 9.24,
      • 9
      ]
    ],
  • "metadata": null
}