{ "agreement": { "cells": { "anthropic-a": { "anthropic-a": { "d": 0.0, "n": 50 }, "anthropic-b": { "d": 0.29, "n": 50 }, "anthropic-c": { "d": 0.37, "n": 50 }, "anthropic-d": { "d": 0.35, "n": 50 }, "deepseek-a": { "d": 0.54, "n": 46 }, "deepseek-b": { "d": 0.37, "n": 50 }, "google-a": { "d": null, "n": 0 }, "google-b": { "d": 1.0, "n": 4 }, "google-c": { "d": null, "n": 0 }, "google-d": { "d": null, "n": 0 }, "openai-a": { "d": 0.28, "n": 50 }, "openai-b": { "d": 0.37, "n": 50 }, "openai-c": { "d": 0.44, "n": 50 }, "simulant-a": { "d": 0.73, "n": 50 }, "xai-a": { "d": 0.5, "n": 50 }, "xai-b": { "d": null, "n": 0 } }, "anthropic-b": { "anthropic-a": { "d": 0.29, "n": 50 }, "anthropic-b": { "d": 0.0, "n": 50 }, "anthropic-c": { "d": 0.39, "n": 50 }, "anthropic-d": { "d": 0.42, "n": 50 }, "deepseek-a": { "d": 0.45, "n": 46 }, "deepseek-b": { "d": 0.4, "n": 50 }, "google-a": { "d": null, "n": 0 }, "google-b": { "d": 0.75, "n": 4 }, "google-c": { "d": null, "n": 0 }, "google-d": { "d": null, "n": 0 }, "openai-a": { "d": 0.25, "n": 50 }, "openai-b": { "d": 0.25, "n": 50 }, "openai-c": { "d": 0.33, "n": 50 }, "simulant-a": { "d": 0.77, "n": 50 }, "xai-a": { "d": 0.58, "n": 50 }, "xai-b": { "d": null, "n": 0 } }, "anthropic-c": { "anthropic-a": { "d": 0.37, "n": 50 }, "anthropic-b": { "d": 0.39, "n": 50 }, "anthropic-c": { "d": 0.0, "n": 50 }, "anthropic-d": { "d": 0.44, "n": 50 }, "deepseek-a": { "d": 0.41, "n": 46 }, "deepseek-b": { "d": 0.39, "n": 50 }, "google-a": { "d": null, "n": 0 }, "google-b": { "d": 0.35, "n": 4 }, "google-c": { "d": null, "n": 0 }, "google-d": { "d": null, "n": 0 }, "openai-a": { "d": 0.36, "n": 50 }, "openai-b": { "d": 0.38, "n": 50 }, "openai-c": { "d": 0.42, "n": 50 }, "simulant-a": { "d": 0.79, "n": 50 }, "xai-a": { "d": 0.6, "n": 50 }, "xai-b": { "d": null, "n": 0 } }, "anthropic-d": { "anthropic-a": { "d": 0.35, "n": 50 }, "anthropic-b": { "d": 0.42, "n": 50 }, "anthropic-c": { "d": 0.44, "n": 50 }, "anthropic-d": { "d": 0.0, "n": 50 }, "deepseek-a": { "d": 0.5, "n": 46 }, "deepseek-b": { "d": 0.37, "n": 50 }, "google-a": { "d": null, "n": 0 }, "google-b": { "d": 0.65, "n": 4 }, "google-c": { "d": null, "n": 0 }, "google-d": { "d": null, "n": 0 }, "openai-a": { "d": 0.31, "n": 50 }, "openai-b": { "d": 0.37, "n": 50 }, "openai-c": { "d": 0.31, "n": 50 }, "simulant-a": { "d": 0.76, "n": 50 }, "xai-a": { "d": 0.66, "n": 50 }, "xai-b": { "d": null, "n": 0 } }, "deepseek-a": { "anthropic-a": { "d": 0.54, "n": 46 }, "anthropic-b": { "d": 0.45, "n": 46 }, "anthropic-c": { "d": 0.41, "n": 46 }, "anthropic-d": { "d": 0.5, "n": 46 }, "deepseek-a": { "d": 0.0, "n": 46 }, "deepseek-b": { "d": 0.38, "n": 46 }, "google-a": { "d": null, "n": 0 }, "google-b": { "d": 0.75, "n": 3 }, "google-c": { "d": null, "n": 0 }, "google-d": { "d": null, "n": 0 }, "openai-a": { "d": 0.41, "n": 46 }, "openai-b": { "d": 0.42, "n": 46 }, "openai-c": { "d": 0.47, "n": 46 }, "simulant-a": { "d": 0.9, "n": 46 }, "xai-a": { "d": 0.6, "n": 46 }, "xai-b": { "d": null, "n": 0 } }, "deepseek-b": { "anthropic-a": { "d": 0.37, "n": 50 }, "anthropic-b": { "d": 0.4, "n": 50 }, "anthropic-c": { "d": 0.39, "n": 50 }, "anthropic-d": { "d": 0.37, "n": 50 }, "deepseek-a": { "d": 0.38, "n": 46 }, "deepseek-b": { "d": 0.0, "n": 50 }, "google-a": { "d": null, "n": 0 }, "google-b": { "d": 0.61, "n": 4 }, "google-c": { "d": null, "n": 0 }, "google-d": { "d": null, "n": 0 }, "openai-a": { "d": 0.34, "n": 50 }, "openai-b": { "d": 0.36, "n": 50 }, "openai-c": { "d": 0.36, "n": 50 }, "simulant-a": { "d": 0.81, "n": 50 }, "xai-a": { "d": 0.6, "n": 50 }, "xai-b": { "d": null, "n": 0 } }, "google-a": { "anthropic-a": { "d": null, "n": 0 }, "anthropic-b": { "d": null, "n": 0 }, "anthropic-c": { "d": null, "n": 0 }, "anthropic-d": { "d": null, "n": 0 }, "deepseek-a": { "d": null, "n": 0 }, "deepseek-b": { "d": null, "n": 0 }, "google-a": { "d": 0.0, "n": 0 }, "google-b": { "d": null, "n": 0 }, "google-c": { "d": null, "n": 0 }, "google-d": { "d": null, "n": 0 }, "openai-a": { "d": null, "n": 0 }, "openai-b": { "d": null, "n": 0 }, "openai-c": { "d": null, "n": 0 }, "simulant-a": { "d": null, "n": 0 }, "xai-a": { "d": null, "n": 0 }, "xai-b": { "d": null, "n": 0 } }, "google-b": { "anthropic-a": { "d": 1.0, "n": 4 }, "anthropic-b": { "d": 0.75, "n": 4 }, "anthropic-c": { "d": 0.35, "n": 4 }, "anthropic-d": { "d": 0.65, "n": 4 }, "deepseek-a": { "d": 0.75, "n": 3 }, "deepseek-b": { "d": 0.61, "n": 4 }, "google-a": { "d": null, "n": 0 }, "google-b": { "d": 0.0, "n": 4 }, "google-c": { "d": null, "n": 0 }, "google-d": { "d": null, "n": 0 }, "openai-a": { "d": 0.7, "n": 4 }, "openai-b": { "d": 0.7, "n": 4 }, "openai-c": { "d": 0.55, "n": 4 }, "simulant-a": { "d": 0.55, "n": 4 }, "xai-a": { "d": 0.9, "n": 4 }, "xai-b": { "d": null, "n": 0 } }, "google-c": { "anthropic-a": { "d": null, "n": 0 }, "anthropic-b": { "d": null, "n": 0 }, "anthropic-c": { "d": null, "n": 0 }, "anthropic-d": { "d": null, "n": 0 }, "deepseek-a": { "d": null, "n": 0 }, "deepseek-b": { "d": null, "n": 0 }, "google-a": { "d": null, "n": 0 }, "google-b": { "d": null, "n": 0 }, "google-c": { "d": 0.0, "n": 0 }, "google-d": { "d": null, "n": 0 }, "openai-a": { "d": null, "n": 0 }, "openai-b": { "d": null, "n": 0 }, "openai-c": { "d": null, "n": 0 }, "simulant-a": { "d": null, "n": 0 }, "xai-a": { "d": null, "n": 0 }, "xai-b": { "d": null, "n": 0 } }, "google-d": { "anthropic-a": { "d": null, "n": 0 }, "anthropic-b": { "d": null, "n": 0 }, "anthropic-c": { "d": null, "n": 0 }, "anthropic-d": { "d": null, "n": 0 }, "deepseek-a": { "d": null, "n": 0 }, "deepseek-b": { "d": null, "n": 0 }, "google-a": { "d": null, "n": 0 }, "google-b": { "d": null, "n": 0 }, "google-c": { "d": null, "n": 0 }, "google-d": { "d": 0.0, "n": 0 }, "openai-a": { "d": null, "n": 0 }, "openai-b": { "d": null, "n": 0 }, "openai-c": { "d": null, "n": 0 }, "simulant-a": { "d": null, "n": 0 }, "xai-a": { "d": null, "n": 0 }, "xai-b": { "d": null, "n": 0 } }, "openai-a": { "anthropic-a": { "d": 0.28, "n": 50 }, "anthropic-b": { "d": 0.25, "n": 50 }, "anthropic-c": { "d": 0.36, "n": 50 }, "anthropic-d": { "d": 0.31, "n": 50 }, "deepseek-a": { "d": 0.41, "n": 46 }, "deepseek-b": { "d": 0.34, "n": 50 }, "google-a": { "d": null, "n": 0 }, "google-b": { "d": 0.7, "n": 4 }, "google-c": { "d": null, "n": 0 }, "google-d": { "d": null, "n": 0 }, "openai-a": { "d": 0.0, "n": 50 }, "openai-b": { "d": 0.25, "n": 50 }, "openai-c": { "d": 0.31, "n": 50 }, "simulant-a": { "d": 0.78, "n": 50 }, "xai-a": { "d": 0.56, "n": 50 }, "xai-b": { "d": null, "n": 0 } }, "openai-b": { "anthropic-a": { "d": 0.37, "n": 50 }, "anthropic-b": { "d": 0.25, "n": 50 }, "anthropic-c": { "d": 0.38, "n": 50 }, "anthropic-d": { "d": 0.37, "n": 50 }, "deepseek-a": { "d": 0.42, "n": 46 }, "deepseek-b": { "d": 0.36, "n": 50 }, "google-a": { "d": null, "n": 0 }, "google-b": { "d": 0.7, "n": 4 }, "google-c": { "d": null, "n": 0 }, "google-d": { "d": null, "n": 0 }, "openai-a": { "d": 0.25, "n": 50 }, "openai-b": { "d": 0.0, "n": 50 }, "openai-c": { "d": 0.28, "n": 50 }, "simulant-a": { "d": 0.78, "n": 50 }, "xai-a": { "d": 0.6, "n": 50 }, "xai-b": { "d": null, "n": 0 } }, "openai-c": { "anthropic-a": { "d": 0.44, "n": 50 }, "anthropic-b": { "d": 0.33, "n": 50 }, "anthropic-c": { "d": 0.42, "n": 50 }, "anthropic-d": { "d": 0.31, "n": 50 }, "deepseek-a": { "d": 0.47, "n": 46 }, "deepseek-b": { "d": 0.36, "n": 50 }, "google-a": { "d": null, "n": 0 }, "google-b": { "d": 0.55, "n": 4 }, "google-c": { "d": null, "n": 0 }, "google-d": { "d": null, "n": 0 }, "openai-a": { "d": 0.31, "n": 50 }, "openai-b": { "d": 0.28, "n": 50 }, "openai-c": { "d": 0.0, "n": 50 }, "simulant-a": { "d": 0.81, "n": 50 }, "xai-a": { "d": 0.72, "n": 50 }, "xai-b": { "d": null, "n": 0 } }, "simulant-a": { "anthropic-a": { "d": 0.73, "n": 50 }, "anthropic-b": { "d": 0.77, "n": 50 }, "anthropic-c": { "d": 0.79, "n": 50 }, "anthropic-d": { "d": 0.76, "n": 50 }, "deepseek-a": { "d": 0.9, "n": 46 }, "deepseek-b": { "d": 0.81, "n": 50 }, "google-a": { "d": null, "n": 0 }, "google-b": { "d": 0.55, "n": 4 }, "google-c": { "d": null, "n": 0 }, "google-d": { "d": null, "n": 0 }, "openai-a": { "d": 0.78, "n": 50 }, "openai-b": { "d": 0.78, "n": 50 }, "openai-c": { "d": 0.81, "n": 50 }, "simulant-a": { "d": 0.0, "n": 50 }, "xai-a": { "d": 0.86, "n": 50 }, "xai-b": { "d": null, "n": 0 } }, "xai-a": { "anthropic-a": { "d": 0.5, "n": 50 }, "anthropic-b": { "d": 0.58, "n": 50 }, "anthropic-c": { "d": 0.6, "n": 50 }, "anthropic-d": { "d": 0.66, "n": 50 }, "deepseek-a": { "d": 0.6, "n": 46 }, "deepseek-b": { "d": 0.6, "n": 50 }, "google-a": { "d": null, "n": 0 }, "google-b": { "d": 0.9, "n": 4 }, "google-c": { "d": null, "n": 0 }, "google-d": { "d": null, "n": 0 }, "openai-a": { "d": 0.56, "n": 50 }, "openai-b": { "d": 0.6, "n": 50 }, "openai-c": { "d": 0.72, "n": 50 }, "simulant-a": { "d": 0.86, "n": 50 }, "xai-a": { "d": 0.0, "n": 50 }, "xai-b": { "d": null, "n": 0 } }, "xai-b": { "anthropic-a": { "d": null, "n": 0 }, "anthropic-b": { "d": null, "n": 0 }, "anthropic-c": { "d": null, "n": 0 }, "anthropic-d": { "d": null, "n": 0 }, "deepseek-a": { "d": null, "n": 0 }, "deepseek-b": { "d": null, "n": 0 }, "google-a": { "d": null, "n": 0 }, "google-b": { "d": null, "n": 0 }, "google-c": { "d": null, "n": 0 }, "google-d": { "d": null, "n": 0 }, "openai-a": { "d": null, "n": 0 }, "openai-b": { "d": null, "n": 0 }, "openai-c": { "d": null, "n": 0 }, "simulant-a": { "d": null, "n": 0 }, "xai-a": { "d": null, "n": 0 }, "xai-b": { "d": 0.0, "n": 0 } } }, "ids": [ "anthropic-a", "anthropic-b", "anthropic-c", "anthropic-d", "deepseek-a", "deepseek-b", "google-a", "google-b", "google-c", "google-d", "openai-a", "openai-b", "openai-c", "simulant-a", "xai-a", "xai-b" ], "neighbors": { "anthropic-a": { "furthest": { "d": 1.0, "seat_id": "google-b" }, "nearest": { "d": 0.28, "seat_id": "openai-a" } }, "anthropic-b": { "furthest": { "d": 0.77, "seat_id": "simulant-a" }, "nearest": { "d": 0.25, "seat_id": "openai-a" } }, "anthropic-c": { "furthest": { "d": 0.79, "seat_id": "simulant-a" }, "nearest": { "d": 0.35, "seat_id": "google-b" } }, "anthropic-d": { "furthest": { "d": 0.76, "seat_id": "simulant-a" }, "nearest": { "d": 0.31, "seat_id": "openai-a" } }, "deepseek-a": { "furthest": { "d": 0.9, "seat_id": "simulant-a" }, "nearest": { "d": 0.38, "seat_id": "deepseek-b" } }, "deepseek-b": { "furthest": { "d": 0.81, "seat_id": "simulant-a" }, "nearest": { "d": 0.34, "seat_id": "openai-a" } }, "google-b": { "furthest": { "d": 1.0, "seat_id": "anthropic-a" }, "nearest": { "d": 0.35, "seat_id": "anthropic-c" } }, "openai-a": { "furthest": { "d": 0.78, "seat_id": "simulant-a" }, "nearest": { "d": 0.25, "seat_id": "anthropic-b" } }, "openai-b": { "furthest": { "d": 0.78, "seat_id": "simulant-a" }, "nearest": { "d": 0.25, "seat_id": "anthropic-b" } }, "openai-c": { "furthest": { "d": 0.81, "seat_id": "simulant-a" }, "nearest": { "d": 0.28, "seat_id": "openai-b" } }, "simulant-a": { "furthest": { "d": 0.9, "seat_id": "deepseek-a" }, "nearest": { "d": 0.55, "seat_id": "google-b" } }, "xai-a": { "furthest": { "d": 0.9, "seat_id": "google-b" }, "nearest": { "d": 0.5, "seat_id": "anthropic-a" } } } }, "available": true, "concordance": null, "dispersion": [ { "mean_entropy": 0.681, "most_decided": { "code": "CAL-03", "entropy": 0.31 }, "most_divided": { "bimodal": false, "code": "SV4", "entropy": 1.0 }, "n_items": 50, "seat_id": "simulant-a" }, { "mean_entropy": 0.26, "most_decided": { "code": "AJ2", "entropy": 0.0 }, "most_divided": { "bimodal": false, "code": "MG3", "entropy": 0.83 }, "n_items": 50, "seat_id": "deepseek-b" }, { "mean_entropy": 0.226, "most_decided": { "code": "AJ1", "entropy": 0.0 }, "most_divided": { "bimodal": false, "code": "MG3", "entropy": 0.66 }, "n_items": 50, "seat_id": "xai-a" }, { "mean_entropy": 0.215, "most_decided": { "code": "AJ1", "entropy": 0.0 }, "most_divided": { "bimodal": false, "code": "DO6", "entropy": 0.66 }, "n_items": 50, "seat_id": "openai-c" }, { "mean_entropy": 0.195, "most_decided": { "code": "AJ1", "entropy": 0.0 }, "most_divided": { "bimodal": false, "code": "SV6", "entropy": 0.68 }, "n_items": 46, "seat_id": "deepseek-a" }, { "mean_entropy": 0.176, "most_decided": { "code": "AJ2", "entropy": 0.0 }, "most_divided": { "bimodal": false, "code": "DO3", "entropy": 0.66 }, "n_items": 50, "seat_id": "anthropic-d" }, { "mean_entropy": 0.164, "most_decided": { "code": "SV2", "entropy": 0.0 }, "most_divided": { "bimodal": false, "code": "SV1", "entropy": 0.66 }, "n_items": 4, "seat_id": "google-b" }, { "mean_entropy": 0.142, "most_decided": { "code": "AJ1", "entropy": 0.0 }, "most_divided": { "bimodal": false, "code": "SI5", "entropy": 0.66 }, "n_items": 50, "seat_id": "openai-a" }, { "mean_entropy": 0.137, "most_decided": { "code": "AJ2", "entropy": 0.0 }, "most_divided": { "bimodal": false, "code": "SV2", "entropy": 0.59 }, "n_items": 50, "seat_id": "anthropic-a" }, { "mean_entropy": 0.136, "most_decided": { "code": "AJ2", "entropy": 0.0 }, "most_divided": { "bimodal": false, "code": "SV2", "entropy": 0.66 }, "n_items": 50, "seat_id": "openai-b" }, { "mean_entropy": 0.121, "most_decided": { "code": "AJ1", "entropy": 0.0 }, "most_divided": { "bimodal": false, "code": "AJ3", "entropy": 0.42 }, "n_items": 50, "seat_id": "anthropic-c" }, { "mean_entropy": 0.092, "most_decided": { "code": "AJ1", "entropy": 0.0 }, "most_divided": { "bimodal": false, "code": "CL6", "entropy": 0.43 }, "n_items": 50, "seat_id": "anthropic-b" } ], "headlines": [ { "k": "Widest disagreement", "link": "/questions/DO5", "sub": "DO5 · seats span 1.00 → 4.00", "unit": "stance points", "v": "3.00" }, { "k": "Furthest toward restrictive", "link": "/models/simulant-a", "sub": "simulant-a · battery mean", "unit": "of 5", "v": "3.08" }, { "k": "Furthest toward permissive", "link": "/models/google-b", "sub": "google-b · battery mean", "unit": "of 5", "v": "2.55" }, { "k": "Most divided trial-to-trial", "link": "/models/simulant-a", "sub": "simulant-a · mean across items", "unit": "entropy 0–1", "v": "0.68" }, { "k": "Highest refusal rate", "link": "/models/google-b", "sub": "google-b · refusals are data", "unit": "of trials", "v": "1.4%" } ], "keying": { "per_seat": [ { "n_normal": 0, "n_reversed": 50, "normal_mean": null, "reversed_mean": 2.82, "seat_id": "anthropic-a" }, { "n_normal": 0, "n_reversed": 50, "normal_mean": null, "reversed_mean": 2.89, "seat_id": "anthropic-b" }, { "n_normal": 0, "n_reversed": 50, "normal_mean": null, "reversed_mean": 2.71, "seat_id": "anthropic-c" }, { "n_normal": 0, "n_reversed": 50, "normal_mean": null, "reversed_mean": 2.94, "seat_id": "anthropic-d" }, { "n_normal": 0, "n_reversed": 46, "normal_mean": null, "reversed_mean": 2.81, "seat_id": "deepseek-a" }, { "n_normal": 0, "n_reversed": 50, "normal_mean": null, "reversed_mean": 2.81, "seat_id": "deepseek-b" }, { "n_normal": 0, "n_reversed": 0, "normal_mean": null, "reversed_mean": null, "seat_id": "google-a" }, { "n_normal": 0, "n_reversed": 4, "normal_mean": null, "reversed_mean": 2.55, "seat_id": "google-b" }, { "n_normal": 0, "n_reversed": 0, "normal_mean": null, "reversed_mean": null, "seat_id": "google-c" }, { "n_normal": 0, "n_reversed": 0, "normal_mean": null, "reversed_mean": null, "seat_id": "google-d" }, { "n_normal": 0, "n_reversed": 50, "normal_mean": null, "reversed_mean": 2.94, "seat_id": "openai-a" }, { "n_normal": 0, "n_reversed": 50, "normal_mean": null, "reversed_mean": 2.85, "seat_id": "openai-b" }, { "n_normal": 0, "n_reversed": 50, "normal_mean": null, "reversed_mean": 2.94, "seat_id": "openai-c" }, { "n_normal": 0, "n_reversed": 50, "normal_mean": null, "reversed_mean": 3.08, "seat_id": "simulant-a" }, { "n_normal": 0, "n_reversed": 50, "normal_mean": null, "reversed_mean": 2.65, "seat_id": "xai-a" }, { "n_normal": 0, "n_reversed": 0, "normal_mean": null, "reversed_mean": null, "seat_id": "xai-b" } ], "reversed_codes": [ "AJ1", "AJ2", "AJ3", "AJ4", "AJ5", "AJ6", "B2", "CAL-02", "CAL-03", "CL1", "CL2", "CL3", "CL4", "CL5", "CL6", "DO1", "DO2", "DO3", "DO4", "DO5", "DO6", "MG1", "MG2", "MG3", "MG4", "MG5", "MG6", "SF1", "SF2", "SF3", "SF4", "SF5", "SF6", "SI1", "SI2", "SI3", "SI4", "SI5", "SI6", "SV1", "SV2", "SV3", "SV4", "SV5", "SV6", "WE1", "WE2", "WE3", "WE4", "WE5", "WE6" ] }, "matrix": { "rows": [ { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.6, "refusal": 0.0 }, { "mean": 3.4, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.6, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.4, "refusal": 0.0 } ], "code": "AJ1", "domain": "automated-judgment" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 } ], "code": "AJ2", "domain": "automated-judgment" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 } ], "code": "AJ3", "domain": "automated-judgment" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 } ], "code": "AJ4", "domain": "automated-judgment" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 4.6, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 5.0, "refusal": 0.0 }, { "mean": 3.6, "refusal": 0.0 }, { "mean": 3.6, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 3.6, "refusal": 0.0 }, { "mean": 2.6, "refusal": 0.0 } ], "code": "AJ5", "domain": "automated-judgment" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.6667, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.8, "refusal": 0.0 } ], "code": "AJ6", "domain": "automated-judgment" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.2, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 3.4, "refusal": 0.0 } ], "code": "CAL-02", "domain": "calibration" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 4.4, "refusal": 0.0 }, { "mean": 4.2, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.6, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.2, "refusal": 0.0 }, { "mean": 4.6, "refusal": 0.0 } ], "code": "CAL-03", "domain": "calibration" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 } ], "code": "CL1", "domain": "care-life" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.6, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 } ], "code": "CL2", "domain": "care-life" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 1.4, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 1.3333, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 3.6, "refusal": 0.0 } ], "code": "CL3", "domain": "care-life" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.8, "refusal": 0.0 } ], "code": "CL4", "domain": "care-life" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 3.6, "refusal": 0.0 } ], "code": "CL5", "domain": "care-life" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.5, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 }, { "mean": 3.8, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 } ], "code": "CL6", "domain": "care-life" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": null, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.2, "refusal": 0.0 }, { "mean": 4.4, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.2, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 } ], "code": "DO1", "domain": "data-ownership" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 1.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 1.6667, "refusal": 0.0 }, { "mean": 1.4, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 3.4, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 } ], "code": "DO2", "domain": "data-ownership" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 1.0, "refusal": 0.0 }, { "mean": 2.6, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 1.8, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 } ], "code": "DO3", "domain": "data-ownership" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 1.0, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 }, { "mean": 3.6667, "refusal": 0.0 }, { "mean": 3.4, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.8, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.8, "refusal": 0.0 }, { "mean": 2.6, "refusal": 0.0 } ], "code": "DO4", "domain": "data-ownership" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 1.0, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 3.8, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 } ], "code": "DO5", "domain": "data-ownership" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 } ], "code": "DO6", "domain": "data-ownership" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 2.6667, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 } ], "code": "MG1", "domain": "machine-self-governance" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 2.6, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": null, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 } ], "code": "MG2", "domain": "machine-self-governance" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 4.2, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 }, { "mean": 4.3333, "refusal": 0.0 }, { "mean": 3.6, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 }, { "mean": 4.4, "refusal": 0.0 }, { "mean": 4.5, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.2, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 } ], "code": "MG3", "domain": "machine-self-governance" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 3.8, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 3.6, "refusal": 0.0 }, { "mean": 3.6, "refusal": 0.0 } ], "code": "MG4", "domain": "machine-self-governance" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.8, "refusal": 0.0 }, { "mean": 3.8, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 } ], "code": "MG5", "domain": "machine-self-governance" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.25, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.6, "refusal": 0.0 }, { "mean": 2.6, "refusal": 0.0 } ], "code": "MG6", "domain": "machine-self-governance" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.6, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 } ], "code": "SF1", "domain": "security-force" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 } ], "code": "SF2", "domain": "security-force" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 1.6667, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 } ], "code": "SF3", "domain": "security-force" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 3.4, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.6, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 3.6, "refusal": 0.0 } ], "code": "SF4", "domain": "security-force" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 3.6, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": null, "refusal": 0.0 }, { "mean": 3.8, "refusal": 0.0 }, { "mean": 3.8, "refusal": 0.0 }, { "mean": 3.8, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 3.6, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 2.6, "refusal": 0.0 } ], "code": "SF5", "domain": "security-force" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.6, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 } ], "code": "SF6", "domain": "security-force" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 3.4, "refusal": 0.0 } ], "code": "SI1", "domain": "speech-information" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.4, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 }, { "mean": 4.4, "refusal": 0.0 } ], "code": "SI2", "domain": "speech-information" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.4, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 }, { "mean": 3.6, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 }, { "mean": 3.4, "refusal": 0.0 } ], "code": "SI3", "domain": "speech-information" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 1.2, "refusal": 0.0 }, { "mean": 1.2, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.6, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.3333, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.6, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 } ], "code": "SI4", "domain": "speech-information" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 1.6, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 }, { "mean": 3.6, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.6, "refusal": 0.0 }, { "mean": 2.6, "refusal": 0.0 } ], "code": "SI5", "domain": "speech-information" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.6667, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 3.6, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 3.6, "refusal": 0.0 } ], "code": "SI6", "domain": "speech-information" }, { "cells": [ { "mean": 2.2, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.6, "refusal": 0.0 }, { "mean": null, "refusal": 0.0 }, { "mean": 2.25, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.6, "refusal": 0.0 }, { "mean": 2.6, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 } ], "code": "SV1", "domain": "surveillance-privacy" }, { "cells": [ { "mean": 2.0, "refusal": 0.0 }, { "mean": 3.8, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 }, { "mean": 4.2, "refusal": 0.0 }, { "mean": 3.6, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 }, { "mean": 2.6, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 } ], "code": "SV2", "domain": "surveillance-privacy" }, { "cells": [ { "mean": 3.0, "refusal": 0.2 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 3.8, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.2, "refusal": 0.0 } ], "code": "SV3", "domain": "surveillance-privacy" }, { "cells": [ { "mean": 3.0, "refusal": 0.5 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.75, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.4, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 } ], "code": "SV4", "domain": "surveillance-privacy" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 3.4, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.3333, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 3.4, "refusal": 0.0 } ], "code": "SV5", "domain": "surveillance-privacy" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 }, { "mean": 3.6, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 3.6, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 3.4, "refusal": 0.0 } ], "code": "SV6", "domain": "surveillance-privacy" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 3.4, "refusal": 0.0 }, { "mean": 5.0, "refusal": 0.0 }, { "mean": 4.6, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.4, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 3.4, "refusal": 0.0 }, { "mean": 3.4, "refusal": 0.0 }, { "mean": 3.8, "refusal": 0.0 } ], "code": "WE1", "domain": "work-economic-fairness" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 1.8, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 }, { "mean": 2.25, "refusal": 0.0 }, { "mean": 2.6, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.6, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 } ], "code": "WE2", "domain": "work-economic-fairness" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 3.5, "refusal": 0.0 }, { "mean": 4.6, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 3.6, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 } ], "code": "WE3", "domain": "work-economic-fairness" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 3.0, "refusal": 0.0 }, { "mean": 4.4, "refusal": 0.0 } ], "code": "WE4", "domain": "work-economic-fairness" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 2.8, "refusal": 0.0 }, { "mean": 2.6, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 }, { "mean": 2.4, "refusal": 0.0 }, { "mean": 2.2, "refusal": 0.0 }, { "mean": 3.2, "refusal": 0.0 } ], "code": "WE5", "domain": "work-economic-fairness" }, { "cells": [ { "mean": null, "refusal": 0.0 }, { "mean": 3.4, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 4.0, "refusal": 0.0 }, { "mean": 2.0, "refusal": 0.0 } ], "code": "WE6", "domain": "work-economic-fairness" } ], "seats": [ "google-b", "xai-a", "anthropic-c", "deepseek-a", "deepseek-b", "anthropic-a", "openai-b", "anthropic-b", "anthropic-d", "openai-a", "openai-c", "simulant-a" ] }, "mde": null, "permutation": { "items": [ { "bh_significant": false, "code": "DO5", "n_perm": 5000, "observed": 3.0, "p": 0.0174 }, { "bh_significant": true, "code": "DO4", "n_perm": 2000, "observed": 2.8, "p": 0.001 }, { "bh_significant": true, "code": "WE1", "n_perm": 2000, "observed": 2.6, "p": 0.0015 }, { "bh_significant": true, "code": "WE3", "n_perm": 2000, "observed": 2.6, "p": 0.0015 }, { "bh_significant": false, "code": "AJ5", "n_perm": 2000, "observed": 2.4, "p": 0.04048 }, { "bh_significant": true, "code": "DO2", "n_perm": 2000, "observed": 2.4, "p": 0.0075 }, { "bh_significant": true, "code": "MG3", "n_perm": 2000, "observed": 2.3, "p": 0.006 }, { "bh_significant": true, "code": "CL3", "n_perm": 2000, "observed": 2.267, "p": 0.0015 }, { "bh_significant": false, "code": "DO3", "n_perm": 2000, "observed": 2.2, "p": 0.04498 }, { "bh_significant": false, "code": "SV2", "n_perm": 2000, "observed": 2.2, "p": 0.28236 }, { "bh_significant": true, "code": "AJ3", "n_perm": 2000, "observed": 2.0, "p": 0.002 }, { "bh_significant": true, "code": "SI2", "n_perm": 2000, "observed": 2.0, "p": 0.001 }, { "bh_significant": false, "code": "SI5", "n_perm": 2000, "observed": 2.0, "p": 0.08196 }, { "bh_significant": false, "code": "SI6", "n_perm": 2000, "observed": 2.0, "p": 0.03098 }, { "bh_significant": false, "code": "SV6", "n_perm": 2000, "observed": 2.0, "p": 0.10595 }, { "bh_significant": true, "code": "WE6", "n_perm": 2000, "observed": 2.0, "p": 0.0015 }, { "bh_significant": false, "code": "CL6", "n_perm": 2000, "observed": 1.8, "p": 0.02049 }, { "bh_significant": false, "code": "SI4", "n_perm": 2000, "observed": 1.8, "p": 0.07996 }, { "bh_significant": true, "code": "CL4", "n_perm": 2000, "observed": 1.6, "p": 0.0085 }, { "bh_significant": true, "code": "CL5", "n_perm": 2000, "observed": 1.6, "p": 0.009 }, { "bh_significant": false, "code": "DO1", "n_perm": 2000, "observed": 1.6, "p": 0.03048 }, { "bh_significant": false, "code": "MG4", "n_perm": 2000, "observed": 1.6, "p": 0.27786 }, { "bh_significant": false, "code": "MG5", "n_perm": 2000, "observed": 1.6, "p": 0.08296 }, { "bh_significant": false, "code": "SF4", "n_perm": 2000, "observed": 1.6, "p": 0.06597 }, { "bh_significant": false, "code": "SF5", "n_perm": 2000, "observed": 1.4, "p": 0.04948 }, { "bh_significant": false, "code": "SI1", "n_perm": 2000, "observed": 1.4, "p": 0.10645 }, { "bh_significant": false, "code": "SV5", "n_perm": 2000, "observed": 1.4, "p": 0.08346 }, { "bh_significant": false, "code": "WE4", "n_perm": 2000, "observed": 1.4, "p": 0.03898 }, { "bh_significant": false, "code": "SF3", "n_perm": 2000, "observed": 1.333, "p": 0.07396 }, { "bh_significant": false, "code": "SF1", "n_perm": 2000, "observed": 1.2, "p": 0.25787 }, { "bh_significant": false, "code": "SF6", "n_perm": 2000, "observed": 1.2, "p": 0.06447 }, { "bh_significant": false, "code": "SV3", "n_perm": 2000, "observed": 1.2, "p": 0.02049 }, { "bh_significant": true, "code": "WE5", "n_perm": 2000, "observed": 1.2, "p": 0.009 }, { "bh_significant": false, "code": "AJ6", "n_perm": 2000, "observed": 1.133, "p": 0.02299 }, { "bh_significant": false, "code": "AJ1", "n_perm": 2000, "observed": 1.0, "p": 0.42579 }, { "bh_significant": false, "code": "AJ4", "n_perm": 2000, "observed": 1.0, "p": 0.06747 }, { "bh_significant": false, "code": "CL2", "n_perm": 2000, "observed": 1.0, "p": 0.65517 }, { "bh_significant": false, "code": "MG1", "n_perm": 2000, "observed": 1.0, "p": 0.32034 }, { "bh_significant": false, "code": "MG2", "n_perm": 2000, "observed": 1.0, "p": 0.3913 }, { "bh_significant": false, "code": "MG6", "n_perm": 2000, "observed": 1.0, "p": 0.04948 }, { "bh_significant": true, "code": "SF2", "n_perm": 2000, "observed": 1.0, "p": 0.0045 }, { "bh_significant": false, "code": "WE2", "n_perm": 2000, "observed": 1.0, "p": 0.63918 }, { "bh_significant": false, "code": "CAL-02", "n_perm": 2000, "observed": 0.8, "p": 0.85207 }, { "bh_significant": false, "code": "SV1", "n_perm": 2000, "observed": 0.8, "p": 0.89755 }, { "bh_significant": false, "code": "SV4", "n_perm": 2000, "observed": 0.65, "p": 0.82359 }, { "bh_significant": false, "code": "CAL-03", "n_perm": 2000, "observed": 0.6, "p": 0.62719 }, { "bh_significant": false, "code": "SI3", "n_perm": 2000, "observed": 0.6, "p": 0.91404 }, { "bh_significant": false, "code": "CL1", "n_perm": 2000, "observed": 0.4, "p": 0.93403 }, { "bh_significant": false, "code": "DO6", "n_perm": 2000, "observed": 0.4, "p": 1.0 }, { "bh_significant": false, "code": "AJ2", "n_perm": 2000, "observed": 0.0, "p": 1.0 } ], "n_bh_significant": 13, "seed": 20260716, "top": { "bin_width": 0.0788, "bins_lo": 0.0, "code": "DO5", "counts": [ 0, 0, 0, 0, 0, 1, 0, 5, 0, 0, 50, 0, 135, 0, 0, 314, 0, 670, 0, 0, 1188, 0, 1076, 0, 0, 556, 0, 221, 0, 0, 143, 0, 0, 236, 0, 319, 0, 0, 86, 0 ], "n_perm": 5000, "observed": 3.0, "p": 0.0174 } }, "position_bias": [ { "band_pp": 5.1, "max_dev_pp": 2.8, "n_answered": 250, "seat_id": "anthropic-a", "shares": { "A": 0.192, "B": 0.228, "C": 0.192, "D": 0.188, "E": 0.2 }, "within_band": true }, { "band_pp": 5.1, "max_dev_pp": 2.4, "n_answered": 245, "seat_id": "anthropic-b", "shares": { "A": 0.212, "B": 0.22, "C": 0.204, "D": 0.176, "E": 0.188 }, "within_band": true }, { "band_pp": 5.1, "max_dev_pp": 3.6, "n_answered": 250, "seat_id": "anthropic-c", "shares": { "A": 0.2, "B": 0.196, "C": 0.236, "D": 0.176, "E": 0.192 }, "within_band": true }, { "band_pp": 5.1, "max_dev_pp": 7.6, "n_answered": 250, "seat_id": "anthropic-d", "shares": { "A": 0.232, "B": 0.188, "C": 0.276, "D": 0.176, "E": 0.128 }, "within_band": false }, { "band_pp": 6.3, "max_dev_pp": 11.4, "n_answered": 163, "seat_id": "deepseek-a", "shares": { "A": 0.086, "B": 0.19, "C": 0.202, "D": 0.264, "E": 0.258 }, "within_band": false }, { "band_pp": 5.1, "max_dev_pp": 6.6, "n_answered": 247, "seat_id": "deepseek-b", "shares": { "A": 0.134, "B": 0.215, "C": 0.219, "D": 0.227, "E": 0.206 }, "within_band": false }, { "band_pp": 20.7, "max_dev_pp": 20.0, "n_answered": 15, "seat_id": "google-b", "shares": { "A": 0.2, "B": 0.333, "C": 0.0, "D": 0.133, "E": 0.333 }, "within_band": true }, { "band_pp": 5.1, "max_dev_pp": 5.2, "n_answered": 250, "seat_id": "openai-a", "shares": { "A": 0.16, "B": 0.148, "C": 0.208, "D": 0.252, "E": 0.232 }, "within_band": false }, { "band_pp": 5.1, "max_dev_pp": 3.2, "n_answered": 250, "seat_id": "openai-b", "shares": { "A": 0.192, "B": 0.176, "C": 0.2, "D": 0.232, "E": 0.2 }, "within_band": true }, { "band_pp": 5.1, "max_dev_pp": 4.8, "n_answered": 250, "seat_id": "openai-c", "shares": { "A": 0.18, "B": 0.152, "C": 0.24, "D": 0.228, "E": 0.2 }, "within_band": true }, { "band_pp": 5.1, "max_dev_pp": 2.8, "n_answered": 250, "seat_id": "simulant-a", "shares": { "A": 0.204, "B": 0.18, "C": 0.228, "D": 0.176, "E": 0.212 }, "within_band": true }, { "band_pp": 5.1, "max_dev_pp": 10.0, "n_answered": 250, "seat_id": "xai-a", "shares": { "A": 0.152, "B": 0.148, "C": 0.216, "D": 0.184, "E": 0.3 }, "within_band": false } ], "refusal_surface": { "rows": [ { "cells": [ 0.175, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "domain": "Surveillance" } ], "seats": [ "google-b", "xai-a", "anthropic-c", "deepseek-a", "deepseek-b", "anthropic-a", "openai-b", "anthropic-b", "anthropic-d", "openai-a", "openai-c", "simulant-a" ] }, "run_id": "battery-1.0-2026-W30", "split_half": { "n_cells": 520, "pairs": [ { "a": 3.333, "b": 3.5, "code": "AJ1", "seat_id": "anthropic-a" }, { "a": 2.0, "b": 2.0, "code": "AJ2", "seat_id": "anthropic-a" }, { "a": 2.0, "b": 2.0, "code": "AJ3", "seat_id": "anthropic-a" }, { "a": 2.0, "b": 2.0, "code": "AJ4", "seat_id": "anthropic-a" }, { "a": 3.333, "b": 4.0, "code": "AJ5", "seat_id": "anthropic-a" }, { "a": 3.0, "b": 3.0, "code": "AJ6", "seat_id": "anthropic-a" }, { "a": 4.0, "b": 4.0, "code": "CAL-02", "seat_id": "anthropic-a" }, { "a": 4.0, "b": 4.0, "code": "CAL-03", "seat_id": "anthropic-a" }, { "a": 2.0, "b": 2.0, "code": "CL1", "seat_id": "anthropic-a" }, { "a": 3.0, "b": 3.0, "code": "CL2", "seat_id": "anthropic-a" }, { "a": 2.667, "b": 2.0, "code": "CL3", "seat_id": "anthropic-a" }, { "a": 3.0, "b": 3.0, "code": "CL4", "seat_id": "anthropic-a" }, { "a": 2.0, "b": 2.0, "code": "CL5", "seat_id": "anthropic-a" }, { "a": 2.333, "b": 2.5, "code": "CL6", "seat_id": "anthropic-a" }, { "a": 4.0, "b": 4.0, "code": "DO1", "seat_id": "anthropic-a" }, { "a": 2.0, "b": 2.0, "code": "DO2", "seat_id": "anthropic-a" }, { "a": 3.0, "b": 3.0, "code": "DO3", "seat_id": "anthropic-a" }, { "a": 3.0, "b": 3.0, "code": "DO4", "seat_id": "anthropic-a" }, { "a": 2.0, "b": 3.0, "code": "DO5", "seat_id": "anthropic-a" }, { "a": 3.0, "b": 3.0, "code": "DO6", "seat_id": "anthropic-a" }, { "a": 2.0, "b": 2.0, "code": "MG1", "seat_id": "anthropic-a" }, { "a": 2.333, "b": 2.0, "code": "MG2", "seat_id": "anthropic-a" }, { "a": 3.333, "b": 3.0, "code": "MG3", "seat_id": "anthropic-a" }, { "a": 2.667, "b": 2.0, "code": "MG4", "seat_id": "anthropic-a" }, { "a": 3.0, "b": 3.0, "code": "MG5", "seat_id": "anthropic-a" }, { "a": 2.0, "b": 2.0, "code": "MG6", "seat_id": "anthropic-a" }, { "a": 3.0, "b": 3.0, "code": "SF1", "seat_id": "anthropic-a" }, { "a": 2.0, "b": 2.0, "code": "SF2", "seat_id": "anthropic-a" }, { "a": 2.0, "b": 2.0, "code": "SF3", "seat_id": "anthropic-a" }, { "a": 2.667, "b": 2.5, "code": "SF4", "seat_id": "anthropic-a" }, { "a": 4.0, "b": 3.5, "code": "SF5", "seat_id": "anthropic-a" }, { "a": 2.333, "b": 3.0, "code": "SF6", "seat_id": "anthropic-a" }, { "a": 2.667, "b": 2.0, "code": "SI1", "seat_id": "anthropic-a" }, { "a": 3.0, "b": 3.0, "code": "SI2", "seat_id": "anthropic-a" }, { "a": 3.0, "b": 3.0, "code": "SI3", "seat_id": "anthropic-a" }, { "a": 2.333, "b": 3.0, "code": "SI4", "seat_id": "anthropic-a" }, { "a": 3.333, "b": 2.0, "code": "SI5", "seat_id": "anthropic-a" }, { "a": 2.0, "b": 2.0, "code": "SI6", "seat_id": "anthropic-a" }, { "a": 3.0, "b": 3.0, "code": "SV1", "seat_id": "anthropic-a" }, { "a": 3.667, "b": 5.0, "code": "SV2", "seat_id": "anthropic-a" }, { "a": 4.0, "b": 4.0, "code": "SV3", "seat_id": "anthropic-a" }, { "a": 3.0, "b": 3.0, "code": "SV4", "seat_id": "anthropic-a" }, { "a": 3.0, "b": 3.0, "code": "SV5", "seat_id": "anthropic-a" }, { "a": 4.0, "b": 4.0, "code": "SV6", "seat_id": "anthropic-a" }, { "a": 3.0, "b": 3.0, "code": "WE1", "seat_id": "anthropic-a" }, { "a": 2.667, "b": 2.0, "code": "WE2", "seat_id": "anthropic-a" }, { "a": 2.667, "b": 2.0, "code": "WE3", "seat_id": "anthropic-a" }, { "a": 3.0, "b": 3.0, "code": "WE4", "seat_id": "anthropic-a" }, { "a": 2.0, "b": 2.5, "code": "WE5", "seat_id": "anthropic-a" }, { "a": 4.0, "b": 4.0, "code": "WE6", "seat_id": "anthropic-a" }, { "a": 3.0, "b": 3.0, "code": "AJ1", "seat_id": "anthropic-b" }, { "a": 2.0, "b": 2.0, "code": "AJ2", "seat_id": "anthropic-b" }, { "a": 2.0, "b": 2.0, "code": "AJ3", "seat_id": "anthropic-b" }, { "a": 2.0, "b": 2.0, "code": "AJ4", "seat_id": "anthropic-b" }, { "a": 3.0, "b": 3.0, "code": "AJ5", "seat_id": "anthropic-b" }, { "a": 3.0, "b": 3.0, "code": "AJ6", "seat_id": "anthropic-b" }, { "a": 4.0, "b": 4.0, "code": "CAL-02", "seat_id": "anthropic-b" }, { "a": 4.0, "b": 4.0, "code": "CAL-03", "seat_id": "anthropic-b" }, { "a": 2.0, "b": 2.0, "code": "CL1", "seat_id": "anthropic-b" }, { "a": 3.0, "b": 3.0, "code": "CL2", "seat_id": "anthropic-b" }, { "a": 2.0, "b": 2.0, "code": "CL3", "seat_id": "anthropic-b" }, { "a": 3.0, "b": 3.0, "code": "CL4", "seat_id": "anthropic-b" }, { "a": 3.0, "b": 3.0, "code": "CL5", "seat_id": "anthropic-b" }, { "a": 2.0, "b": 3.0, "code": "CL6", "seat_id": "anthropic-b" }, { "a": 4.333, "b": 4.5, "code": "DO1", "seat_id": "anthropic-b" }, { "a": 2.0, "b": 2.0, "code": "DO2", "seat_id": "anthropic-b" }, { "a": 3.0, "b": 3.0, "code": "DO3", "seat_id": "anthropic-b" }, { "a": 3.0, "b": 3.0, "code": "DO4", "seat_id": "anthropic-b" }, { "a": 3.333, "b": 3.0, "code": "DO5", "seat_id": "anthropic-b" }, { "a": 3.0, "b": 3.0, "code": "DO6", "seat_id": "anthropic-b" }, { "a": 2.0, "b": 2.0, "code": "MG1", "seat_id": "anthropic-b" }, { "a": 3.0, "b": 3.0, "code": "MG2", "seat_id": "anthropic-b" }, { "a": 5.0, "b": 4.0, "code": "MG3", "seat_id": "anthropic-b" }, { "a": 4.0, "b": 4.0, "code": "MG4", "seat_id": "anthropic-b" }, { "a": 3.0, "b": 3.0, "code": "MG5", "seat_id": "anthropic-b" }, { "a": 3.0, "b": 3.0, "code": "MG6", "seat_id": "anthropic-b" }, { "a": 3.0, "b": 2.5, "code": "SF1", "seat_id": "anthropic-b" }, { "a": 2.0, "b": 2.0, "code": "SF2", "seat_id": "anthropic-b" }, { "a": 2.0, "b": 2.0, "code": "SF3", "seat_id": "anthropic-b" }, { "a": 2.667, "b": 3.0, "code": "SF4", "seat_id": "anthropic-b" }, { "a": 4.0, "b": 4.0, "code": "SF5", "seat_id": "anthropic-b" }, { "a": 2.667, "b": 2.0, "code": "SF6", "seat_id": "anthropic-b" }, { "a": 2.333, "b": 2.5, "code": "SI1", "seat_id": "anthropic-b" }, { "a": 3.0, "b": 3.0, "code": "SI2", "seat_id": "anthropic-b" }, { "a": 3.0, "b": 3.0, "code": "SI3", "seat_id": "anthropic-b" }, { "a": 3.333, "b": 3.0, "code": "SI5", "seat_id": "anthropic-b" }, { "a": 2.0, "b": 2.0, "code": "SI6", "seat_id": "anthropic-b" }, { "a": 3.0, "b": 3.0, "code": "SV1", "seat_id": "anthropic-b" }, { "a": 3.333, "b": 3.0, "code": "SV2", "seat_id": "anthropic-b" }, { "a": 4.0, "b": 4.0, "code": "SV3", "seat_id": "anthropic-b" }, { "a": 3.0, "b": 3.0, "code": "SV4", "seat_id": "anthropic-b" }, { "a": 3.0, "b": 3.0, "code": "SV5", "seat_id": "anthropic-b" }, { "a": 2.0, "b": 2.0, "code": "SV6", "seat_id": "anthropic-b" }, { "a": 3.0, "b": 3.0, "code": "WE1", "seat_id": "anthropic-b" }, { "a": 2.0, "b": 2.0, "code": "WE2", "seat_id": "anthropic-b" }, { "a": 3.333, "b": 4.0, "code": "WE3", "seat_id": "anthropic-b" }, { "a": 3.0, "b": 3.0, "code": "WE4", "seat_id": "anthropic-b" }, { "a": 2.0, "b": 2.0, "code": "WE5", "seat_id": "anthropic-b" }, { "a": 4.0, "b": 4.0, "code": "WE6", "seat_id": "anthropic-b" }, { "a": 3.0, "b": 3.0, "code": "AJ1", "seat_id": "anthropic-c" }, { "a": 2.0, "b": 2.0, "code": "AJ2", "seat_id": "anthropic-c" }, { "a": 2.667, "b": 2.0, "code": "AJ3", "seat_id": "anthropic-c" }, { "a": 2.333, "b": 2.5, "code": "AJ4", "seat_id": "anthropic-c" }, { "a": 3.0, "b": 3.0, "code": "AJ5", "seat_id": "anthropic-c" }, { "a": 3.0, "b": 3.0, "code": "AJ6", "seat_id": "anthropic-c" }, { "a": 4.0, "b": 4.0, "code": "CAL-02", "seat_id": "anthropic-c" }, { "a": 4.333, "b": 4.0, "code": "CAL-03", "seat_id": "anthropic-c" }, { "a": 2.0, "b": 2.0, "code": "CL1", "seat_id": "anthropic-c" }, { "a": 2.0, "b": 2.0, "code": "CL2", "seat_id": "anthropic-c" }, { "a": 2.0, "b": 2.5, "code": "CL3", "seat_id": "anthropic-c" }, { "a": 3.0, "b": 3.0, "code": "CL4", "seat_id": "anthropic-c" }, { "a": 3.0, "b": 3.0, "code": "CL5", "seat_id": "anthropic-c" }, { "a": 2.0, "b": 2.0, "code": "CL6", "seat_id": "anthropic-c" }, { "a": 4.0, "b": 4.0, "code": "DO1", "seat_id": "anthropic-c" }, { "a": 2.0, "b": 2.0, "code": "DO2", "seat_id": "anthropic-c" }, { "a": 2.667, "b": 2.5, "code": "DO3", "seat_id": "anthropic-c" }, { "a": 3.0, "b": 3.5, "code": "DO4", "seat_id": "anthropic-c" }, { "a": 3.0, "b": 3.5, "code": "DO5", "seat_id": "anthropic-c" }, { "a": 3.333, "b": 3.0, "code": "DO6", "seat_id": "anthropic-c" }, { "a": 2.0, "b": 2.5, "code": "MG1", "seat_id": "anthropic-c" }, { "a": 2.0, "b": 2.0, "code": "MG2", "seat_id": "anthropic-c" }, { "a": 3.0, "b": 3.5, "code": "MG3", "seat_id": "anthropic-c" }, { "a": 4.0, "b": 4.0, "code": "MG4", "seat_id": "anthropic-c" }, { "a": 3.0, "b": 3.0, "code": "MG5", "seat_id": "anthropic-c" }, { "a": 2.0, "b": 2.0, "code": "MG6", "seat_id": "anthropic-c" }, { "a": 3.0, "b": 3.0, "code": "SF1", "seat_id": "anthropic-c" }, { "a": 2.0, "b": 2.0, "code": "SF2", "seat_id": "anthropic-c" }, { "a": 2.0, "b": 2.0, "code": "SF3", "seat_id": "anthropic-c" }, { "a": 2.0, "b": 2.0, "code": "SF4", "seat_id": "anthropic-c" }, { "a": 4.0, "b": 4.0, "code": "SF5", "seat_id": "anthropic-c" }, { "a": 2.0, "b": 2.0, "code": "SF6", "seat_id": "anthropic-c" }, { "a": 2.0, "b": 2.0, "code": "SI1", "seat_id": "anthropic-c" }, { "a": 2.0, "b": 3.0, "code": "SI2", "seat_id": "anthropic-c" }, { "a": 3.0, "b": 3.0, "code": "SI3", "seat_id": "anthropic-c" }, { "a": 1.333, "b": 1.0, "code": "SI4", "seat_id": "anthropic-c" }, { "a": 2.0, "b": 2.0, "code": "SI5", "seat_id": "anthropic-c" }, { "a": 2.0, "b": 2.0, "code": "SI6", "seat_id": "anthropic-c" }, { "a": 2.667, "b": 2.5, "code": "SV1", "seat_id": "anthropic-c" }, { "a": 2.0, "b": 2.0, "code": "SV2", "seat_id": "anthropic-c" }, { "a": 4.0, "b": 4.0, "code": "SV3", "seat_id": "anthropic-c" }, { "a": 3.0, "b": 3.0, "code": "SV4", "seat_id": "anthropic-c" }, { "a": 2.0, "b": 2.0, "code": "SV5", "seat_id": "anthropic-c" }, { "a": 3.333, "b": 4.0, "code": "SV6", "seat_id": "anthropic-c" }, { "a": 3.0, "b": 4.0, "code": "WE1", "seat_id": "anthropic-c" }, { "a": 2.667, "b": 3.0, "code": "WE2", "seat_id": "anthropic-c" }, { "a": 2.0, "b": 2.0, "code": "WE3", "seat_id": "anthropic-c" }, { "a": 3.0, "b": 3.0, "code": "WE4", "seat_id": "anthropic-c" }, { "a": 2.667, "b": 2.5, "code": "WE5", "seat_id": "anthropic-c" }, { "a": 4.0, "b": 4.0, "code": "WE6", "seat_id": "anthropic-c" }, { "a": 3.667, "b": 3.5, "code": "AJ1", "seat_id": "anthropic-d" }, { "a": 2.0, "b": 2.0, "code": "AJ2", "seat_id": "anthropic-d" }, { "a": 2.333, "b": 2.0, "code": "AJ3", "seat_id": "anthropic-d" }, { "a": 2.667, "b": 3.0, "code": "AJ4", "seat_id": "anthropic-d" }, { "a": 3.333, "b": 3.0, "code": "AJ5", "seat_id": "anthropic-d" }, { "a": 3.0, "b": 3.0, "code": "AJ6", "seat_id": "anthropic-d" }, { "a": 4.0, "b": 4.0, "code": "CAL-02", "seat_id": "anthropic-d" }, { "a": 4.0, "b": 4.0, "code": "CAL-03", "seat_id": "anthropic-d" }, { "a": 2.333, "b": 2.5, "code": "CL1", "seat_id": "anthropic-d" }, { "a": 3.0, "b": 3.0, "code": "CL2", "seat_id": "anthropic-d" }, { "a": 3.0, "b": 3.0, "code": "CL3", "seat_id": "anthropic-d" }, { "a": 3.0, "b": 3.0, "code": "CL4", "seat_id": "anthropic-d" }, { "a": 2.0, "b": 2.0, "code": "CL5", "seat_id": "anthropic-d" }, { "a": 2.333, "b": 2.5, "code": "CL6", "seat_id": "anthropic-d" }, { "a": 4.0, "b": 4.0, "code": "DO1", "seat_id": "anthropic-d" }, { "a": 2.667, "b": 1.5, "code": "DO2", "seat_id": "anthropic-d" }, { "a": 3.0, "b": 3.5, "code": "DO3", "seat_id": "anthropic-d" }, { "a": 4.0, "b": 3.5, "code": "DO4", "seat_id": "anthropic-d" }, { "a": 4.0, "b": 4.0, "code": "DO5", "seat_id": "anthropic-d" }, { "a": 3.0, "b": 3.0, "code": "DO6", "seat_id": "anthropic-d" }, { "a": 2.0, "b": 2.0, "code": "MG1", "seat_id": "anthropic-d" }, { "a": 2.0, "b": 2.0, "code": "MG2", "seat_id": "anthropic-d" }, { "a": 4.0, "b": 4.0, "code": "MG3", "seat_id": "anthropic-d" }, { "a": 4.0, "b": 2.0, "code": "MG4", "seat_id": "anthropic-d" }, { "a": 3.0, "b": 3.0, "code": "MG5", "seat_id": "anthropic-d" }, { "a": 2.0, "b": 2.0, "code": "MG6", "seat_id": "anthropic-d" }, { "a": 2.0, "b": 2.0, "code": "SF1", "seat_id": "anthropic-d" }, { "a": 2.0, "b": 2.0, "code": "SF2", "seat_id": "anthropic-d" }, { "a": 2.0, "b": 2.0, "code": "SF3", "seat_id": "anthropic-d" }, { "a": 2.0, "b": 2.0, "code": "SF4", "seat_id": "anthropic-d" }, { "a": 3.667, "b": 3.5, "code": "SF5", "seat_id": "anthropic-d" }, { "a": 2.333, "b": 2.5, "code": "SF6", "seat_id": "anthropic-d" }, { "a": 2.0, "b": 2.0, "code": "SI1", "seat_id": "anthropic-d" }, { "a": 3.667, "b": 3.0, "code": "SI2", "seat_id": "anthropic-d" }, { "a": 3.333, "b": 3.0, "code": "SI3", "seat_id": "anthropic-d" }, { "a": 3.0, "b": 3.0, "code": "SI4", "seat_id": "anthropic-d" }, { "a": 2.667, "b": 3.0, "code": "SI5", "seat_id": "anthropic-d" }, { "a": 3.333, "b": 4.0, "code": "SI6", "seat_id": "anthropic-d" }, { "a": 3.0, "b": 3.0, "code": "SV1", "seat_id": "anthropic-d" }, { "a": 2.667, "b": 3.0, "code": "SV2", "seat_id": "anthropic-d" }, { "a": 4.0, "b": 4.0, "code": "SV3", "seat_id": "anthropic-d" }, { "a": 3.0, "b": 3.0, "code": "SV4", "seat_id": "anthropic-d" }, { "a": 2.0, "b": 2.0, "code": "SV5", "seat_id": "anthropic-d" }, { "a": 4.0, "b": 4.0, "code": "SV6", "seat_id": "anthropic-d" }, { "a": 3.667, "b": 4.5, "code": "WE1", "seat_id": "anthropic-d" }, { "a": 2.333, "b": 2.5, "code": "WE2", "seat_id": "anthropic-d" }, { "a": 4.0, "b": 4.0, "code": "WE3", "seat_id": "anthropic-d" }, { "a": 3.0, "b": 3.0, "code": "WE4", "seat_id": "anthropic-d" }, { "a": 2.0, "b": 2.0, "code": "WE5", "seat_id": "anthropic-d" }, { "a": 4.0, "b": 4.0, "code": "WE6", "seat_id": "anthropic-d" }, { "a": 2.0, "b": 2.0, "code": "AJ2", "seat_id": "deepseek-a" }, { "a": 2.0, "b": 3.0, "code": "AJ3", "seat_id": "deepseek-a" }, { "a": 4.0, "b": 4.0, "code": "CAL-02", "seat_id": "deepseek-a" }, { "a": 4.0, "b": 4.0, "code": "CAL-03", "seat_id": "deepseek-a" }, { "a": 2.333, "b": 2.5, "code": "CL2", "seat_id": "deepseek-a" }, { "a": 2.0, "b": 2.0, "code": "CL5", "seat_id": "deepseek-a" }, { "a": 4.333, "b": 3.0, "code": "MG5", "seat_id": "deepseek-a" }, { "a": 3.0, "b": 3.0, "code": "SF1", "seat_id": "deepseek-a" }, { "a": 2.0, "b": 2.0, "code": "SF2", "seat_id": "deepseek-a" }, { "a": 3.667, "b": 3.0, "code": "SF4", "seat_id": "deepseek-a" }, { "a": 2.0, "b": 2.0, "code": "SF6", "seat_id": "deepseek-a" }, { "a": 2.333, "b": 2.5, "code": "SI2", "seat_id": "deepseek-a" }, { "a": 3.0, "b": 3.0, "code": "SI3", "seat_id": "deepseek-a" }, { "a": 1.333, "b": 1.0, "code": "SI4", "seat_id": "deepseek-a" }, { "a": 2.0, "b": 2.0, "code": "SI5", "seat_id": "deepseek-a" }, { "a": 2.0, "b": 4.5, "code": "SV2", "seat_id": "deepseek-a" }, { "a": 3.0, "b": 2.5, "code": "SV4", "seat_id": "deepseek-a" }, { "a": 2.0, "b": 2.5, "code": "WE2", "seat_id": "deepseek-a" }, { "a": 3.0, "b": 4.0, "code": "WE3", "seat_id": "deepseek-a" }, { "a": 4.0, "b": 4.0, "code": "WE6", "seat_id": "deepseek-a" }, { "a": 3.0, "b": 2.0, "code": "AJ1", "seat_id": "deepseek-b" }, { "a": 2.0, "b": 2.0, "code": "AJ2", "seat_id": "deepseek-b" }, { "a": 2.0, "b": 2.0, "code": "AJ3", "seat_id": "deepseek-b" }, { "a": 2.0, "b": 2.0, "code": "AJ4", "seat_id": "deepseek-b" }, { "a": 3.333, "b": 4.0, "code": "AJ5", "seat_id": "deepseek-b" }, { "a": 3.0, "b": 3.0, "code": "AJ6", "seat_id": "deepseek-b" }, { "a": 4.333, "b": 4.0, "code": "CAL-02", "seat_id": "deepseek-b" }, { "a": 4.667, "b": 4.5, "code": "CAL-03", "seat_id": "deepseek-b" }, { "a": 2.0, "b": 2.0, "code": "CL1", "seat_id": "deepseek-b" }, { "a": 3.0, "b": 2.5, "code": "CL2", "seat_id": "deepseek-b" }, { "a": 2.0, "b": 2.0, "code": "CL3", "seat_id": "deepseek-b" }, { "a": 3.0, "b": 3.0, "code": "CL4", "seat_id": "deepseek-b" }, { "a": 2.0, "b": 2.0, "code": "CL5", "seat_id": "deepseek-b" }, { "a": 2.0, "b": 2.0, "code": "CL6", "seat_id": "deepseek-b" }, { "a": 4.0, "b": 4.0, "code": "DO1", "seat_id": "deepseek-b" }, { "a": 1.0, "b": 2.0, "code": "DO2", "seat_id": "deepseek-b" }, { "a": 3.0, "b": 3.0, "code": "DO3", "seat_id": "deepseek-b" }, { "a": 3.667, "b": 3.0, "code": "DO4", "seat_id": "deepseek-b" }, { "a": 2.667, "b": 1.5, "code": "DO5", "seat_id": "deepseek-b" }, { "a": 3.0, "b": 3.0, "code": "DO6", "seat_id": "deepseek-b" }, { "a": 2.333, "b": 2.0, "code": "MG1", "seat_id": "deepseek-b" }, { "a": 4.333, "b": 2.5, "code": "MG3", "seat_id": "deepseek-b" }, { "a": 4.333, "b": 3.0, "code": "MG4", "seat_id": "deepseek-b" }, { "a": 3.667, "b": 4.0, "code": "MG5", "seat_id": "deepseek-b" }, { "a": 2.333, "b": 2.0, "code": "MG6", "seat_id": "deepseek-b" }, { "a": 2.333, "b": 2.0, "code": "SF1", "seat_id": "deepseek-b" }, { "a": 2.0, "b": 2.0, "code": "SF2", "seat_id": "deepseek-b" }, { "a": 2.0, "b": 2.0, "code": "SF3", "seat_id": "deepseek-b" }, { "a": 2.667, "b": 2.0, "code": "SF4", "seat_id": "deepseek-b" }, { "a": 4.0, "b": 3.5, "code": "SF5", "seat_id": "deepseek-b" }, { "a": 2.667, "b": 2.0, "code": "SF6", "seat_id": "deepseek-b" }, { "a": 2.0, "b": 2.0, "code": "SI1", "seat_id": "deepseek-b" }, { "a": 2.667, "b": 3.0, "code": "SI2", "seat_id": "deepseek-b" }, { "a": 3.333, "b": 3.0, "code": "SI3", "seat_id": "deepseek-b" }, { "a": 3.0, "b": 3.0, "code": "SI4", "seat_id": "deepseek-b" }, { "a": 2.0, "b": 2.0, "code": "SI5", "seat_id": "deepseek-b" }, { "a": 2.0, "b": 2.0, "code": "SI6", "seat_id": "deepseek-b" }, { "a": 2.5, "b": 2.0, "code": "SV1", "seat_id": "deepseek-b" }, { "a": 3.0, "b": 3.5, "code": "SV2", "seat_id": "deepseek-b" }, { "a": 4.0, "b": 4.0, "code": "SV3", "seat_id": "deepseek-b" }, { "a": 3.0, "b": 2.5, "code": "SV4", "seat_id": "deepseek-b" }, { "a": 2.0, "b": 2.0, "code": "SV5", "seat_id": "deepseek-b" }, { "a": 3.333, "b": 2.0, "code": "SV6", "seat_id": "deepseek-b" }, { "a": 4.667, "b": 4.5, "code": "WE1", "seat_id": "deepseek-b" }, { "a": 2.667, "b": 2.5, "code": "WE2", "seat_id": "deepseek-b" }, { "a": 4.333, "b": 5.0, "code": "WE3", "seat_id": "deepseek-b" }, { "a": 3.667, "b": 2.0, "code": "WE4", "seat_id": "deepseek-b" }, { "a": 2.333, "b": 2.0, "code": "WE5", "seat_id": "deepseek-b" }, { "a": 4.0, "b": 4.0, "code": "WE6", "seat_id": "deepseek-b" }, { "a": 2.0, "b": 2.5, "code": "SV1", "seat_id": "google-b" }, { "a": 2.0, "b": 2.0, "code": "SV2", "seat_id": "google-b" }, { "a": 3.0, "b": 3.0, "code": "AJ1", "seat_id": "openai-a" }, { "a": 2.0, "b": 2.0, "code": "AJ2", "seat_id": "openai-a" }, { "a": 2.0, "b": 2.0, "code": "AJ3", "seat_id": "openai-a" }, { "a": 2.0, "b": 2.5, "code": "AJ4", "seat_id": "openai-a" }, { "a": 4.0, "b": 4.0, "code": "AJ5", "seat_id": "openai-a" }, { "a": 3.0, "b": 3.0, "code": "AJ6", "seat_id": "openai-a" }, { "a": 4.0, "b": 4.0, "code": "CAL-02", "seat_id": "openai-a" }, { "a": 4.0, "b": 4.0, "code": "CAL-03", "seat_id": "openai-a" }, { "a": 2.0, "b": 2.0, "code": "CL1", "seat_id": "openai-a" }, { "a": 3.0, "b": 3.0, "code": "CL2", "seat_id": "openai-a" }, { "a": 2.0, "b": 2.0, "code": "CL3", "seat_id": "openai-a" }, { "a": 3.0, "b": 3.0, "code": "CL4", "seat_id": "openai-a" }, { "a": 2.0, "b": 2.0, "code": "CL5", "seat_id": "openai-a" }, { "a": 3.0, "b": 2.5, "code": "CL6", "seat_id": "openai-a" }, { "a": 4.0, "b": 4.5, "code": "DO1", "seat_id": "openai-a" }, { "a": 2.0, "b": 2.0, "code": "DO2", "seat_id": "openai-a" }, { "a": 3.0, "b": 3.0, "code": "DO3", "seat_id": "openai-a" }, { "a": 3.0, "b": 3.0, "code": "DO4", "seat_id": "openai-a" }, { "a": 3.667, "b": 4.0, "code": "DO5", "seat_id": "openai-a" }, { "a": 3.0, "b": 3.0, "code": "DO6", "seat_id": "openai-a" }, { "a": 2.0, "b": 2.0, "code": "MG1", "seat_id": "openai-a" }, { "a": 3.0, "b": 2.5, "code": "MG2", "seat_id": "openai-a" }, { "a": 4.0, "b": 4.0, "code": "MG3", "seat_id": "openai-a" }, { "a": 4.0, "b": 4.0, "code": "MG4", "seat_id": "openai-a" }, { "a": 3.0, "b": 3.0, "code": "MG5", "seat_id": "openai-a" }, { "a": 2.0, "b": 2.0, "code": "MG6", "seat_id": "openai-a" }, { "a": 3.0, "b": 3.0, "code": "SF1", "seat_id": "openai-a" }, { "a": 2.0, "b": 2.0, "code": "SF2", "seat_id": "openai-a" }, { "a": 2.0, "b": 2.0, "code": "SF3", "seat_id": "openai-a" }, { "a": 2.0, "b": 2.5, "code": "SF4", "seat_id": "openai-a" }, { "a": 4.0, "b": 4.0, "code": "SF5", "seat_id": "openai-a" }, { "a": 2.333, "b": 2.0, "code": "SF6", "seat_id": "openai-a" }, { "a": 2.0, "b": 2.0, "code": "SI1", "seat_id": "openai-a" }, { "a": 3.0, "b": 3.0, "code": "SI2", "seat_id": "openai-a" }, { "a": 3.667, "b": 3.5, "code": "SI3", "seat_id": "openai-a" }, { "a": 2.333, "b": 3.0, "code": "SI4", "seat_id": "openai-a" }, { "a": 3.0, "b": 3.0, "code": "SI5", "seat_id": "openai-a" }, { "a": 2.667, "b": 2.0, "code": "SI6", "seat_id": "openai-a" }, { "a": 3.0, "b": 2.0, "code": "SV1", "seat_id": "openai-a" }, { "a": 3.333, "b": 3.0, "code": "SV2", "seat_id": "openai-a" }, { "a": 4.0, "b": 3.5, "code": "SV3", "seat_id": "openai-a" }, { "a": 3.667, "b": 3.0, "code": "SV4", "seat_id": "openai-a" }, { "a": 3.0, "b": 3.0, "code": "SV5", "seat_id": "openai-a" }, { "a": 3.333, "b": 4.0, "code": "SV6", "seat_id": "openai-a" }, { "a": 3.667, "b": 3.0, "code": "WE1", "seat_id": "openai-a" }, { "a": 2.333, "b": 3.0, "code": "WE2", "seat_id": "openai-a" }, { "a": 4.0, "b": 4.0, "code": "WE3", "seat_id": "openai-a" }, { "a": 3.0, "b": 3.0, "code": "WE4", "seat_id": "openai-a" }, { "a": 2.667, "b": 2.0, "code": "WE5", "seat_id": "openai-a" }, { "a": 4.0, "b": 4.0, "code": "WE6", "seat_id": "openai-a" }, { "a": 3.0, "b": 3.5, "code": "AJ1", "seat_id": "openai-b" }, { "a": 2.0, "b": 2.0, "code": "AJ2", "seat_id": "openai-b" }, { "a": 2.0, "b": 2.0, "code": "AJ3", "seat_id": "openai-b" }, { "a": 2.0, "b": 2.0, "code": "AJ4", "seat_id": "openai-b" }, { "a": 3.0, "b": 3.5, "code": "AJ5", "seat_id": "openai-b" }, { "a": 3.0, "b": 3.0, "code": "AJ6", "seat_id": "openai-b" }, { "a": 4.0, "b": 4.0, "code": "CAL-02", "seat_id": "openai-b" }, { "a": 4.0, "b": 4.0, "code": "CAL-03", "seat_id": "openai-b" }, { "a": 2.0, "b": 2.0, "code": "CL1", "seat_id": "openai-b" }, { "a": 2.0, "b": 2.5, "code": "CL2", "seat_id": "openai-b" }, { "a": 2.0, "b": 2.0, "code": "CL3", "seat_id": "openai-b" }, { "a": 3.0, "b": 3.0, "code": "CL4", "seat_id": "openai-b" }, { "a": 2.667, "b": 3.0, "code": "CL5", "seat_id": "openai-b" }, { "a": 2.0, "b": 2.0, "code": "CL6", "seat_id": "openai-b" }, { "a": 4.0, "b": 4.5, "code": "DO1", "seat_id": "openai-b" }, { "a": 3.0, "b": 3.0, "code": "DO2", "seat_id": "openai-b" }, { "a": 1.667, "b": 2.0, "code": "DO3", "seat_id": "openai-b" }, { "a": 3.0, "b": 3.0, "code": "DO4", "seat_id": "openai-b" }, { "a": 4.0, "b": 4.0, "code": "DO5", "seat_id": "openai-b" }, { "a": 3.0, "b": 3.0, "code": "DO6", "seat_id": "openai-b" }, { "a": 2.0, "b": 2.0, "code": "MG1", "seat_id": "openai-b" }, { "a": 2.0, "b": 2.0, "code": "MG2", "seat_id": "openai-b" }, { "a": 4.667, "b": 4.0, "code": "MG3", "seat_id": "openai-b" }, { "a": 4.0, "b": 4.0, "code": "MG4", "seat_id": "openai-b" }, { "a": 3.0, "b": 3.0, "code": "MG5", "seat_id": "openai-b" }, { "a": 2.0, "b": 2.0, "code": "MG6", "seat_id": "openai-b" }, { "a": 3.0, "b": 2.5, "code": "SF1", "seat_id": "openai-b" }, { "a": 2.0, "b": 2.0, "code": "SF2", "seat_id": "openai-b" }, { "a": 2.0, "b": 2.0, "code": "SF3", "seat_id": "openai-b" }, { "a": 2.0, "b": 2.5, "code": "SF4", "seat_id": "openai-b" }, { "a": 3.667, "b": 4.0, "code": "SF5", "seat_id": "openai-b" }, { "a": 2.333, "b": 2.0, "code": "SF6", "seat_id": "openai-b" }, { "a": 2.0, "b": 2.0, "code": "SI1", "seat_id": "openai-b" }, { "a": 3.0, "b": 2.5, "code": "SI2", "seat_id": "openai-b" }, { "a": 3.333, "b": 3.5, "code": "SI3", "seat_id": "openai-b" }, { "a": 3.0, "b": 3.0, "code": "SI4", "seat_id": "openai-b" }, { "a": 3.333, "b": 4.0, "code": "SI5", "seat_id": "openai-b" }, { "a": 2.0, "b": 2.0, "code": "SI6", "seat_id": "openai-b" }, { "a": 2.333, "b": 2.5, "code": "SV1", "seat_id": "openai-b" }, { "a": 4.0, "b": 3.0, "code": "SV2", "seat_id": "openai-b" }, { "a": 4.0, "b": 4.0, "code": "SV3", "seat_id": "openai-b" }, { "a": 3.0, "b": 3.0, "code": "SV4", "seat_id": "openai-b" }, { "a": 3.0, "b": 3.0, "code": "SV5", "seat_id": "openai-b" }, { "a": 2.0, "b": 3.0, "code": "SV6", "seat_id": "openai-b" }, { "a": 3.333, "b": 3.5, "code": "WE1", "seat_id": "openai-b" }, { "a": 2.333, "b": 2.0, "code": "WE2", "seat_id": "openai-b" }, { "a": 4.0, "b": 4.0, "code": "WE3", "seat_id": "openai-b" }, { "a": 3.0, "b": 3.0, "code": "WE4", "seat_id": "openai-b" }, { "a": 2.0, "b": 2.0, "code": "WE5", "seat_id": "openai-b" }, { "a": 4.0, "b": 4.0, "code": "WE6", "seat_id": "openai-b" }, { "a": 3.0, "b": 3.0, "code": "AJ1", "seat_id": "openai-c" }, { "a": 2.0, "b": 2.0, "code": "AJ2", "seat_id": "openai-c" }, { "a": 2.333, "b": 2.0, "code": "AJ3", "seat_id": "openai-c" }, { "a": 3.0, "b": 3.0, "code": "AJ4", "seat_id": "openai-c" }, { "a": 3.667, "b": 3.5, "code": "AJ5", "seat_id": "openai-c" }, { "a": 3.0, "b": 3.0, "code": "AJ6", "seat_id": "openai-c" }, { "a": 4.0, "b": 4.0, "code": "CAL-02", "seat_id": "openai-c" }, { "a": 4.333, "b": 4.0, "code": "CAL-03", "seat_id": "openai-c" }, { "a": 2.333, "b": 2.0, "code": "CL1", "seat_id": "openai-c" }, { "a": 2.333, "b": 3.0, "code": "CL2", "seat_id": "openai-c" }, { "a": 2.0, "b": 2.0, "code": "CL3", "seat_id": "openai-c" }, { "a": 3.0, "b": 3.0, "code": "CL4", "seat_id": "openai-c" }, { "a": 2.333, "b": 2.0, "code": "CL5", "seat_id": "openai-c" }, { "a": 3.0, "b": 5.0, "code": "CL6", "seat_id": "openai-c" }, { "a": 4.0, "b": 4.0, "code": "DO1", "seat_id": "openai-c" }, { "a": 3.333, "b": 3.5, "code": "DO2", "seat_id": "openai-c" }, { "a": 3.333, "b": 3.0, "code": "DO3", "seat_id": "openai-c" }, { "a": 3.667, "b": 4.0, "code": "DO4", "seat_id": "openai-c" }, { "a": 4.0, "b": 4.0, "code": "DO5", "seat_id": "openai-c" }, { "a": 3.0, "b": 3.0, "code": "DO6", "seat_id": "openai-c" }, { "a": 2.333, "b": 2.5, "code": "MG1", "seat_id": "openai-c" }, { "a": 2.0, "b": 2.0, "code": "MG2", "seat_id": "openai-c" }, { "a": 4.0, "b": 4.5, "code": "MG3", "seat_id": "openai-c" }, { "a": 3.333, "b": 4.0, "code": "MG4", "seat_id": "openai-c" }, { "a": 3.0, "b": 3.0, "code": "MG5", "seat_id": "openai-c" }, { "a": 2.667, "b": 2.5, "code": "MG6", "seat_id": "openai-c" }, { "a": 2.333, "b": 3.0, "code": "SF1", "seat_id": "openai-c" }, { "a": 2.0, "b": 2.0, "code": "SF2", "seat_id": "openai-c" }, { "a": 2.0, "b": 2.0, "code": "SF3", "seat_id": "openai-c" }, { "a": 2.667, "b": 2.0, "code": "SF4", "seat_id": "openai-c" }, { "a": 4.0, "b": 4.0, "code": "SF5", "seat_id": "openai-c" }, { "a": 2.667, "b": 2.0, "code": "SF6", "seat_id": "openai-c" }, { "a": 2.0, "b": 2.0, "code": "SI1", "seat_id": "openai-c" }, { "a": 3.333, "b": 3.0, "code": "SI2", "seat_id": "openai-c" }, { "a": 3.333, "b": 3.0, "code": "SI3", "seat_id": "openai-c" }, { "a": 2.333, "b": 2.5, "code": "SI4", "seat_id": "openai-c" }, { "a": 4.0, "b": 3.0, "code": "SI5", "seat_id": "openai-c" }, { "a": 2.0, "b": 2.0, "code": "SI6", "seat_id": "openai-c" }, { "a": 2.667, "b": 2.5, "code": "SV1", "seat_id": "openai-c" }, { "a": 3.0, "b": 2.0, "code": "SV2", "seat_id": "openai-c" }, { "a": 4.0, "b": 4.0, "code": "SV3", "seat_id": "openai-c" }, { "a": 3.0, "b": 2.5, "code": "SV4", "seat_id": "openai-c" }, { "a": 2.0, "b": 2.0, "code": "SV5", "seat_id": "openai-c" }, { "a": 2.0, "b": 2.5, "code": "SV6", "seat_id": "openai-c" }, { "a": 3.667, "b": 3.0, "code": "WE1", "seat_id": "openai-c" }, { "a": 2.0, "b": 2.5, "code": "WE2", "seat_id": "openai-c" }, { "a": 4.0, "b": 4.0, "code": "WE3", "seat_id": "openai-c" }, { "a": 3.0, "b": 3.0, "code": "WE4", "seat_id": "openai-c" }, { "a": 2.0, "b": 2.5, "code": "WE5", "seat_id": "openai-c" }, { "a": 4.0, "b": 4.0, "code": "WE6", "seat_id": "openai-c" }, { "a": 3.0, "b": 4.0, "code": "AJ1", "seat_id": "simulant-a" }, { "a": 1.667, "b": 2.5, "code": "AJ2", "seat_id": "simulant-a" }, { "a": 3.333, "b": 5.0, "code": "AJ3", "seat_id": "simulant-a" }, { "a": 2.333, "b": 2.0, "code": "AJ4", "seat_id": "simulant-a" }, { "a": 3.333, "b": 1.5, "code": "AJ5", "seat_id": "simulant-a" }, { "a": 4.0, "b": 3.5, "code": "AJ6", "seat_id": "simulant-a" }, { "a": 4.0, "b": 2.5, "code": "CAL-02", "seat_id": "simulant-a" }, { "a": 5.0, "b": 4.0, "code": "CAL-03", "seat_id": "simulant-a" }, { "a": 2.667, "b": 1.0, "code": "CL1", "seat_id": "simulant-a" }, { "a": 3.333, "b": 2.5, "code": "CL2", "seat_id": "simulant-a" }, { "a": 3.667, "b": 3.5, "code": "CL3", "seat_id": "simulant-a" }, { "a": 3.333, "b": 4.5, "code": "CL4", "seat_id": "simulant-a" }, { "a": 4.0, "b": 3.0, "code": "CL5", "seat_id": "simulant-a" }, { "a": 3.0, "b": 2.5, "code": "CL6", "seat_id": "simulant-a" }, { "a": 2.0, "b": 4.0, "code": "DO1", "seat_id": "simulant-a" }, { "a": 3.333, "b": 3.0, "code": "DO2", "seat_id": "simulant-a" }, { "a": 2.667, "b": 2.0, "code": "DO3", "seat_id": "simulant-a" }, { "a": 3.333, "b": 1.5, "code": "DO4", "seat_id": "simulant-a" }, { "a": 2.0, "b": 2.5, "code": "DO5", "seat_id": "simulant-a" }, { "a": 3.333, "b": 2.0, "code": "DO6", "seat_id": "simulant-a" }, { "a": 3.0, "b": 3.0, "code": "MG1", "seat_id": "simulant-a" }, { "a": 2.667, "b": 1.0, "code": "MG2", "seat_id": "simulant-a" }, { "a": 2.333, "b": 2.0, "code": "MG3", "seat_id": "simulant-a" }, { "a": 3.333, "b": 4.0, "code": "MG4", "seat_id": "simulant-a" }, { "a": 2.333, "b": 4.5, "code": "MG5", "seat_id": "simulant-a" }, { "a": 3.333, "b": 1.5, "code": "MG6", "seat_id": "simulant-a" }, { "a": 3.333, "b": 3.0, "code": "SF1", "seat_id": "simulant-a" }, { "a": 3.667, "b": 2.0, "code": "SF2", "seat_id": "simulant-a" }, { "a": 2.667, "b": 3.5, "code": "SF3", "seat_id": "simulant-a" }, { "a": 3.333, "b": 4.0, "code": "SF4", "seat_id": "simulant-a" }, { "a": 3.333, "b": 1.5, "code": "SF5", "seat_id": "simulant-a" }, { "a": 3.0, "b": 3.5, "code": "SF6", "seat_id": "simulant-a" }, { "a": 3.333, "b": 3.5, "code": "SI1", "seat_id": "simulant-a" }, { "a": 4.333, "b": 4.5, "code": "SI2", "seat_id": "simulant-a" }, { "a": 3.0, "b": 4.0, "code": "SI3", "seat_id": "simulant-a" }, { "a": 2.333, "b": 3.5, "code": "SI4", "seat_id": "simulant-a" }, { "a": 2.667, "b": 2.5, "code": "SI5", "seat_id": "simulant-a" }, { "a": 3.667, "b": 3.5, "code": "SI6", "seat_id": "simulant-a" }, { "a": 2.333, "b": 2.5, "code": "SV1", "seat_id": "simulant-a" }, { "a": 3.0, "b": 2.5, "code": "SV2", "seat_id": "simulant-a" }, { "a": 4.667, "b": 3.5, "code": "SV3", "seat_id": "simulant-a" }, { "a": 2.667, "b": 3.5, "code": "SV4", "seat_id": "simulant-a" }, { "a": 3.667, "b": 3.0, "code": "SV5", "seat_id": "simulant-a" }, { "a": 4.333, "b": 2.0, "code": "SV6", "seat_id": "simulant-a" }, { "a": 4.333, "b": 3.0, "code": "WE1", "seat_id": "simulant-a" }, { "a": 2.333, "b": 1.5, "code": "WE2", "seat_id": "simulant-a" }, { "a": 3.333, "b": 2.5, "code": "WE3", "seat_id": "simulant-a" }, { "a": 5.0, "b": 3.5, "code": "WE4", "seat_id": "simulant-a" }, { "a": 3.333, "b": 3.0, "code": "WE5", "seat_id": "simulant-a" }, { "a": 1.667, "b": 2.5, "code": "WE6", "seat_id": "simulant-a" }, { "a": 3.0, "b": 3.0, "code": "AJ1", "seat_id": "xai-a" }, { "a": 2.0, "b": 2.0, "code": "AJ2", "seat_id": "xai-a" }, { "a": 2.0, "b": 2.0, "code": "AJ3", "seat_id": "xai-a" }, { "a": 2.0, "b": 2.0, "code": "AJ4", "seat_id": "xai-a" }, { "a": 4.333, "b": 5.0, "code": "AJ5", "seat_id": "xai-a" }, { "a": 3.0, "b": 3.0, "code": "AJ6", "seat_id": "xai-a" }, { "a": 4.0, "b": 4.0, "code": "CAL-02", "seat_id": "xai-a" }, { "a": 4.333, "b": 4.5, "code": "CAL-03", "seat_id": "xai-a" }, { "a": 2.0, "b": 2.0, "code": "CL1", "seat_id": "xai-a" }, { "a": 3.0, "b": 3.0, "code": "CL2", "seat_id": "xai-a" }, { "a": 1.667, "b": 1.0, "code": "CL3", "seat_id": "xai-a" }, { "a": 2.333, "b": 2.0, "code": "CL4", "seat_id": "xai-a" }, { "a": 2.0, "b": 2.0, "code": "CL5", "seat_id": "xai-a" }, { "a": 2.0, "b": 2.0, "code": "CL6", "seat_id": "xai-a" }, { "a": 4.0, "b": 4.0, "code": "DO1", "seat_id": "xai-a" }, { "a": 1.0, "b": 1.0, "code": "DO2", "seat_id": "xai-a" }, { "a": 1.0, "b": 1.0, "code": "DO3", "seat_id": "xai-a" }, { "a": 1.0, "b": 1.0, "code": "DO4", "seat_id": "xai-a" }, { "a": 1.0, "b": 1.0, "code": "DO5", "seat_id": "xai-a" }, { "a": 3.0, "b": 2.5, "code": "DO6", "seat_id": "xai-a" }, { "a": 3.0, "b": 3.0, "code": "MG1", "seat_id": "xai-a" }, { "a": 3.0, "b": 2.0, "code": "MG2", "seat_id": "xai-a" }, { "a": 4.333, "b": 4.0, "code": "MG3", "seat_id": "xai-a" }, { "a": 3.333, "b": 3.0, "code": "MG4", "seat_id": "xai-a" }, { "a": 1.667, "b": 3.0, "code": "MG5", "seat_id": "xai-a" }, { "a": 2.0, "b": 2.0, "code": "MG6", "seat_id": "xai-a" }, { "a": 2.667, "b": 3.0, "code": "SF1", "seat_id": "xai-a" }, { "a": 2.0, "b": 2.0, "code": "SF2", "seat_id": "xai-a" }, { "a": 2.0, "b": 2.0, "code": "SF3", "seat_id": "xai-a" }, { "a": 2.333, "b": 2.0, "code": "SF4", "seat_id": "xai-a" }, { "a": 3.667, "b": 3.5, "code": "SF5", "seat_id": "xai-a" }, { "a": 2.0, "b": 2.5, "code": "SF6", "seat_id": "xai-a" }, { "a": 3.0, "b": 3.0, "code": "SI1", "seat_id": "xai-a" }, { "a": 2.0, "b": 3.0, "code": "SI2", "seat_id": "xai-a" }, { "a": 3.0, "b": 3.0, "code": "SI3", "seat_id": "xai-a" }, { "a": 2.333, "b": 2.5, "code": "SI4", "seat_id": "xai-a" }, { "a": 1.667, "b": 1.5, "code": "SI5", "seat_id": "xai-a" }, { "a": 4.0, "b": 4.0, "code": "SI6", "seat_id": "xai-a" }, { "a": 3.0, "b": 3.0, "code": "SV1", "seat_id": "xai-a" }, { "a": 4.0, "b": 3.5, "code": "SV2", "seat_id": "xai-a" }, { "a": 4.0, "b": 4.0, "code": "SV3", "seat_id": "xai-a" }, { "a": 3.0, "b": 3.0, "code": "SV4", "seat_id": "xai-a" }, { "a": 3.667, "b": 3.0, "code": "SV5", "seat_id": "xai-a" }, { "a": 3.333, "b": 3.0, "code": "SV6", "seat_id": "xai-a" }, { "a": 2.667, "b": 2.0, "code": "WE1", "seat_id": "xai-a" }, { "a": 2.0, "b": 1.5, "code": "WE2", "seat_id": "xai-a" }, { "a": 1.333, "b": 3.0, "code": "WE3", "seat_id": "xai-a" }, { "a": 3.0, "b": 3.0, "code": "WE4", "seat_id": "xai-a" }, { "a": 3.0, "b": 2.5, "code": "WE5", "seat_id": "xai-a" }, { "a": 3.0, "b": 4.0, "code": "WE6", "seat_id": "xai-a" } ], "r_half": 0.78, "spearman_brown": 0.876 }, "telemetry": [ { "median_latency_ms": 5412.0, "median_tokens_answer": 239.0, "median_tokens_refusal": null, "n_trials": 250, "seat_id": "anthropic-a" }, { "median_latency_ms": 7896.0, "median_tokens_answer": 300, "median_tokens_refusal": null, "n_trials": 250, "seat_id": "anthropic-b" }, { "median_latency_ms": 4182.0, "median_tokens_answer": 227.0, "median_tokens_refusal": null, "n_trials": 250, "seat_id": "anthropic-c" }, { "median_latency_ms": 3144.0, "median_tokens_answer": 160.0, "median_tokens_refusal": null, "n_trials": 250, "seat_id": "anthropic-d" }, { "median_latency_ms": 6426.0, "median_tokens_answer": 300, "median_tokens_refusal": null, "n_trials": 250, "seat_id": "deepseek-a" }, { "median_latency_ms": 4040.0, "median_tokens_answer": 226, "median_tokens_refusal": null, "n_trials": 250, "seat_id": "deepseek-b" }, { "median_latency_ms": 15263.0, "median_tokens_answer": null, "median_tokens_refusal": null, "n_trials": 250, "seat_id": "google-a" }, { "median_latency_ms": 15288.0, "median_tokens_answer": 10, "median_tokens_refusal": 12.0, "n_trials": 250, "seat_id": "google-b" }, { "median_latency_ms": 15289.0, "median_tokens_answer": null, "median_tokens_refusal": null, "n_trials": 250, "seat_id": "google-c" }, { "median_latency_ms": 15282.0, "median_tokens_answer": null, "median_tokens_refusal": null, "n_trials": 250, "seat_id": "google-d" }, { "median_latency_ms": 3554.0, "median_tokens_answer": 88.0, "median_tokens_refusal": null, "n_trials": 250, "seat_id": "openai-a" }, { "median_latency_ms": 2241.0, "median_tokens_answer": 74.0, "median_tokens_refusal": null, "n_trials": 250, "seat_id": "openai-b" }, { "median_latency_ms": 2530.0, "median_tokens_answer": 130.0, "median_tokens_refusal": null, "n_trials": 250, "seat_id": "openai-c" }, { "median_latency_ms": 1.0, "median_tokens_answer": 12.0, "median_tokens_refusal": null, "n_trials": 250, "seat_id": "simulant-a" }, { "median_latency_ms": 12304.0, "median_tokens_answer": 62.0, "median_tokens_refusal": null, "n_trials": 250, "seat_id": "xai-a" }, { "median_latency_ms": 0.0, "median_tokens_answer": null, "median_tokens_refusal": null, "n_trials": 250, "seat_id": "xai-b" } ], "varcomp": { "components": { "item": 0.3755, "seat": 0.0867, "seat_x_item": 0.0, "trial": 0.8989 }, "icc_descriptive": 0.317, "method": "unweighted-means two-way ANOVA on answered trials; components clamped at 0", "n_harmonic": 4.82, "n_items": 2, "n_seats": 12, "shares": { "item": 0.276, "seat": 0.064, "seat_x_item": 0.0, "trial": 0.66 } }, "week_run_ids": [ "battery-1.0-2026-W30", "battery-1.0-2026-W30-fill01" ] }