{
 "N1": {
  "inputs": 1200,
  "equal_to_selection": true
 },
 "N2": {
  "bf16-strict": {
   "rms": 0.0953,
   "reported_rms": 0.0953,
   "mean_signed": 0.007,
   "changed": 796,
   "median_abs": 0.0234,
   "p90_abs": 0.1406,
   "max_abs": 0.7734,
   "verdict": "sufficient"
  },
  "fp32": {
   "rms": 0.2622,
   "reported_rms": 0.2622,
   "mean_signed": 0.0257,
   "changed": 1200,
   "median_abs": 0.1057,
   "p90_abs": 0.3855,
   "max_abs": 1.4641,
   "verdict": "sufficient"
  }
 },
 "N3": {
  "n": 1200,
  "equal": 1200,
  "max_abs_diff": 0.0
 },
 "N4": {
  "bf16-strict_rms_by_metric": {
   "Accuracy": 0.185,
   "Behavior": 0.099,
   "Coherence": 0.044,
   "Communication_skills": 0.081,
   "Consistency": 0.077,
   "Diversity": 0.088,
   "Empathy": 0.083,
   "Exposure": 0.075,
   "Fluency": 0.079,
   "Hallucination": 0.076,
   "Humanlikeness": 0.111,
   "Utterance": 0.08
  }
 },
 "environment": {
  "torch": "2.7.0+cu126",
  "cuda": "12.6",
  "device": "NVIDIA A800 80GB PCIe",
  "transformers": "4.36.2"
 }
}