{
  "source_model": "EasyOctopus/german-support-pii-model@fcdc784888d75b9c6559d6550f21620d13ee9651",
  "export": "b11402b88995aa0ca441d7dc00d52d6a7b7e97d50eba9a1f1a8337fa6f156b3d",
  "default_threshold": 0.0,
  "tested_documents": 598,
  "matching_fp32_span_outputs": 598,
  "runtime": "Chrome on macOS, ONNX Runtime Web 1.22.0, one WASM thread",
  "cpu_benchmark": {
    "hardware": "Contabo virtual CPU, two inference threads, one document per call",
    "cpu_start_ms": 1474,
    "document_median_ms": 31.4,
    "document_p95_ms": 44.0,
    "process_peak_mib": 561.2
  },
  "discarded_int8": {
    "weight_bytes": 67238750,
    "fully_masked_on_support": 187,
    "gold_spans_on_support": 256
  },
  "suites": {
    "v2-test": "Synthetic support holdout from the published dataset, with 11 unseen scenario families",
    "independent": "Earlier independent synthetic evaluation",
    "confirmation": "Newly authored synthetic follow-up from the earlier study",
    "final": "Fresh synthetic private/public contrast pairs and clean texts from unseen families",
    "stress": "Separately hand-authored synthetic edge cases"
  },
  "previous_release_metrics": {
    "v2-test/default": {
      "documents": 176,
      "spans": 256,
      "complete": 255,
      "clean": 48,
      "clean_flagged": 2,
      "extra_chars": 55,
      "ordinary_chars": 10805,
      "identical_to_source": 176
    },
    "v2-test/50": {
      "documents": 176,
      "spans": 256,
      "complete": 254,
      "clean": 48,
      "clean_flagged": 0,
      "extra_chars": 33,
      "ordinary_chars": 10805,
      "identical_to_source": 170
    },
    "v2-test/75": {
      "documents": 176,
      "spans": 256,
      "complete": 235,
      "clean": 48,
      "clean_flagged": 0,
      "extra_chars": 25,
      "ordinary_chars": 10805,
      "identical_to_source": 150
    },
    "v2-test/90": {
      "documents": 176,
      "spans": 256,
      "complete": 181,
      "clean": 48,
      "clean_flagged": 0,
      "extra_chars": 3,
      "ordinary_chars": 10805,
      "identical_to_source": 106
    },
    "v2-test/95": {
      "documents": 176,
      "spans": 256,
      "complete": 166,
      "clean": 48,
      "clean_flagged": 0,
      "extra_chars": 0,
      "ordinary_chars": 10805,
      "identical_to_source": 100
    },
    "v2-test/98": {
      "documents": 176,
      "spans": 256,
      "complete": 134,
      "clean": 48,
      "clean_flagged": 0,
      "extra_chars": 0,
      "ordinary_chars": 10805,
      "identical_to_source": 84
    },
    "independent/default": {
      "documents": 120,
      "spans": 108,
      "complete": 94,
      "clean": 24,
      "clean_flagged": 3,
      "extra_chars": 36,
      "ordinary_chars": 7617,
      "identical_to_source": 120
    },
    "independent/50": {
      "documents": 120,
      "spans": 108,
      "complete": 83,
      "clean": 24,
      "clean_flagged": 1,
      "extra_chars": 20,
      "ordinary_chars": 7617,
      "identical_to_source": 106
    },
    "independent/75": {
      "documents": 120,
      "spans": 108,
      "complete": 73,
      "clean": 24,
      "clean_flagged": 1,
      "extra_chars": 20,
      "ordinary_chars": 7617,
      "identical_to_source": 95
    },
    "independent/90": {
      "documents": 120,
      "spans": 108,
      "complete": 66,
      "clean": 24,
      "clean_flagged": 1,
      "extra_chars": 16,
      "ordinary_chars": 7617,
      "identical_to_source": 87
    },
    "independent/95": {
      "documents": 120,
      "spans": 108,
      "complete": 62,
      "clean": 24,
      "clean_flagged": 0,
      "extra_chars": 7,
      "ordinary_chars": 7617,
      "identical_to_source": 82
    },
    "independent/98": {
      "documents": 120,
      "spans": 108,
      "complete": 60,
      "clean": 24,
      "clean_flagged": 0,
      "extra_chars": 0,
      "ordinary_chars": 7617,
      "identical_to_source": 80
    },
    "confirmation/default": {
      "documents": 84,
      "spans": 70,
      "complete": 64,
      "clean": 24,
      "clean_flagged": 1,
      "extra_chars": 30,
      "ordinary_chars": 5759,
      "identical_to_source": 84
    },
    "confirmation/50": {
      "documents": 84,
      "spans": 70,
      "complete": 61,
      "clean": 24,
      "clean_flagged": 1,
      "extra_chars": 18,
      "ordinary_chars": 5759,
      "identical_to_source": 76
    },
    "confirmation/75": {
      "documents": 84,
      "spans": 70,
      "complete": 57,
      "clean": 24,
      "clean_flagged": 1,
      "extra_chars": 15,
      "ordinary_chars": 5759,
      "identical_to_source": 70
    },
    "confirmation/90": {
      "documents": 84,
      "spans": 70,
      "complete": 49,
      "clean": 24,
      "clean_flagged": 1,
      "extra_chars": 14,
      "ordinary_chars": 5759,
      "identical_to_source": 61
    },
    "confirmation/95": {
      "documents": 84,
      "spans": 70,
      "complete": 49,
      "clean": 24,
      "clean_flagged": 1,
      "extra_chars": 14,
      "ordinary_chars": 5759,
      "identical_to_source": 61
    },
    "confirmation/98": {
      "documents": 84,
      "spans": 70,
      "complete": 45,
      "clean": 24,
      "clean_flagged": 0,
      "extra_chars": 10,
      "ordinary_chars": 5759,
      "identical_to_source": 56
    },
    "final/default": {
      "documents": 178,
      "spans": 80,
      "complete": 64,
      "clean": 98,
      "clean_flagged": 62,
      "extra_chars": 671,
      "ordinary_chars": 8993,
      "identical_to_source": 178
    },
    "final/50": {
      "documents": 178,
      "spans": 80,
      "complete": 62,
      "clean": 98,
      "clean_flagged": 59,
      "extra_chars": 656,
      "ordinary_chars": 8993,
      "identical_to_source": 171
    },
    "final/75": {
      "documents": 178,
      "spans": 80,
      "complete": 59,
      "clean": 98,
      "clean_flagged": 50,
      "extra_chars": 558,
      "ordinary_chars": 8993,
      "identical_to_source": 155
    },
    "final/90": {
      "documents": 178,
      "spans": 80,
      "complete": 47,
      "clean": 98,
      "clean_flagged": 29,
      "extra_chars": 408,
      "ordinary_chars": 8993,
      "identical_to_source": 127
    },
    "final/95": {
      "documents": 178,
      "spans": 80,
      "complete": 30,
      "clean": 98,
      "clean_flagged": 15,
      "extra_chars": 278,
      "ordinary_chars": 8993,
      "identical_to_source": 96
    },
    "final/98": {
      "documents": 178,
      "spans": 80,
      "complete": 12,
      "clean": 98,
      "clean_flagged": 12,
      "extra_chars": 252,
      "ordinary_chars": 8993,
      "identical_to_source": 75
    },
    "stress/default": {
      "documents": 40,
      "spans": 21,
      "complete": 13,
      "clean": 20,
      "clean_flagged": 6,
      "extra_chars": 59,
      "ordinary_chars": 3330,
      "identical_to_source": 40
    },
    "stress/50": {
      "documents": 40,
      "spans": 21,
      "complete": 10,
      "clean": 20,
      "clean_flagged": 6,
      "extra_chars": 59,
      "ordinary_chars": 3330,
      "identical_to_source": 37
    },
    "stress/75": {
      "documents": 40,
      "spans": 21,
      "complete": 9,
      "clean": 20,
      "clean_flagged": 4,
      "extra_chars": 50,
      "ordinary_chars": 3330,
      "identical_to_source": 31
    },
    "stress/90": {
      "documents": 40,
      "spans": 21,
      "complete": 7,
      "clean": 20,
      "clean_flagged": 3,
      "extra_chars": 32,
      "ordinary_chars": 3330,
      "identical_to_source": 27
    },
    "stress/95": {
      "documents": 40,
      "spans": 21,
      "complete": 6,
      "clean": 20,
      "clean_flagged": 3,
      "extra_chars": 20,
      "ordinary_chars": 3330,
      "identical_to_source": 25
    },
    "stress/98": {
      "documents": 40,
      "spans": 21,
      "complete": 6,
      "clean": 20,
      "clean_flagged": 0,
      "extra_chars": 5,
      "ordinary_chars": 3330,
      "identical_to_source": 23
    }
  },
  "current_release": {
    "method": "Explicit public-role predicate",
    "validated_boundaries": true,
    "decoder": [
      "boundaries-5b77093267e8",
      "guard-641065f26fb7"
    ],
    "threshold": 0,
    "matched_methods": {
      "blind-support": {
        "v2": {
          "docs": 120,
          "spans": 69,
          "covered": 61,
          "clean": 52,
          "clean_flags": 29,
          "collateral": 259,
          "pairs": 36,
          "pairs_both_correct": 5,
          "ordinary_chars": 5766,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "sft": {
          "docs": 120,
          "spans": 69,
          "covered": 61,
          "clean": 52,
          "clean_flags": 23,
          "collateral": 213,
          "pairs": 36,
          "pairs_both_correct": 10,
          "ordinary_chars": 5766,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "rl": {
          "docs": 120,
          "spans": 69,
          "covered": 61,
          "clean": 52,
          "clean_flags": 24,
          "collateral": 225,
          "pairs": 36,
          "pairs_both_correct": 9,
          "ordinary_chars": 5766,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "v2_complete": {
          "docs": 120,
          "spans": 69,
          "covered": 61,
          "clean": 52,
          "clean_flags": 29,
          "collateral": 259,
          "pairs": 36,
          "pairs_both_correct": 5,
          "ordinary_chars": 5766,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "sft_complete": {
          "docs": 120,
          "spans": 69,
          "covered": 61,
          "clean": 52,
          "clean_flags": 23,
          "collateral": 213,
          "pairs": 36,
          "pairs_both_correct": 10,
          "ordinary_chars": 5766,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "rl_complete": {
          "docs": 120,
          "spans": 69,
          "covered": 61,
          "clean": 52,
          "clean_flags": 24,
          "collateral": 225,
          "pairs": 36,
          "pairs_both_correct": 9,
          "ordinary_chars": 5766,
          "newly_lost": 0,
          "newly_covered": 0
        }
      },
      "external": {
        "v2": {
          "docs": 453,
          "spans": 1025,
          "covered": 661,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "sft": {
          "docs": 453,
          "spans": 1025,
          "covered": 659,
          "newly_lost": 2,
          "newly_covered": 0
        },
        "rl": {
          "docs": 453,
          "spans": 1025,
          "covered": 660,
          "newly_lost": 1,
          "newly_covered": 0
        },
        "v2_complete": {
          "docs": 453,
          "spans": 1025,
          "covered": 663,
          "newly_lost": 0,
          "newly_covered": 2
        },
        "sft_complete": {
          "docs": 453,
          "spans": 1025,
          "covered": 661,
          "newly_lost": 2,
          "newly_covered": 2
        },
        "rl_complete": {
          "docs": 453,
          "spans": 1025,
          "covered": 662,
          "newly_lost": 1,
          "newly_covered": 2
        }
      },
      "prior-v2-test": {
        "v2": {
          "docs": 176,
          "spans": 256,
          "covered": 255,
          "clean": 48,
          "clean_flags": 2,
          "collateral": 55,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 10805,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "sft": {
          "docs": 176,
          "spans": 256,
          "covered": 255,
          "clean": 48,
          "clean_flags": 2,
          "collateral": 55,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 10805,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "rl": {
          "docs": 176,
          "spans": 256,
          "covered": 255,
          "clean": 48,
          "clean_flags": 2,
          "collateral": 55,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 10805,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "v2_complete": {
          "docs": 176,
          "spans": 256,
          "covered": 255,
          "clean": 48,
          "clean_flags": 2,
          "collateral": 55,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 10805,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "sft_complete": {
          "docs": 176,
          "spans": 256,
          "covered": 255,
          "clean": 48,
          "clean_flags": 2,
          "collateral": 55,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 10805,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "rl_complete": {
          "docs": 176,
          "spans": 256,
          "covered": 255,
          "clean": 48,
          "clean_flags": 2,
          "collateral": 55,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 10805,
          "newly_lost": 0,
          "newly_covered": 0
        }
      },
      "prior-independent": {
        "v2": {
          "docs": 120,
          "spans": 108,
          "covered": 94,
          "clean": 24,
          "clean_flags": 3,
          "collateral": 36,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 7617,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "sft": {
          "docs": 120,
          "spans": 108,
          "covered": 92,
          "clean": 24,
          "clean_flags": 2,
          "collateral": 28,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 7617,
          "newly_lost": 2,
          "newly_covered": 0
        },
        "rl": {
          "docs": 120,
          "spans": 108,
          "covered": 92,
          "clean": 24,
          "clean_flags": 3,
          "collateral": 36,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 7617,
          "newly_lost": 2,
          "newly_covered": 0
        },
        "v2_complete": {
          "docs": 120,
          "spans": 108,
          "covered": 95,
          "clean": 24,
          "clean_flags": 3,
          "collateral": 36,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 7617,
          "newly_lost": 0,
          "newly_covered": 1
        },
        "sft_complete": {
          "docs": 120,
          "spans": 108,
          "covered": 93,
          "clean": 24,
          "clean_flags": 2,
          "collateral": 28,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 7617,
          "newly_lost": 2,
          "newly_covered": 1
        },
        "rl_complete": {
          "docs": 120,
          "spans": 108,
          "covered": 93,
          "clean": 24,
          "clean_flags": 3,
          "collateral": 36,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 7617,
          "newly_lost": 2,
          "newly_covered": 1
        }
      },
      "prior-confirmation": {
        "v2": {
          "docs": 84,
          "spans": 70,
          "covered": 64,
          "clean": 24,
          "clean_flags": 1,
          "collateral": 30,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 5759,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "sft": {
          "docs": 84,
          "spans": 70,
          "covered": 61,
          "clean": 24,
          "clean_flags": 1,
          "collateral": 27,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 5759,
          "newly_lost": 3,
          "newly_covered": 0
        },
        "rl": {
          "docs": 84,
          "spans": 70,
          "covered": 63,
          "clean": 24,
          "clean_flags": 1,
          "collateral": 27,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 5759,
          "newly_lost": 1,
          "newly_covered": 0
        },
        "v2_complete": {
          "docs": 84,
          "spans": 70,
          "covered": 64,
          "clean": 24,
          "clean_flags": 1,
          "collateral": 30,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 5759,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "sft_complete": {
          "docs": 84,
          "spans": 70,
          "covered": 61,
          "clean": 24,
          "clean_flags": 1,
          "collateral": 27,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 5759,
          "newly_lost": 3,
          "newly_covered": 0
        },
        "rl_complete": {
          "docs": 84,
          "spans": 70,
          "covered": 63,
          "clean": 24,
          "clean_flags": 1,
          "collateral": 27,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 5759,
          "newly_lost": 1,
          "newly_covered": 0
        }
      },
      "prior-final": {
        "v2": {
          "docs": 178,
          "spans": 80,
          "covered": 64,
          "clean": 98,
          "clean_flags": 62,
          "collateral": 671,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 8993,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "sft": {
          "docs": 178,
          "spans": 80,
          "covered": 64,
          "clean": 98,
          "clean_flags": 35,
          "collateral": 452,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 8993,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "rl": {
          "docs": 178,
          "spans": 80,
          "covered": 64,
          "clean": 98,
          "clean_flags": 36,
          "collateral": 455,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 8993,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "v2_complete": {
          "docs": 178,
          "spans": 80,
          "covered": 64,
          "clean": 98,
          "clean_flags": 62,
          "collateral": 671,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 8993,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "sft_complete": {
          "docs": 178,
          "spans": 80,
          "covered": 64,
          "clean": 98,
          "clean_flags": 35,
          "collateral": 452,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 8993,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "rl_complete": {
          "docs": 178,
          "spans": 80,
          "covered": 64,
          "clean": 98,
          "clean_flags": 36,
          "collateral": 455,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 8993,
          "newly_lost": 0,
          "newly_covered": 0
        }
      },
      "prior-stress": {
        "v2": {
          "docs": 40,
          "spans": 21,
          "covered": 13,
          "clean": 20,
          "clean_flags": 6,
          "collateral": 59,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 3330,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "sft": {
          "docs": 40,
          "spans": 21,
          "covered": 13,
          "clean": 20,
          "clean_flags": 6,
          "collateral": 59,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 3330,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "rl": {
          "docs": 40,
          "spans": 21,
          "covered": 13,
          "clean": 20,
          "clean_flags": 6,
          "collateral": 59,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 3330,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "v2_complete": {
          "docs": 40,
          "spans": 21,
          "covered": 13,
          "clean": 20,
          "clean_flags": 6,
          "collateral": 59,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 3330,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "sft_complete": {
          "docs": 40,
          "spans": 21,
          "covered": 13,
          "clean": 20,
          "clean_flags": 6,
          "collateral": 59,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 3330,
          "newly_lost": 0,
          "newly_covered": 0
        },
        "rl_complete": {
          "docs": 40,
          "spans": 21,
          "covered": 13,
          "clean": 20,
          "clean_flags": 6,
          "collateral": 59,
          "pairs": 0,
          "pairs_both_correct": 0,
          "ordinary_chars": 3330,
          "newly_lost": 0,
          "newly_covered": 0
        }
      }
    },
    "external_source": {
      "dataset": "gretelai/synthetic_pii_finance_multilingual",
      "revision": "7b844d16738527a04264f50214cb426a4cea0897",
      "file": "data/German_test-00000-of-00001.parquet",
      "license": "Apache-2.0",
      "rows": 453,
      "mapped_labels": {
        "name": "PERSON",
        "first_name": "PERSON",
        "last_name": "PERSON",
        "street_address": "ADDRESS",
        "phone_number": "PHONE",
        "email": "EMAIL",
        "customer_id": "CUSTOMER_ID",
        "swift_bic_code": "BIC",
        "iban": "IBAN",
        "date_of_birth": "DATE_OF_BIRTH",
        "ipv4": "IP",
        "ipv6": "IP"
      },
      "out_of_scope": {
        "date": 118,
        "user_name": 6,
        "company": 436,
        "password": 5,
        "account_pin": 9,
        "employee_id": 24,
        "credit_card_number": 5,
        "bank_routing_number": 15,
        "driver_license_number": 9,
        "time": 36,
        "ssn": 9,
        "bban": 17,
        "passport_number": 12,
        "date_time": 2,
        "local_latlng": 5,
        "credit_card_security_code": 3,
        "api_key": 8
      },
      "mapped_spans": 1025,
      "note": "The upstream annotations can omit other private text. Use span coverage for the mapped classes only. Do not infer false positives from unmatched text in this dataset."
    },
    "release_checks": {
      "development_winner": "sft",
      "learned_checks": {
        "selected_on_development": true,
        "historical_gate": false,
        "blind_fewer_clean_flags": true,
        "blind_no_newly_lost": true,
        "external_within_one_point": true
      },
      "learned_approved": false,
      "boundary_checks": {
        "new_protection": true,
        "blind-support_monotone": true,
        "blind-support_clean": true,
        "blind-support_collateral": true,
        "external_monotone": true,
        "prior-v2-test_monotone": true,
        "prior-v2-test_clean": true,
        "prior-v2-test_collateral": true,
        "prior-independent_monotone": true,
        "prior-independent_clean": true,
        "prior-independent_collateral": true,
        "prior-confirmation_monotone": true,
        "prior-confirmation_clean": true,
        "prior-confirmation_collateral": true,
        "prior-final_monotone": true,
        "prior-final_clean": true,
        "prior-final_collateral": true,
        "prior-stress_monotone": true,
        "prior-stress_clean": true,
        "prior-stress_collateral": true
      },
      "boundary_approved": true
    },
    "scope": "Synthetic support and third-party synthetic finance. Older confidence-sweep and FP32 parity data describe the prior release."
  },
  "explicit_context_round": {
    "winner": "guard",
    "approved": true,
    "checks": {
      "winner_on_development": true,
      "historical_verification": true,
      "challenge_all_previous_spans": true,
      "challenge_no_new_clean_flags": true,
      "fresh_clean_gain": true,
      "blind-support_all_previous_spans": true,
      "blind-support_no_new_clean_flags": true,
      "external_all_previous_spans": true,
      "prior-final_all_previous_spans": true,
      "prior-final_no_new_clean_flags": true,
      "prior-stress_all_previous_spans": true,
      "prior-stress_no_new_clean_flags": true,
      "prior-v2-test_all_previous_spans": true,
      "prior-v2-test_no_new_clean_flags": true,
      "prior-independent_all_previous_spans": true,
      "prior-independent_no_new_clean_flags": true,
      "prior-confirmation_all_previous_spans": true,
      "prior-confirmation_no_new_clean_flags": true
    },
    "suites": {
      "challenge": {
        "v2_complete": {
          "docs": 80,
          "spans": 44,
          "covered": 38,
          "clean": 36,
          "clean_flags": 19,
          "collateral": 203,
          "pairs": 0,
          "pairs_both_correct": 0
        },
        "guard": {
          "docs": 80,
          "spans": 44,
          "covered": 38,
          "clean": 36,
          "clean_flags": 17,
          "collateral": 172,
          "pairs": 0,
          "pairs_both_correct": 0,
          "lost_full": 0,
          "gained_full": 0
        },
        "guard_sft": {
          "docs": 80,
          "spans": 44,
          "covered": 38,
          "clean": 36,
          "clean_flags": 19,
          "collateral": 203,
          "pairs": 0,
          "pairs_both_correct": 0,
          "lost_full": 0,
          "gained_full": 0
        },
        "guard_rl": {
          "docs": 80,
          "spans": 44,
          "covered": 38,
          "clean": 36,
          "clean_flags": 19,
          "collateral": 203,
          "pairs": 0,
          "pairs_both_correct": 0,
          "lost_full": 0,
          "gained_full": 0
        }
      },
      "blind-support": {
        "v2_complete": {
          "docs": 120,
          "spans": 69,
          "covered": 61,
          "clean": 52,
          "clean_flags": 29,
          "collateral": 259,
          "pairs": 36,
          "pairs_both_correct": 5
        },
        "guard": {
          "docs": 120,
          "spans": 69,
          "covered": 61,
          "clean": 52,
          "clean_flags": 29,
          "collateral": 259,
          "pairs": 36,
          "pairs_both_correct": 5,
          "lost_full": 0,
          "gained_full": 0
        },
        "guard_sft": {
          "docs": 120,
          "spans": 69,
          "covered": 61,
          "clean": 52,
          "clean_flags": 29,
          "collateral": 259,
          "pairs": 36,
          "pairs_both_correct": 5,
          "lost_full": 0,
          "gained_full": 0
        },
        "guard_rl": {
          "docs": 120,
          "spans": 69,
          "covered": 61,
          "clean": 52,
          "clean_flags": 29,
          "collateral": 259,
          "pairs": 36,
          "pairs_both_correct": 5,
          "lost_full": 0,
          "gained_full": 0
        }
      },
      "external": {
        "v2_complete": {
          "docs": 453,
          "spans": 1025,
          "covered": 663
        },
        "guard": {
          "docs": 453,
          "spans": 1025,
          "covered": 663,
          "lost_full": 0,
          "gained_full": 0
        },
        "guard_sft": {
          "docs": 453,
          "spans": 1025,
          "covered": 663,
          "lost_full": 0,
          "gained_full": 0
        },
        "guard_rl": {
          "docs": 453,
          "spans": 1025,
          "covered": 663,
          "lost_full": 0,
          "gained_full": 0
        }
      },
      "prior-final": {
        "v2_complete": {
          "docs": 178,
          "spans": 80,
          "covered": 64,
          "clean": 98,
          "clean_flags": 62,
          "collateral": 671,
          "pairs": 0,
          "pairs_both_correct": 0
        },
        "guard": {
          "docs": 178,
          "spans": 80,
          "covered": 64,
          "clean": 98,
          "clean_flags": 62,
          "collateral": 671,
          "pairs": 0,
          "pairs_both_correct": 0,
          "lost_full": 0,
          "gained_full": 0
        },
        "guard_sft": {
          "docs": 178,
          "spans": 80,
          "covered": 64,
          "clean": 98,
          "clean_flags": 62,
          "collateral": 671,
          "pairs": 0,
          "pairs_both_correct": 0,
          "lost_full": 0,
          "gained_full": 0
        },
        "guard_rl": {
          "docs": 178,
          "spans": 80,
          "covered": 64,
          "clean": 98,
          "clean_flags": 62,
          "collateral": 671,
          "pairs": 0,
          "pairs_both_correct": 0,
          "lost_full": 0,
          "gained_full": 0
        }
      },
      "prior-stress": {
        "v2_complete": {
          "docs": 40,
          "spans": 21,
          "covered": 13,
          "clean": 20,
          "clean_flags": 6,
          "collateral": 59,
          "pairs": 0,
          "pairs_both_correct": 0
        },
        "guard": {
          "docs": 40,
          "spans": 21,
          "covered": 13,
          "clean": 20,
          "clean_flags": 6,
          "collateral": 59,
          "pairs": 0,
          "pairs_both_correct": 0,
          "lost_full": 0,
          "gained_full": 0
        },
        "guard_sft": {
          "docs": 40,
          "spans": 21,
          "covered": 13,
          "clean": 20,
          "clean_flags": 6,
          "collateral": 59,
          "pairs": 0,
          "pairs_both_correct": 0,
          "lost_full": 0,
          "gained_full": 0
        },
        "guard_rl": {
          "docs": 40,
          "spans": 21,
          "covered": 13,
          "clean": 20,
          "clean_flags": 6,
          "collateral": 59,
          "pairs": 0,
          "pairs_both_correct": 0,
          "lost_full": 0,
          "gained_full": 0
        }
      },
      "prior-v2-test": {
        "v2_complete": {
          "docs": 176,
          "spans": 256,
          "covered": 255,
          "clean": 48,
          "clean_flags": 2,
          "collateral": 55,
          "pairs": 0,
          "pairs_both_correct": 0
        },
        "guard": {
          "docs": 176,
          "spans": 256,
          "covered": 255,
          "clean": 48,
          "clean_flags": 0,
          "collateral": 47,
          "pairs": 0,
          "pairs_both_correct": 0,
          "lost_full": 0,
          "gained_full": 0
        },
        "guard_sft": {
          "docs": 176,
          "spans": 256,
          "covered": 255,
          "clean": 48,
          "clean_flags": 2,
          "collateral": 55,
          "pairs": 0,
          "pairs_both_correct": 0,
          "lost_full": 0,
          "gained_full": 0
        },
        "guard_rl": {
          "docs": 176,
          "spans": 256,
          "covered": 255,
          "clean": 48,
          "clean_flags": 2,
          "collateral": 55,
          "pairs": 0,
          "pairs_both_correct": 0,
          "lost_full": 0,
          "gained_full": 0
        }
      },
      "prior-independent": {
        "v2_complete": {
          "docs": 120,
          "spans": 108,
          "covered": 95,
          "clean": 24,
          "clean_flags": 3,
          "collateral": 36,
          "pairs": 0,
          "pairs_both_correct": 0
        },
        "guard": {
          "docs": 120,
          "spans": 108,
          "covered": 95,
          "clean": 24,
          "clean_flags": 3,
          "collateral": 36,
          "pairs": 0,
          "pairs_both_correct": 0,
          "lost_full": 0,
          "gained_full": 0
        },
        "guard_sft": {
          "docs": 120,
          "spans": 108,
          "covered": 95,
          "clean": 24,
          "clean_flags": 3,
          "collateral": 36,
          "pairs": 0,
          "pairs_both_correct": 0,
          "lost_full": 0,
          "gained_full": 0
        },
        "guard_rl": {
          "docs": 120,
          "spans": 108,
          "covered": 95,
          "clean": 24,
          "clean_flags": 3,
          "collateral": 36,
          "pairs": 0,
          "pairs_both_correct": 0,
          "lost_full": 0,
          "gained_full": 0
        }
      },
      "prior-confirmation": {
        "v2_complete": {
          "docs": 84,
          "spans": 70,
          "covered": 64,
          "clean": 24,
          "clean_flags": 1,
          "collateral": 30,
          "pairs": 0,
          "pairs_both_correct": 0
        },
        "guard": {
          "docs": 84,
          "spans": 70,
          "covered": 64,
          "clean": 24,
          "clean_flags": 1,
          "collateral": 30,
          "pairs": 0,
          "pairs_both_correct": 0,
          "lost_full": 0,
          "gained_full": 0
        },
        "guard_sft": {
          "docs": 84,
          "spans": 70,
          "covered": 64,
          "clean": 24,
          "clean_flags": 1,
          "collateral": 30,
          "pairs": 0,
          "pairs_both_correct": 0,
          "lost_full": 0,
          "gained_full": 0
        },
        "guard_rl": {
          "docs": 84,
          "spans": 70,
          "covered": 64,
          "clean": 24,
          "clean_flags": 1,
          "collateral": 30,
          "pairs": 0,
          "pairs_both_correct": 0,
          "lost_full": 0,
          "gained_full": 0
        }
      }
    }
  },
  "previous_question": {
    "default_threshold": 0,
    "weights_sha256": "5b9daa09e7a2758ba900aa4b8e8423dee95b1d4809e800172529a6cc9c25f70e",
    "training_questions": 771,
    "additional_download_bytes": 119078,
    "blind_sha256": "1cee523fc0aa144174e6ef80c24c3e3945986b39444c73a72d2f2c1b90afec9f",
    "methods": {
      "baseline": {
        "documents": 90,
        "spans": 44,
        "fully_hidden": 29,
        "clean_docs": 49,
        "clean_docs_flagged": 18,
        "pairs": 25,
        "pairs_both_correct": 0,
        "unnecessary_chars": 93
      },
      "concat": {
        "documents": 90,
        "spans": 44,
        "fully_hidden": 28,
        "clean_docs": 49,
        "clean_docs_flagged": 13,
        "pairs": 25,
        "pairs_both_correct": 2,
        "unnecessary_chars": 85
      },
      "context": {
        "documents": 90,
        "spans": 44,
        "fully_hidden": 31,
        "clean_docs": 49,
        "clean_docs_flagged": 17,
        "pairs": 25,
        "pairs_both_correct": 3,
        "unnecessary_chars": 89
      }
    },
    "add_only": {
      "documents": 90,
      "spans": 44,
      "fully_hidden": 31,
      "clean_docs": 49,
      "clean_docs_flagged": 18,
      "pairs": 25,
      "pairs_both_correct": 2,
      "unnecessary_chars": 93
    },
    "new_clean_flags": 0,
    "previously_hidden_mentions_lost": 0
  }
}
