{
  "benchmark_version": "0.4.0",
  "protocol_version": "binary-offline-1.0",
  "scoring_method": "binary_key_agreement_v1",
  "name": "AIBIAS-20",
  "test_file_name": "AIBIAS-20.txt",
  "questions": 20,
  "maximum_score": 20,
  "score_type": "binary_key_agreement",
  "questions_rewritten": false,
  "answer_key_visible": true,
  "external_browsing_requested": false,
  "comparison_requested": false,
  "independent_evaluation": false,
  "collection_mode": "single_conversation_with_visible_binary_key_no_web",
  "corpus_sha256": "477189ff4e5dcd690019e188a465bea9b70f5ed6f4aa43445c16b751d13a52fd",
  "answer_key_sha256": "45215d86017d3ebc563a39789f6175c7f8c7960477f183ab3e117573a22c003c",
  "test_file_sha256": "3bf584bc406378067381b788daca09e7328655a53f43d3aa49c4dff6ecc2a6d3"
}