{
  "iteration": 8,
  "aggregate": {
    "f1": 0.4420230931858839,
    "precision": 0.35399843709299295,
    "recall": 0.5883116883116883,
    "groundedness": null,
    "hallucination": null
  },
  "weak_fields": [
    {
      "field": "Turnover_frequency__H2",
      "recall": 0.0,
      "correct": 0,
      "total": 11
    },
    {
      "field": "intensity",
      "recall": 0.0,
      "correct": 0,
      "total": 11
    },
    {
      "field": "Turnover_number__CH4",
      "recall": 0.0,
      "correct": 0,
      "total": 14
    },
    {
      "field": "additives conc",
      "recall": 0.0,
      "correct": 0,
      "total": 21
    },
    {
      "field": "H-D conc",
      "recall": 0.0,
      "correct": 0,
      "total": 36
    },
    {
      "field": "Quantum_yield__HCOOH",
      "recall": 0.0,
      "correct": 0,
      "total": 22
    },
    {
      "field": "Quantum_yield__CO",
      "recall": 0.02564102564102564,
      "correct": 1,
      "total": 39
    },
    {
      "field": "additives",
      "recall": 0.21951219512195122,
      "correct": 9,
      "total": 41
    },
    {
      "field": "Turnover_frequency__CO",
      "recall": 0.25,
      "correct": 6,
      "total": 24
    },
    {
      "field": "cat conc",
      "recall": 0.4068441064638783,
      "correct": 107,
      "total": 263
    },
    {
      "field": "Turnover_number__HCOOH",
      "recall": 0.4491525423728814,
      "correct": 53,
      "total": 118
    },
    {
      "field": "Turnover_number__H2",
      "recall": 0.525974025974026,
      "correct": 81,
      "total": 154
    },
    {
      "field": "PS conc",
      "recall": 0.6162790697674418,
      "correct": 159,
      "total": 258
    },
    {
      "field": "solvent-ratio",
      "recall": 0.6385542168674698,
      "correct": 106,
      "total": 166
    },
    {
      "field": "Turnover_number__CO",
      "recall": 0.669683257918552,
      "correct": 148,
      "total": 221
    },
    {
      "field": "irr time",
      "recall": 0.7149532710280374,
      "correct": 153,
      "total": 214
    },
    {
      "field": "λexc",
      "recall": 0.7420634920634921,
      "correct": 187,
      "total": 252
    },
    {
      "field": "feedstock gas",
      "recall": 0.7611940298507462,
      "correct": 102,
      "total": 134
    },
    {
      "field": "e-D conc",
      "recall": 0.7887323943661971,
      "correct": 168,
      "total": 213
    },
    {
      "field": "Temperature",
      "recall": 0.8061224489795918,
      "correct": 79,
      "total": 98
    }
  ],
  "per_publication": [
    {
      "doi": "10.1002/ange.201610607",
      "tp": 34,
      "gold_cells": 62,
      "ext_cells": 90,
      "gold_rows": 7,
      "ext_rows": 5,
      "layout": {
        "score": 1.0,
        "present": 7,
        "required": 7,
        "missing": []
      },
      "ground": null,
      "examples": [
        "cat conc: expected '0.025', got '25'",
        "Turnover_frequency__CO: expected '0.47', got '1692'",
        "Turnover_number__H2: expected '368', got ''",
        "Turnover_frequency__H2: expected '0.01', got ''",
        "cat conc: expected '0.5', got '500'",
        "additives: expected 'CO2/Ar (10:90) atmosphere', got ''",
        "Turnover_frequency__CO: expected '0.019', got '68.4'",
        "Turnover_number__H2: expected '56', got ''",
        "Turnover_frequency__H2: expected '0.0016', got ''",
        "cat conc: expected '0.025', got '50'"
      ]
    },
    {
      "doi": "10.1002/anie.201809084",
      "tp": 27,
      "gold_cells": 30,
      "ext_cells": 72,
      "gold_rows": 3,
      "ext_rows": 4,
      "layout": {
        "score": 1.0,
        "present": 7,
        "required": 7,
        "missing": []
      },
      "ground": null,
      "examples": [
        "e-D conc: expected '0.1', got '100'",
        "e-D conc: expected '0.1', got '100'",
        "e-D conc: expected '0.1', got '100'"
      ]
    },
    {
      "doi": "10.1002/anie.201811010",
      "tp": 105,
      "gold_cells": 126,
      "ext_cells": 226,
      "gold_rows": 12,
      "ext_rows": 13,
      "layout": {
        "score": 1.0,
        "present": 7,
        "required": 7,
        "missing": []
      },
      "ground": null,
      "examples": [
        "intensity: expected '1', got '\"\"'",
        "Turnover_frequency__CO: expected '108', got '6480'",
        "intensity: expected '1', got '\"\"'",
        "Turnover_frequency__CO: expected '28.2', got '1692'",
        "intensity: expected '1', got '\"\"'",
        "Turnover_frequency__CO: expected '5.58', got '335'",
        "intensity: expected '1', got '\"\"'",
        "Turnover_frequency__CO: expected '2.4', got '144'",
        "intensity: expected '1', got '\"\"'",
        "intensity: expected '1', got '100 mW cm^-2'"
      ]
    },
    {
      "doi": "10.1002/cctc.201500494",
      "tp": 101,
      "gold_cells": 266,
      "ext_cells": 327,
      "gold_rows": 38,
      "ext_rows": 22,
      "layout": {
        "score": 1.0,
        "present": 7,
        "required": 7,
        "missing": []
      },
      "ground": null,
      "examples": [
        "cat conc: expected '0.025', got '1667'",
        "PS conc: expected '0.025', got '1.667'",
        "cat conc: expected '0.025', got '1667'",
        "PS conc: expected '0.025', got '1.667'",
        "cat conc: expected '0.025', got '1667'",
        "PS conc: expected '0.025', got '1.667'",
        "cat conc: expected '0.025', got '1667'",
        "PS conc: expected '0.025', got '1.667'",
        "cat conc: expected '0.025', got '1667'",
        "PS conc: expected '0.025', got '1.667'"
      ]
    },
    {
      "doi": "10.1002/cctc.202201163",
      "tp": 163,
      "gold_cells": 226,
      "ext_cells": 321,
      "gold_rows": 23,
      "ext_rows": 19,
      "layout": {
        "score": 1.0,
        "present": 7,
        "required": 7,
        "missing": []
      },
      "ground": null,
      "examples": [
        "cat conc: expected '10', got '100'",
        "cat conc: expected '10', got '100'",
        "cat conc: expected '10', got '100'",
        "additives: expected 'water', got 'H2O'",
        "cat conc: expected '10', got '100'",
        "cat conc: expected '10', got '100'",
        "cat conc: expected '10', got '100'",
        "cat conc: expected '10', got '100'",
        "cat conc: expected '10', got '100'",
        "cat conc: expected '10', got '100'"
      ]
    },
    {
      "doi": "10.1002/chem.201905840",
      "tp": 65,
      "gold_cells": 75,
      "ext_cells": 134,
      "gold_rows": 9,
      "ext_rows": 9,
      "layout": {
        "score": 1.0,
        "present": 7,
        "required": 7,
        "missing": []
      },
      "ground": null,
      "examples": [
        "cat conc: expected '0.01', got '10'",
        "cat conc: expected '0.01', got '10'",
        "cat conc: expected '0.01', got '10'",
        "cat conc: expected '0.01', got '10'",
        "cat conc: expected '0.01', got '10'",
        "cat conc: expected '0.01', got '10'",
        "cat conc: expected '0.01', got '10'",
        "feedstock gas: expected 'argon', got 'Ar'",
        "cat conc: expected '0.01', got '10'",
        "λexc: expected 'dark', got ''"
      ]
    },
    {
      "doi": "10.1002/chem.202001279",
      "tp": 121,
      "gold_cells": 152,
      "ext_cells": 276,
      "gold_rows": 18,
      "ext_rows": 19,
      "layout": {
        "score": 1.0,
        "present": 7,
        "required": 7,
        "missing": []
      },
      "ground": null,
      "examples": [
        "cat conc: expected '0.1', got '100'",
        "cat conc: expected '0.1', got '100'",
        "PS conc: expected '1', got '0.5'",
        "cat conc: expected '0.1', got '100'",
        "PS conc: expected '1', got '0.5'",
        "cat conc: expected '0.1', got '100'",
        "PS conc: expected '1', got '0.5'",
        "cat conc: expected '0.1', got '100'",
        "cat conc: expected '0.1', got '100'",
        "PS conc: expected '1', got '0.5'"
      ]
    },
    {
      "doi": "10.1002/cptc.201700133",
      "tp": 7,
      "gold_cells": 32,
      "ext_cells": 26,
      "gold_rows": 4,
      "ext_rows": 2,
      "layout": {
        "score": 1.0,
        "present": 7,
        "required": 7,
        "missing": []
      },
      "ground": null,
      "examples": [
        "Turnover_number__H2: expected '1', got ''",
        "cat conc: expected '100', got '6-di-2-pyridine)(bpy)H]2+'",
        "solvent-ratio: expected '5:1', got 'TEOA'",
        "feedstock gas: expected 'CO2', got '\"5:1 v/v\"'",
        "λexc: expected '410 - 750 nm', got ''",
        "irr time: expected '24', got '436 nm'",
        "Turnover_number__CO: expected '5', got ''",
        "Turnover_number__H2: expected '3', got ''",
        "Turnover_number__HCOOH: expected '9', got ''",
        "cat conc: expected '100', got '6-di-2-pyridine)(bpy)H]2+'"
      ]
    },
    {
      "doi": "10.1002/cptc.202100034",
      "tp": 55,
      "gold_cells": 109,
      "ext_cells": 153,
      "gold_rows": 14,
      "ext_rows": 14,
      "layout": {
        "score": 1.0,
        "present": 7,
        "required": 7,
        "missing": []
      },
      "ground": null,
      "examples": [
        "cat conc: expected '50', got '0.05'",
        "e-D conc: expected '0.36', got ''",
        "cat conc: expected '50', got '0.05'",
        "e-D conc: expected '0.005', got '\"5/5\"'",
        "additives: expected 'TEA', got ''",
        "additives conc: expected '0.005', got ''",
        "cat conc: expected '50', got '0.05'",
        "e-D conc: expected '0.01', got '\"10/10\"'",
        "additives: expected 'TEA', got ''",
        "additives conc: expected '0.01', got ''"
      ]
    },
    {
      "doi": "10.1002/cptc.202200009",
      "tp": 46,
      "gold_cells": 52,
      "ext_cells": 90,
      "gold_rows": 6,
      "ext_rows": 6,
      "layout": {
        "score": 1.0,
        "present": 7,
        "required": 7,
        "missing": []
      },
      "ground": null,
      "examples": [
        "additives conc: expected '0.1', got '100'",
        "additives conc: expected '0.1', got '100'",
        "additives conc: expected '0.1', got '100'",
        "additives conc: expected '0.1', got '100'",
        "additives conc: expected '0.1', got '100'",
        "additives conc: expected '0.1', got '100'"
      ]
    },
    {
      "doi": "10.1002/cssc.201901326",
      "tp": 0,
      "gold_cells": 53,
      "ext_cells": 118,
      "gold_rows": 8,
      "ext_rows": 8,
      "layout": {
        "score": 1.0,
        "present": 7,
        "required": 7,
        "missing": []
      },
      "ground": null,
      "examples": [
        "cat conc: expected '25', got '6-(Ph2PNMe)2NC5H3}(CO)2Cl]+'",
        "PS conc: expected '0.025', got '[Ru(bpy)3](PF6)2'",
        "feedstock gas: expected 'CO2', got ''",
        "λexc: expected '405', got ''",
        "irr time: expected '24', got '405 nm LED'",
        "Turnover_number__HCOOH: expected '380', got ''",
        "cat conc: expected '50', got '6-(Ph2PNMe)2NC5H3}(CO)2Cl]+'",
        "PS conc: expected '0.05', got '[Ru(bpy)3](PF6)2'",
        "feedstock gas: expected 'CO2', got ''",
        "λexc: expected '405', got ''"
      ]
    },
    {
      "doi": "10.1002/cssc.202301892",
      "tp": 45,
      "gold_cells": 76,
      "ext_cells": 148,
      "gold_rows": 9,
      "ext_rows": 11,
      "layout": {
        "score": 1.0,
        "present": 7,
        "required": 7,
        "missing": []
      },
      "ground": null,
      "examples": [
        "cat conc: expected '1', got '0.001'",
        "e-D conc: expected '0.02', got '20'",
        "Quantum_yield__CO: expected '95', got ''",
        "cat conc: expected '1', got '0.001'",
        "e-D conc: expected '0.02', got '20'",
        "Quantum_yield__CO: expected '19', got ''",
        "cat conc: expected '1', got '0.001'",
        "e-D conc: expected '0.02', got '20'",
        "Quantum_yield__CO: expected '90', got ''",
        "cat conc: expected '1', got '0.001'"
      ]
    },
    {
      "doi": "10.1007/s10562-021-03782-7",
      "tp": 74,
      "gold_cells": 75,
      "ext_cells": 183,
      "gold_rows": 10,
      "ext_rows": 12,
      "layout": {
        "score": 1.0,
        "present": 7,
        "required": 7,
        "missing": []
      },
      "ground": null,
      "examples": [
        "feedstock gas: expected 'nitrogen', got 'N2'"
      ]
    },
    {
      "doi": "10.1016/j.apcata.2016.04.035",
      "tp": 45,
      "gold_cells": 52,
      "ext_cells": 94,
      "gold_rows": 7,
      "ext_rows": 7,
      "layout": {
        "score": 1.0,
        "present": 7,
        "required": 7,
        "missing": []
      },
      "ground": null,
      "examples": [
        "λexc: expected 'xenon lamp', got ''",
        "λexc: expected 'xenon lamp', got ''",
        "λexc: expected 'xenon lamp', got ''",
        "λexc: expected 'xenon lamp', got ''",
        "λexc: expected 'xenon lamp', got ''",
        "λexc: expected 'xenon lamp', got ''",
        "λexc: expected 'xenon lamp', got ''"
      ]
    },
    {
      "doi": "10.1016/j.electacta.2017.04.080",
      "tp": 95,
      "gold_cells": 149,
      "ext_cells": 291,
      "gold_rows": 22,
      "ext_rows": 21,
      "layout": {
        "score": 1.0,
        "present": 7,
        "required": 7,
        "missing": []
      },
      "ground": null,
      "examples": [
        "PS conc: expected '100', got '0.1'",
        "solvent-ratio: expected '4:1', got ''",
        "PS conc: expected '100', got '0.1'",
        "solvent-ratio: expected '4:1', got ''",
        "PS conc: expected '100', got '0.1'",
        "solvent-ratio: expected '4:1', got ''",
        "PS conc: expected '100', got '0.1'",
        "solvent-ratio: expected '4:1', got ''",
        "PS conc: expected '100', got '0.1'",
        "solvent-ratio: expected '4:1', got ''"
      ]
    },
    {
      "doi": "10.1021/acs.inorgchem.0c03503",
      "tp": 35,
      "gold_cells": 41,
      "ext_cells": 86,
      "gold_rows": 5,
      "ext_rows": 6,
      "layout": {
        "score": 1.0,
        "present": 7,
        "required": 7,
        "missing": []
      },
      "ground": null,
      "examples": [
        "λexc: expected '420-650', got ''",
        "Turnover_frequency__CO: expected '127', got ''",
        "λexc: expected '420-650', got ''",
        "λexc: expected '420-650', got ''",
        "λexc: expected '420-650', got ''",
        "λexc: expected '420-650', got ''"
      ]
    },
    {
      "doi": "10.1021/acs.inorgchem.6b00379",
      "tp": 113,
      "gold_cells": 314,
      "ext_cells": 523,
      "gold_rows": 31,
      "ext_rows": 31,
      "layout": {
        "score": 1.0,
        "present": 7,
        "required": 7,
        "missing": []
      },
      "ground": null,
      "examples": [
        "Turnover_number__CO: expected '3.9', got '7.9'",
        "Quantum_yield__CO: expected '0.001', got '0.0020'",
        "Turnover_number__H2: expected '0.64', got '0.56'",
        "Turnover_number__HCOOH: expected '36', got '4.5'",
        "Quantum_yield__HCOOH: expected '0.0096', got ''",
        "Turnover_number__CO: expected '3.2', got '5.9'",
        "Quantum_yield__CO: expected '0.0047', got '0.0069'",
        "Turnover_number__H2: expected '0.45', got '0.24'",
        "Turnover_number__HCOOH: expected '21', got '2.1'",
        "Quantum_yield__HCOOH: expected '0.031', got ''"
      ]
    },
    {
      "doi": "10.1021/acs.jpcc.8b00950",
      "tp": 73,
      "gold_cells": 91,
      "ext_cells": 165,
      "gold_rows": 10,
      "ext_rows": 10,
      "layout": {
        "score": 1.0,
        "present": 7,
        "required": 7,
        "missing": []
      },
      "ground": null,
      "examples": [
        "Turnover_number__CH4: expected '32', got '2.2e19 photons h^-1'",
        "Turnover_number__CH4: expected '23', got '2.2e19 photons h^-1'",
        "Turnover_number__CH4: expected '24', got '2.2e19 photons h^-1'",
        "Turnover_number__CH4: expected '3', got '2.2e19 photons h^-1'",
        "Turnover_number__CH4: expected '3', got '2.2e19 photons h^-1'",
        "Turnover_number__CH4: expected '3', got '2.2e19 photons h^-1'",
        "irr time: expected '47', got ''",
        "Turnover_number__CH4: expected '31', got '2.2e19 photons h^-1'",
        "feedstock gas: expected 'CO', got '\"CO\"'",
        "irr time: expected '47', got ''"
      ]
    },
    {
      "doi": "10.1021/acscatal.2c02072",
      "tp": 59,
      "gold_cells": 157,
      "ext_cells": 178,
      "gold_rows": 20,
      "ext_rows": 14,
      "layout": {
        "score": 1.0,
        "present": 7,
        "required": 7,
        "missing": []
      },
      "ground": null,
      "examples": [
        "H-D conc: expected '1', got ''",
        "irr time: expected '1.5', got '0.5'",
        "H-D conc: expected '1', got ''",
        "irr time: expected '1.5', got '0.75'",
        "H-D conc: expected '1', got ''",
        "irr time: expected '1.5', got ''",
        "Turnover_number__CO: expected '43', got '6'",
        "Turnover_number__H2: expected '52', got '0'",
        "H-D conc: expected '1', got ''",
        "irr time: expected '1.5', got ''"
      ]
    },
    {
      "doi": "10.1021/acscatal.3c00036",
      "tp": 96,
      "gold_cells": 172,
      "ext_cells": 338,
      "gold_rows": 20,
      "ext_rows": 23,
      "layout": {
        "score": 1.0,
        "present": 7,
        "required": 7,
        "missing": []
      },
      "ground": null,
      "examples": [
        "cat conc: expected '0.002', got '2'",
        "solvent-ratio: expected '85/15', got ''",
        "solvent-ratio: expected '85/15', got ''",
        "Turnover_number__H2: expected '0', got '29'",
        "Turnover_number__HCOOH: expected '0', got ''",
        "cat conc: expected '0.002', got '2'",
        "solvent-ratio: expected '85/15', got ''",
        "Turnover_number__H2: expected '0', got '39'",
        "Turnover_number__HCOOH: expected '0', got ''",
        "cat conc: expected '0.002', got '2'"
      ]
    }
  ]
}