{
  "title": "Nivora h2 development evaluation",
  "date": "2026-10-25",
  "source": "H2_gez\u00e4hlt.json",
  "source_sha256": "6e5b18a7c984f85caa0d0fbf64aca427946323343050f372a524e11258c457ca",
  "prediction_field": "workbench_spans",
  "bootstrap_samples": 2000,
  "reference": "dev720-r",
  "documents": 720,
  "status": "Research candidates; no promotion; not an independent test benchmark",
  "models": {
    "alpha1": {
      "macro15": 0.8818924015207991,
      "open": 6887,
      "extra": 7886
    },
    "A-s13": {
      "macro15": 0.8817695602853316,
      "open": 8108,
      "extra": 6050
    },
    "A-s14": {
      "macro15": 0.8823638091290887,
      "open": 7995,
      "extra": 6100
    },
    "R-s13": {
      "macro15": 0.8831078168891977,
      "open": 6895,
      "extra": 6550
    },
    "R-s14": {
      "macro15": 0.8831938011362799,
      "open": 6866,
      "extra": 6576
    },
    "G-s13": {
      "macro15": 0.8856978260507041,
      "open": 6438,
      "extra": 7696
    },
    "G-s14": {
      "macro15": 0.8855349405498719,
      "open": 6449,
      "extra": 7708
    },
    "GC-s13": {
      "macro15": 0.8817433601895048,
      "open": 6533,
      "extra": 7317
    },
    "GC-s14": {
      "macro15": 0.8820993046594201,
      "open": 6669,
      "extra": 7076
    }
  },
  "paired_comparisons": {
    "A-s13->R-s13": {
      "differenz": {
        "macro15": 0.001338256603866106,
        "open": -1213,
        "QID": 0.009604193917172266,
        "ALTER": 0.0,
        "BERUF": 0.02010007777832723,
        "PERSON": 0.00018356367191918466,
        "ID": -0.003583471425831042,
        "KONTAKT": 0.0,
        "DATUM": 0.0029351469409949482
      },
      "intervall95": {
        "macro15": [-0.0023355814271344144, 0.005003023788372918],
        "open": [-1594, -831],
        "QID": [-0.024526198439241975, 0.04567849190113249],
        "ALTER": [0.0, 0.0],
        "BERUF": [-0.0025612723013155314, 0.04540780028836355],
        "PERSON": [-0.00040061490146336975, 0.0008168820719451908],
        "ID": [-0.009912624988318908, 0.0030759672546535333],
        "KONTAKT": [0.0, 0.0],
        "DATUM": [-0.0013881268019187987, 0.0072985982260725946]
      }
    },
    "A-s14->R-s14": {
      "differenz": {
        "macro15": 0.0008299920071911382,
        "open": -1129,
        "QID": 0.012337682366367453,
        "ALTER": 0.0,
        "BERUF": 0.017896935808703773,
        "PERSON": 0.000905234572926461,
        "ID": -0.0030698937895285994,
        "KONTAKT": 0.0,
        "DATUM": 0.0028905477724374684
      },
      "intervall95": {
        "macro15": [-0.0025641421219817495, 0.004265554724088294],
        "open": [-1507, -772],
        "QID": [-0.023800923138671437, 0.049901613537977174],
        "ALTER": [0.0, 0.0],
        "BERUF": [-0.004450467289719651, 0.04207838818875165],
        "PERSON": [0.0, 0.0020727501096102774],
        "ID": [-0.009041410586091647, 0.0022476641086861537],
        "KONTAKT": [0.0, 0.0],
        "DATUM": [-0.001766480070076848, 0.007784846732215134]
      }
    },
    "A-s13->G-s13": {
      "differenz": {
        "macro15": 0.0039282657653725295,
        "open": -1670,
        "QID": 0.03722274781877433,
        "ALTER": 0.04967532467532465,
        "BERUF": 0.01228263933228646,
        "PERSON": -0.0019796862172006824,
        "ID": -0.0022528619104843495,
        "KONTAKT": -0.0016638656400578267,
        "DATUM": -0.005463893874879111
      },
      "intervall95": {
        "macro15": [-0.008712088385268713, 0.015213629329612788],
        "open": [-2135, -1214],
        "QID": [0.0001567847479796436, 0.0781695737650061],
        "ALTER": [-0.10767696909272184, 0.2042160737812912],
        "BERUF": [-0.017480722759543377, 0.041439720338888764],
        "PERSON": [-0.0035935712514298945, -0.0007167612787178923],
        "ID": [-0.009583417723394883, 0.005778173749893645],
        "KONTAKT": [-0.006153772649633904, 0.0],
        "DATUM": [-0.012826627478864983, 0.002002359834362921]
      }
    },
    "A-s14->G-s14": {
      "differenz": {
        "macro15": 0.0031711314207831798,
        "open": -1546,
        "QID": 0.03906962124783908,
        "ALTER": 0.04967532467532465,
        "BERUF": 0.008706184138736806,
        "PERSON": -0.001258015316193406,
        "ID": -0.001739284274181907,
        "KONTAKT": -0.0016638656400578267,
        "DATUM": -0.0033669154291728898
      },
      "intervall95": {
        "macro15": [-0.00935995626958841, 0.014347481405165396],
        "open": [-1995, -1116],
        "QID": [0.0003112139200877051, 0.08096753495900355],
        "ALTER": [-0.10767696909272184, 0.2042160737812912],
        "BERUF": [-0.02008846438101708, 0.03636484727393818],
        "PERSON": [-0.002985505124948329, 0.00020604871863449947],
        "ID": [-0.008300142967842872, 0.005027570294474204],
        "KONTAKT": [-0.006153772649633904, 0.0],
        "DATUM": [-0.010165462685075899, 0.0038520966000785695]
      }
    },
    "A-s13->GC-s13": {
      "differenz": {
        "macro15": -2.620009582676719e-5,
        "open": -1575,
        "QID": 0.014471425067451582,
        "ALTER": 0.008219628472793006,
        "BERUF": 0.0169799529733351,
        "PERSON": -0.0008964129195915271,
        "ID": -0.003721660171100094,
        "KONTAKT": 0.0,
        "DATUM": -0.0017615329245973532
      },
      "intervall95": {
        "macro15": [-0.007520823755587602, 0.006117277528749354],
        "open": [-1986, -1182],
        "QID": [-0.019464285714285712, 0.05136429135871334],
        "ALTER": [-0.07070707070707072, 0.06871230002622614],
        "BERUF": [-0.0072406880890089065, 0.0434759710335747],
        "PERSON": [-0.0027282195264519693, 0.0007644548556552389],
        "ID": [-0.010662050087837605, 0.0037196787316055024],
        "KONTAKT": [0.0, 0.0],
        "DATUM": [-0.008902232325170956, 0.005936213113423627]
      }
    },
    "A-s14->GC-s14": {
      "differenz": {
        "macro15": -0.00026450446966863606,
        "open": -1326,
        "QID": 0.019883975975237278,
        "ALTER": 0.008219628472793006,
        "BERUF": 0.01889014831207303,
        "PERSON": -0.00017474201858425076,
        "ID": -0.003766918749878112,
        "KONTAKT": 0.0,
        "DATUM": 0.0007707548448451229
      },
      "intervall95": {
        "macro15": [-0.007688415403093618, 0.005935415042707226],
        "open": [-1708, -957],
        "QID": [-0.01609362599562736, 0.05689121810969178],
        "ALTER": [-0.07070707070707072, 0.06871230002622614],
        "BERUF": [-0.005670912451589238, 0.04449708672816244],
        "PERSON": [-0.002105340923291177, 0.0016218025655116985],
        "ID": [-0.00964733947982388, 0.0020836842169793535],
        "KONTAKT": [0.0, 0.0],
        "DATUM": [-0.006490437028862872, 0.007910384021549866]
      }
    }
  },
  "reference_comparison": {
    "dev720-r": {
      "A-s13": {
        "macro15": 0.8817695602853316,
        "open": 8108,
        "extra": 6050
      },
      "A-s14": {
        "macro15": 0.8823638091290887,
        "open": 7995,
        "extra": 6100
      },
      "G-s13": {
        "macro15": 0.8856978260507041,
        "open": 6438,
        "extra": 7696
      },
      "G-s14": {
        "macro15": 0.8855349405498719,
        "open": 6449,
        "extra": 7708
      }
    },
    "kern108-h": {
      "A-s13": {
        "macro15": 0.8838580814798898,
        "open": 5542,
        "extra": 3386
      },
      "A-s14": {
        "macro15": 0.8855541823995468,
        "open": 5520,
        "extra": 3376
      },
      "G-s13": {
        "macro15": 0.8747310842726084,
        "open": 5093,
        "extra": 3901
      },
      "G-s14": {
        "macro15": 0.8745199346902327,
        "open": 5093,
        "extra": 3898
      }
    }
  },
  "countercheck_pairs": {
    "A-s13->G-s13": {
      "differenz": {
        "macro15": -0.009126997207281384,
        "open": -449,
        "QID": -0.0033273703041145075,
        "ALTER": 0.0,
        "BERUF": -0.034285187585854304,
        "PERSON": -0.000297196727949145,
        "ID": 0.014251781472684133,
        "KONTAKT": 0.0,
        "DATUM": -0.012389428490567234
      },
      "intervall95": {
        "macro15": [-0.0223983891535261, -0.0005956410926063471],
        "open": [-899, -49],
        "QID": [-0.06991504893568912, 0.06241602230954496],
        "ALTER": [0.0, 0.0],
        "BERUF": [-0.0625702941854005, -0.0069105739618250395],
        "PERSON": [-0.0010096152533418667, 0.0],
        "ID": [-0.015894929838786265, 0.058295964125560595],
        "KONTAKT": [0.0, 0.0],
        "DATUM": [-0.02130269237136362, -0.002342396053435225]
      }
    },
    "A-s14->G-s14": {
      "differenz": {
        "macro15": -0.011034247709314049,
        "open": -427,
        "QID": -0.003983466849976636,
        "ALTER": 0.0,
        "BERUF": -0.03641432828537561,
        "PERSON": -0.000297196727949145,
        "ID": 0.0022402089360696875,
        "KONTAKT": -0.01098901098901095,
        "DATUM": -0.015212365250046767
      },
      "intervall95": {
        "macro15": [-0.024077576082142893, -0.0024459489714016014],
        "open": [-849, -50],
        "QID": [-0.06801656962428665, 0.061389987266269014],
        "ALTER": [0.0, 0.0],
        "BERUF": [-0.0640667164780766, -0.009530138898119267],
        "PERSON": [-0.0010096152533418667, 0.0],
        "ID": [-0.02877918673286961, 0.03927232328843222],
        "KONTAKT": [-0.038961038961038974, 0.0],
        "DATUM": [-0.024503851325445303, -0.005790907234719422]
      }
    }
  }
}