{
  "experiment": "H1 real-text conditional byte-model pilot v6 (longer training + label ablation)",
  "completed_utc": "2026-11-18T01:39:38.540566+00:00",
  "smoke_test_not_protocol": false,
  "protocol": {
    "dataset": "SetFit/20_newsgroups",
    "revision": "f1b91292074e7cfb69be58b642d583ec262f30ed",
    "dataset_split": "train only; official test unused",
    "selected_data_sha256": "72325b82d18ed20a73b97086b6447e027c820a42c3ce4440cf75e384875095c1",
    "categories": [
      "comp.graphics",
      "comp.os.ms-windows.misc",
      "comp.sys.ibm.pc.hardware",
      "comp.sys.mac.hardware",
      "rec.autos",
      "rec.motorcycles",
      "rec.sport.baseball",
      "rec.sport.hockey"
    ],
    "train_per_category": 300,
    "validation_per_category": 80,
    "validation_messages": 640,
    "bytes_per_example": 96,
    "seed_values": [
      2027,
      3037,
      4049
    ],
    "steps": [
      100,
      200,
      400,
      800
    ],
    "total_updates": 800,
    "batch_size": 24,
    "conditions": [
      "none",
      "flat",
      "hierarchy",
      "scrambled",
      "group_only"
    ],
    "scramble_seed": 31415,
    "scrambled_permutation": [
      2,
      1,
      5,
      6,
      7,
      0,
      3,
      4
    ],
    "same_batch_sequence_per_seed_across_conditions": true,
    "evaluations": "each checkpoint: (a) eval_nll_labeled with the condition label prefix; (b) eval_nll_ablated with dummy prefix [256, 256] for all conditions; label_use_gap = ablated - labeled",
    "metric": "validation NLL in nats per byte, lower is better",
    "model": "randomly initialized 2-layer transformer width 64, 4 heads, FF 128",
    "limitations": "three seeds, one permutation, short prefixes, one historical text dataset, 800 updates of a tiny model; no significance test is run or claimed; no data-savings percentage is estimated; labels present at labeled evaluation; a null result is informative; not a pretrained-LLM or general data-savings result"
  },
  "environment": {
    "device": "cuda",
    "gpu": "NVIDIA RTX PRO 6000 Blackwell Server Edition MIG 2g.48gb",
    "torch": "2.13.0+cu130",
    "cuda": "13.0",
    "python": "3.12.12",
    "code_sha256": "3a08e3c28a4734dcb52bd5d7a297c8e92a5d4bc8f622ec69fb926fa88bd54898"
  },
  "elapsed_seconds": 48.18442556700029,
  "runs": [
    {
      "seed": 2027,
      "condition": "none",
      "step": 100,
      "examples_processed": 2400,
      "eval_nll_labeled": 2.930756346384684,
      "eval_nll_ablated": 2.930756346384684,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 18.74180043030631,
      "perplexity_per_byte_ablated": 18.74180043030631
    },
    {
      "seed": 2027,
      "condition": "none",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.713966719309489,
      "eval_nll_ablated": 2.713966719309489,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 15.089010830555747,
      "perplexity_per_byte_ablated": 15.089010830555747
    },
    {
      "seed": 2027,
      "condition": "none",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6099636713663736,
      "eval_nll_ablated": 2.6099636713663736,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 13.598556825868561,
      "perplexity_per_byte_ablated": 13.598556825868561
    },
    {
      "seed": 2027,
      "condition": "none",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5254138708114624,
      "eval_nll_ablated": 2.5254138708114624,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 12.49606595048983,
      "perplexity_per_byte_ablated": 12.49606595048983
    },
    {
      "seed": 2027,
      "condition": "flat",
      "step": 100,
      "examples_processed": 2400,
      "eval_nll_labeled": 2.9347408612569175,
      "eval_nll_ablated": 2.9373133341471354,
      "label_use_gap": 0.0025724728902178917,
      "perplexity_per_byte_labeled": 18.81662638642383,
      "perplexity_per_byte_ablated": 18.8650939617217
    },
    {
      "seed": 2027,
      "condition": "flat",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7201658964157103,
      "eval_nll_ablated": 2.7242477973302206,
      "label_use_gap": 0.004081900914510328,
      "perplexity_per_byte_labeled": 15.182840814908749,
      "perplexity_per_byte_ablated": 15.244942326597181
    },
    {
      "seed": 2027,
      "condition": "flat",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6151347955067954,
      "eval_nll_ablated": 2.621656616528829,
      "label_use_gap": 0.006521821022033691,
      "perplexity_per_byte_labeled": 13.669058781422994,
      "perplexity_per_byte_ablated": 13.758497270227712
    },
    {
      "seed": 2027,
      "condition": "flat",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5117927233378095,
      "eval_nll_ablated": 2.529395898183187,
      "label_use_gap": 0.017603174845377545,
      "perplexity_per_byte_labeled": 12.327009180763818,
      "perplexity_per_byte_ablated": 12.545924830974528
    },
    {
      "seed": 2027,
      "condition": "hierarchy",
      "step": 100,
      "examples_processed": 2400,
      "eval_nll_labeled": 2.94641269048055,
      "eval_nll_ablated": 2.9504945119222006,
      "label_use_gap": 0.0040818214416504794,
      "perplexity_per_byte_labeled": 19.037537546922877,
      "perplexity_per_byte_ablated": 19.115404186624858
    },
    {
      "seed": 2027,
      "condition": "hierarchy",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.723436156908671,
      "eval_nll_ablated": 2.7338385264078777,
      "label_use_gap": 0.01040236949920681,
      "perplexity_per_byte_labeled": 15.232573935202907,
      "perplexity_per_byte_ablated": 15.391855815877165
    },
    {
      "seed": 2027,
      "condition": "hierarchy",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6133323510487876,
      "eval_nll_ablated": 2.6390655994415284,
      "label_use_gap": 0.025733248392740826,
      "perplexity_per_byte_labeled": 13.644443252901972,
      "perplexity_per_byte_ablated": 14.000115778046508
    },
    {
      "seed": 2027,
      "condition": "hierarchy",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.509923982620239,
      "eval_nll_ablated": 2.5405718008677165,
      "label_use_gap": 0.03064781824747742,
      "perplexity_per_byte_labeled": 12.303994707521062,
      "perplexity_per_byte_ablated": 12.686923290941225
    },
    {
      "seed": 2027,
      "condition": "scrambled",
      "step": 100,
      "examples_processed": 2400,
      "eval_nll_labeled": 2.9473506450653075,
      "eval_nll_ablated": 2.951467688878377,
      "label_use_gap": 0.004117043813069543,
      "perplexity_per_byte_labeled": 19.055402269386956,
      "perplexity_per_byte_ablated": 19.134015912269646
    },
    {
      "seed": 2027,
      "condition": "scrambled",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7230921268463133,
      "eval_nll_ablated": 2.7361203114191692,
      "label_use_gap": 0.013028184572855928,
      "perplexity_per_byte_labeled": 15.227334373177214,
      "perplexity_per_byte_ablated": 15.427016821445932
    },
    {
      "seed": 2027,
      "condition": "scrambled",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.611062264442444,
      "eval_nll_ablated": 2.638297112782796,
      "label_use_gap": 0.02723484834035217,
      "perplexity_per_byte_labeled": 13.613504315342878,
      "perplexity_per_byte_ablated": 13.989361008827991
    },
    {
      "seed": 2027,
      "condition": "scrambled",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5099265575408936,
      "eval_nll_ablated": 2.549450079600016,
      "label_use_gap": 0.03952352205912257,
      "perplexity_per_byte_labeled": 12.304026389371957,
      "perplexity_per_byte_ablated": 12.8000628311871
    },
    {
      "seed": 2027,
      "condition": "group_only",
      "step": 100,
      "examples_processed": 2400,
      "eval_nll_labeled": 2.93367977142334,
      "eval_nll_ablated": 2.938999144236247,
      "label_use_gap": 0.005319372812906842,
      "perplexity_per_byte_labeled": 18.79667084464657,
      "perplexity_per_byte_ablated": 18.896923749404777
    },
    {
      "seed": 2027,
      "condition": "group_only",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7148149967193604,
      "eval_nll_ablated": 2.7270729780197143,
      "label_use_gap": 0.012257981300353826,
      "perplexity_per_byte_labeled": 15.101815927950186,
      "perplexity_per_byte_ablated": 15.288072940471679
    },
    {
      "seed": 2027,
      "condition": "group_only",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.612462584177653,
      "eval_nll_ablated": 2.635395956039429,
      "label_use_gap": 0.022933371861775687,
      "perplexity_per_byte_labeled": 13.632580927662096,
      "perplexity_per_byte_ablated": 13.9488344951111
    },
    {
      "seed": 2027,
      "condition": "group_only",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.512635525067647,
      "eval_nll_ablated": 2.544658136367798,
      "label_use_gap": 0.03202261130015094,
      "perplexity_per_byte_labeled": 12.337402784683546,
      "perplexity_per_byte_ablated": 12.73887238439646
    },
    {
      "seed": 3037,
      "condition": "none",
      "step": 100,
      "examples_processed": 2400,
      "eval_nll_labeled": 2.9288076559702554,
      "eval_nll_ablated": 2.9288076559702554,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 18.70531402535853,
      "perplexity_per_byte_ablated": 18.70531402535853
    },
    {
      "seed": 3037,
      "condition": "none",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7246466795603435,
      "eval_nll_ablated": 2.7246466795603435,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 15.251024476140552,
      "perplexity_per_byte_ablated": 15.251024476140552
    },
    {
      "seed": 3037,
      "condition": "none",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6137926816940307,
      "eval_nll_ablated": 2.6137926816940307,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 13.650725654148534,
      "perplexity_per_byte_ablated": 13.650725654148534
    },
    {
      "seed": 3037,
      "condition": "none",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5286266724268596,
      "eval_nll_ablated": 2.5286266724268596,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 12.536277893269752,
      "perplexity_per_byte_ablated": 12.536277893269752
    },
    {
      "seed": 3037,
      "condition": "flat",
      "step": 100,
      "examples_processed": 2400,
      "eval_nll_labeled": 2.9305020809173583,
      "eval_nll_ablated": 2.930274756749471,
      "label_use_gap": -0.0002273241678873994,
      "perplexity_per_byte_labeled": 18.737035643447417,
      "perplexity_per_byte_ablated": 18.732776746504538
    },
    {
      "seed": 3037,
      "condition": "flat",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.726346723238627,
      "eval_nll_ablated": 2.727020041147868,
      "label_use_gap": 0.0006733179092406338,
      "perplexity_per_byte_labeled": 15.276973935245703,
      "perplexity_per_byte_ablated": 15.28726365913425
    },
    {
      "seed": 3037,
      "condition": "flat",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.616986870765686,
      "eval_nll_ablated": 2.6180407285690306,
      "label_use_gap": 0.001053857803344549,
      "perplexity_per_byte_labeled": 13.69439836516917,
      "perplexity_per_byte_ablated": 13.708837921031323
    },
    {
      "seed": 3037,
      "condition": "flat",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.533940490086873,
      "eval_nll_ablated": 2.5368188858032226,
      "label_use_gap": 0.0028783957163494023,
      "perplexity_per_byte_labeled": 12.603070693343094,
      "perplexity_per_byte_ablated": 12.639399577409247
    },
    {
      "seed": 3037,
      "condition": "hierarchy",
      "step": 100,
      "examples_processed": 2400,
      "eval_nll_labeled": 2.934824069341024,
      "eval_nll_ablated": 2.937075408299764,
      "label_use_gap": 0.002251338958739968,
      "perplexity_per_byte_labeled": 18.81819214699586,
      "perplexity_per_byte_ablated": 18.86060600217708
    },
    {
      "seed": 3037,
      "condition": "hierarchy",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.727604349454244,
      "eval_nll_ablated": 2.733096655209859,
      "label_use_gap": 0.005492305755614879,
      "perplexity_per_byte_labeled": 15.296198744440114,
      "perplexity_per_byte_ablated": 15.380441275946037
    },
    {
      "seed": 3037,
      "condition": "hierarchy",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.616090973218282,
      "eval_nll_ablated": 2.6227081934611003,
      "label_use_gap": 0.006617220242818078,
      "perplexity_per_byte_labeled": 13.68213508140381,
      "perplexity_per_byte_ablated": 13.772972998416765
    },
    {
      "seed": 3037,
      "condition": "hierarchy",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.530032761891683,
      "eval_nll_ablated": 2.540868886311849,
      "label_use_gap": 0.010836124420166016,
      "perplexity_per_byte_labeled": 12.553917420013695,
      "perplexity_per_byte_ablated": 12.690692951109645
    },
    {
      "seed": 3037,
      "condition": "scrambled",
      "step": 100,
      "examples_processed": 2400,
      "eval_nll_labeled": 2.9338980197906492,
      "eval_nll_ablated": 2.936717955271403,
      "label_use_gap": 0.002819935480753877,
      "perplexity_per_byte_labeled": 18.800773635066633,
      "perplexity_per_byte_ablated": 18.853865426236293
    },
    {
      "seed": 3037,
      "condition": "scrambled",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7280321518580117,
      "eval_nll_ablated": 2.733606386184692,
      "label_use_gap": 0.005574234326680472,
      "perplexity_per_byte_labeled": 15.30274389494723,
      "perplexity_per_byte_ablated": 15.388283161727237
    },
    {
      "seed": 3037,
      "condition": "scrambled",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6165419181187946,
      "eval_nll_ablated": 2.6246172904968263,
      "label_use_gap": 0.008075372378031798,
      "perplexity_per_byte_labeled": 13.688306361796023,
      "perplexity_per_byte_ablated": 13.79929205516414
    },
    {
      "seed": 3037,
      "condition": "scrambled",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.530243484179179,
      "eval_nll_ablated": 2.5470990419387816,
      "label_use_gap": 0.01685555775960257,
      "perplexity_per_byte_labeled": 12.556563088950393,
      "perplexity_per_byte_ablated": 12.770004749091523
    },
    {
      "seed": 3037,
      "condition": "group_only",
      "step": 100,
      "examples_processed": 2400,
      "eval_nll_labeled": 2.9302383104960126,
      "eval_nll_ablated": 2.931651719411214,
      "label_use_gap": 0.001413408915201586,
      "perplexity_per_byte_labeled": 18.732094019416753,
      "perplexity_per_byte_ablated": 18.758588847706665
    },
    {
      "seed": 3037,
      "condition": "group_only",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7259430646896363,
      "eval_nll_ablated": 2.730200004577637,
      "label_use_gap": 0.004256939888000577,
      "perplexity_per_byte_labeled": 15.27080849856336,
      "perplexity_per_byte_ablated": 15.33595397419179
    },
    {
      "seed": 3037,
      "condition": "group_only",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6174346605936685,
      "eval_nll_ablated": 2.6254534324010215,
      "label_use_gap": 0.008018771807352998,
      "perplexity_per_byte_labeled": 13.70053195063353,
      "perplexity_per_byte_ablated": 13.810835046616608
    },
    {
      "seed": 3037,
      "condition": "group_only",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5266135056813557,
      "eval_nll_ablated": 2.53970688978831,
      "label_use_gap": 0.013093384106954264,
      "perplexity_per_byte_labeled": 12.511065662230274,
      "perplexity_per_byte_ablated": 12.675954974416308
    },
    {
      "seed": 4049,
      "condition": "none",
      "step": 100,
      "examples_processed": 2400,
      "eval_nll_labeled": 2.945465342203776,
      "eval_nll_ablated": 2.945465342203776,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 19.01951090863433,
      "perplexity_per_byte_ablated": 19.01951090863433
    },
    {
      "seed": 4049,
      "condition": "none",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.748289140065511,
      "eval_nll_ablated": 2.748289140065511,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 15.615892412295414,
      "perplexity_per_byte_ablated": 15.615892412295414
    },
    {
      "seed": 4049,
      "condition": "none",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.616976245244344,
      "eval_nll_ablated": 2.616976245244344,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 13.694252855820134,
      "perplexity_per_byte_ablated": 13.694252855820134
    },
    {
      "seed": 4049,
      "condition": "none",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5334832032521564,
      "eval_nll_ablated": 2.5334832032521564,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 12.597308792559115,
      "perplexity_per_byte_ablated": 12.597308792559115
    },
    {
      "seed": 4049,
      "condition": "flat",
      "step": 100,
      "examples_processed": 2400,
      "eval_nll_labeled": 2.9430912812550862,
      "eval_nll_ablated": 2.9434431552886964,
      "label_use_gap": 0.00035187403361014447,
      "perplexity_per_byte_labeled": 18.974410986687257,
      "perplexity_per_byte_ablated": 18.98108876401584
    },
    {
      "seed": 4049,
      "condition": "flat",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7483376026153565,
      "eval_nll_ablated": 2.7495141506195067,
      "label_use_gap": 0.0011765480041501242,
      "perplexity_per_byte_labeled": 15.616649216598013,
      "perplexity_per_byte_ablated": 15.635033767097655
    },
    {
      "seed": 4049,
      "condition": "flat",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6155991315841676,
      "eval_nll_ablated": 2.617700282732646,
      "label_use_gap": 0.0021011511484783085,
      "perplexity_per_byte_labeled": 13.675407292366199,
      "perplexity_per_byte_ablated": 13.704171598599526
    },
    {
      "seed": 4049,
      "condition": "flat",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5173869132995605,
      "eval_nll_ablated": 2.524851584434509,
      "label_use_gap": 0.007464671134948642,
      "perplexity_per_byte_labeled": 12.396162058604157,
      "perplexity_per_byte_ablated": 12.489041557885567
    },
    {
      "seed": 4049,
      "condition": "hierarchy",
      "step": 100,
      "examples_processed": 2400,
      "eval_nll_labeled": 2.9476197242736815,
      "eval_nll_ablated": 2.950192674001058,
      "label_use_gap": 0.002572949727376539,
      "perplexity_per_byte_labeled": 19.06053037184678,
      "perplexity_per_byte_ablated": 19.109635303441017
    },
    {
      "seed": 4049,
      "condition": "hierarchy",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.748961162567139,
      "eval_nll_ablated": 2.751382756233215,
      "label_use_gap": 0.002421593666076305,
      "perplexity_per_byte_labeled": 15.626390170349213,
      "perplexity_per_byte_ablated": 15.664276792296944
    },
    {
      "seed": 4049,
      "condition": "hierarchy",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6176442464192706,
      "eval_nll_ablated": 2.6265236377716064,
      "label_use_gap": 0.00887939135233573,
      "perplexity_per_byte_labeled": 13.703403688860895,
      "perplexity_per_byte_ablated": 13.825623388325646
    },
    {
      "seed": 4049,
      "condition": "hierarchy",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.523064613342285,
      "eval_nll_ablated": 2.5562360445658365,
      "label_use_gap": 0.03317143122355137,
      "perplexity_per_byte_labeled": 12.466743930193617,
      "perplexity_per_byte_ablated": 12.887218993996944
    },
    {
      "seed": 4049,
      "condition": "scrambled",
      "step": 100,
      "examples_processed": 2400,
      "eval_nll_labeled": 2.9468143781026206,
      "eval_nll_ablated": 2.9504000822703045,
      "label_use_gap": 0.0035857041676838897,
      "perplexity_per_byte_labeled": 19.045186226197227,
      "perplexity_per_byte_ablated": 19.11359921088462
    },
    {
      "seed": 4049,
      "condition": "scrambled",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.748648834228516,
      "eval_nll_ablated": 2.7515129725138348,
      "label_use_gap": 0.002864138285318951,
      "perplexity_per_byte_labeled": 15.621510367958587,
      "perplexity_per_byte_ablated": 15.666316668969126
    },
    {
      "seed": 4049,
      "condition": "scrambled",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6160919109980267,
      "eval_nll_ablated": 2.627035554250081,
      "label_use_gap": 0.010943643252054436,
      "perplexity_per_byte_labeled": 13.682147912238968,
      "perplexity_per_byte_ablated": 13.83270276463341
    },
    {
      "seed": 4049,
      "condition": "scrambled",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5227548996607463,
      "eval_nll_ablated": 2.5585955301920573,
      "label_use_gap": 0.035840630531311035,
      "perplexity_per_byte_labeled": 12.462883406893496,
      "perplexity_per_byte_ablated": 12.917662102890665
    },
    {
      "seed": 4049,
      "condition": "group_only",
      "step": 100,
      "examples_processed": 2400,
      "eval_nll_labeled": 2.9447216828664144,
      "eval_nll_ablated": 2.9462669690450034,
      "label_use_gap": 0.001545286178588956,
      "perplexity_per_byte_labeled": 19.005372129624188,
      "perplexity_per_byte_ablated": 19.034763571740996
    },
    {
      "seed": 4049,
      "condition": "group_only",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.74873415629069,
      "eval_nll_ablated": 2.751693352063497,
      "label_use_gap": 0.0029591957728070106,
      "perplexity_per_byte_labeled": 15.622843284300233,
      "perplexity_per_byte_ablated": 15.669142806995831
    },
    {
      "seed": 4049,
      "condition": "group_only",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6165297508239744,
      "eval_nll_ablated": 2.620879856745402,
      "label_use_gap": 0.004350105921427705,
      "perplexity_per_byte_labeled": 13.688139813150157,
      "perplexity_per_byte_ablated": 13.747814372427634
    },
    {
      "seed": 4049,
      "condition": "group_only",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5117039044698077,
      "eval_nll_ablated": 2.52515717347463,
      "label_use_gap": 0.013453269004822133,
      "perplexity_per_byte_labeled": 12.325914358383699,
      "perplexity_per_byte_ablated": 12.492858655309133
    }
  ]
}