{
  "experiment": "H1 real-text conditional byte-model pilot v9 (data-scale sweep)",
  "completed_utc": "2026-11-18T03:45:17.315367+00:00",
  "smoke_test_not_protocol": false,
  "protocol": {
    "dataset": "SetFit/20_newsgroups",
    "revision": "f1b91292074e7cfb69be58b642d583ec262f30ed",
    "dataset_split": "train only; official test unused",
    "selected_data_sha256": "72325b82d18ed20a73b97086b6447e027c820a42c3ce4440cf75e384875095c1",
    "categories": [
      "comp.graphics",
      "comp.os.ms-windows.misc",
      "comp.sys.ibm.pc.hardware",
      "comp.sys.mac.hardware",
      "rec.autos",
      "rec.motorcycles",
      "rec.sport.baseball",
      "rec.sport.hockey"
    ],
    "sizes_train_per_category": [
      30,
      100,
      300
    ],
    "subsets_nested": true,
    "validation_per_category": 80,
    "validation_identical_across_sizes": true,
    "validation_messages": 640,
    "bytes_per_example": 96,
    "seed_values": [
      2027,
      3037,
      4049,
      5051,
      6067
    ],
    "steps": [
      200,
      400,
      800
    ],
    "total_updates": 800,
    "batch_size": 24,
    "conditions": [
      "none",
      "hierarchy",
      "scrambled_1",
      "scrambled_2",
      "scrambled_3",
      "scrambled_4",
      "scrambled_5"
    ],
    "permutation_seeds_selected": [
      31415,
      27182,
      16180,
      14142,
      17320
    ],
    "permutation_seeds_rejected": [],
    "permutation_seeds_primary": [
      31415,
      27182,
      16180,
      14142,
      17320
    ],
    "permutation_seeds_fallback": [
      11235,
      13579,
      24680,
      97531
    ],
    "scrambled_permutations": {
      "scrambled_1": [
        2,
        1,
        5,
        6,
        7,
        0,
        3,
        4
      ],
      "scrambled_2": [
        1,
        2,
        5,
        6,
        7,
        3,
        0,
        4
      ],
      "scrambled_3": [
        5,
        3,
        0,
        2,
        4,
        7,
        6,
        1
      ],
      "scrambled_4": [
        5,
        3,
        4,
        0,
        6,
        2,
        7,
        1
      ],
      "scrambled_5": [
        1,
        6,
        4,
        5,
        2,
        7,
        0,
        3
      ]
    },
    "permutation_rejection_rule": "rejected if categories 0-3 all fall in the same code//4 group (comp/rec split preserved)",
    "same_batch_sequence_per_size_and_seed_across_conditions": true,
    "batch_generator_seed": "seed + 30000, per (size, seed)",
    "evaluations": "each checkpoint: (a) eval_nll_labeled with the condition label prefix; (b) eval_nll_ablated with dummy prefix [256, 256] for all conditions; label_use_gap = ablated - labeled",
    "metric": "validation NLL in nats per byte, lower is better",
    "model": "randomly initialized 2-layer transformer width 64, 4 heads, FF 128",
    "limitations": "five seeds, five scrambled permutations, only two groups of four categories, short prefixes, tiny model; the number of updates is constant (800) whatever the training-set size, so small sizes see many more epochs (at 30 per category, 800 x 24 draws over 240 examples is about 80 epochs) and may overfit; one historical text dataset (20 Newsgroups); no significance test is run or claimed; no data-savings percentage is estimated; labels present at labeled evaluation; a null result is informative; not a pretrained-LLM or general data-savings result"
  },
  "environment": {
    "device": "cuda",
    "gpu": "NVIDIA RTX PRO 6000 Blackwell Server Edition MIG 2g.48gb",
    "torch": "2.13.0+cu130",
    "cuda": "13.0",
    "python": "3.12.12",
    "code_sha256": "657af951390664752d29af864ef59dc34b209bafa299b07ed0ebf956263d1ff7"
  },
  "summary": {
    "30": {
      "200": {
        "mean_eval_nll_labeled_over_seeds": {
          "none": 2.776617258389791,
          "hierarchy": 2.786006358464559,
          "scrambled_1": 2.7861301056543986,
          "scrambled_2": 2.7869455766677858,
          "scrambled_3": 2.7852346642812096,
          "scrambled_4": 2.785709500312805,
          "scrambled_5": 2.7870693890253704,
          "scrambled_mean": 2.786217847188314
        },
        "paired_diff_hierarchy_minus_scrambled_mean": {
          "mean": -0.00021148872375489347,
          "min": -0.001608217557270919,
          "max": 0.0014257303873699279,
          "per_seed": {
            "2027": 0.0014257303873699279,
            "3037": -0.0009323485692345201,
            "4049": 0.0007710107167562263,
            "5051": -0.001608217557270919,
            "6067": -0.0007136185963951824
          }
        },
        "n_scrambled_better_than_hierarchy": {
          "mean_over_seeds": 2.2,
          "per_seed": {
            "2027": 4,
            "3037": 2,
            "4049": 3,
            "5051": 1,
            "6067": 1
          }
        },
        "hierarchy_rank_among_6_codes": {
          "mean_over_seeds": 3.2,
          "per_seed": {
            "2027": 5,
            "3037": 3,
            "4049": 4,
            "5051": 2,
            "6067": 2
          }
        },
        "between_permutation_range_of_scrambled": {
          "mean_over_seeds": 0.0041322278976440256,
          "per_seed": {
            "2027": 0.0041295846303306405,
            "3037": 0.003970368703206439,
            "4049": 0.00503652890523254,
            "5051": 0.00524396896362278,
            "6067": 0.0022806882858277255
          }
        },
        "seeds_where_hierarchy_beats_scrambled_mean": 3
      },
      "400": {
        "mean_eval_nll_labeled_over_seeds": {
          "none": 2.8836635526021324,
          "hierarchy": 2.9271911557515464,
          "scrambled_1": 2.934545087814331,
          "scrambled_2": 2.930150973002116,
          "scrambled_3": 2.921543887456258,
          "scrambled_4": 2.924210589726766,
          "scrambled_5": 2.929719444910685,
          "scrambled_mean": 2.9280339965820312
        },
        "paired_diff_hierarchy_minus_scrambled_mean": {
          "mean": -0.0008428408304848034,
          "min": -0.015907309850056617,
          "max": 0.00904456138610854,
          "per_seed": {
            "2027": -0.0011144542694090376,
            "3037": 0.00904456138610854,
            "4049": -0.015907309850056617,
            "5051": 0.005729872385661139,
            "6067": -0.001966873804728042
          }
        },
        "n_scrambled_better_than_hierarchy": {
          "mean_over_seeds": 3.0,
          "per_seed": {
            "2027": 3,
            "3037": 5,
            "4049": 1,
            "5051": 5,
            "6067": 1
          }
        },
        "hierarchy_rank_among_6_codes": {
          "mean_over_seeds": 4.0,
          "per_seed": {
            "2027": 4,
            "3037": 6,
            "4049": 2,
            "5051": 6,
            "6067": 2
          }
        },
        "between_permutation_range_of_scrambled": {
          "mean_over_seeds": 0.017489779790242466,
          "per_seed": {
            "2027": 0.008749723434448242,
            "3037": 0.012314208348592093,
            "4049": 0.03574334780375166,
            "5051": 0.010030523935953717,
            "6067": 0.02061109542846662
          }
        },
        "seeds_where_hierarchy_beats_scrambled_mean": 3
      },
      "800": {
        "mean_eval_nll_labeled_over_seeds": {
          "none": 4.123709799448649,
          "hierarchy": 4.275193688074748,
          "scrambled_1": 4.282209103902181,
          "scrambled_2": 4.283271493911743,
          "scrambled_3": 4.283928934733074,
          "scrambled_4": 4.289257183074951,
          "scrambled_5": 4.299059282938639,
          "scrambled_mean": 4.287545199712118
        },
        "paired_diff_hierarchy_minus_scrambled_mean": {
          "mean": -0.012351511637369939,
          "min": -0.07202299435933401,
          "max": 0.06402568499247252,
          "per_seed": {
            "2027": -0.07202299435933401,
            "3037": -0.0034984938303637136,
            "4049": -0.0408968289693199,
            "5051": -0.009364926020304587,
            "6067": 0.06402568499247252
          }
        },
        "n_scrambled_better_than_hierarchy": {
          "mean_over_seeds": 2.2,
          "per_seed": {
            "2027": 0,
            "3037": 3,
            "4049": 1,
            "5051": 2,
            "6067": 5
          }
        },
        "hierarchy_rank_among_6_codes": {
          "mean_over_seeds": 3.2,
          "per_seed": {
            "2027": 1,
            "3037": 4,
            "4049": 2,
            "5051": 3,
            "6067": 6
          }
        },
        "between_permutation_range_of_scrambled": {
          "mean_over_seeds": 0.08914260864257831,
          "per_seed": {
            "2027": 0.09306845664977992,
            "3037": 0.06336421966552752,
            "4049": 0.1215377648671474,
            "5051": 0.06312739054362027,
            "6067": 0.1046152114868164
          }
        },
        "seeds_where_hierarchy_beats_scrambled_mean": 4
      }
    },
    "100": {
      "200": {
        "mean_eval_nll_labeled_over_seeds": {
          "none": 2.736183652877808,
          "hierarchy": 2.739801470438639,
          "scrambled_1": 2.7400371503829954,
          "scrambled_2": 2.7402413765589397,
          "scrambled_3": 2.7399529965718585,
          "scrambled_4": 2.740330877304077,
          "scrambled_5": 2.7399010785420734,
          "scrambled_mean": 2.740092695871989
        },
        "paired_diff_hierarchy_minus_scrambled_mean": {
          "mean": -0.0002912254333495845,
          "min": -0.0005834102630615234,
          "max": 0.00025068442026787707,
          "per_seed": {
            "2027": -0.0005506165822346532,
            "3037": 2.4588902789446365e-06,
            "4049": -0.0005752436319985677,
            "5051": 0.00025068442026787707,
            "6067": -0.0005834102630615234
          }
        },
        "n_scrambled_better_than_hierarchy": {
          "mean_over_seeds": 1.4,
          "per_seed": {
            "2027": 1,
            "3037": 2,
            "4049": 1,
            "5051": 3,
            "6067": 0
          }
        },
        "hierarchy_rank_among_6_codes": {
          "mean_over_seeds": 2.4,
          "per_seed": {
            "2027": 2,
            "3037": 3,
            "4049": 2,
            "5051": 4,
            "6067": 1
          }
        },
        "between_permutation_range_of_scrambled": {
          "mean_over_seeds": 0.0017552582422891484,
          "per_seed": {
            "2027": 0.002524820963541785,
            "3037": 0.0017203330993651456,
            "4049": 0.0018034299214679805,
            "5051": 0.0019495169321692707,
            "6067": 0.0007781902949015596
          }
        },
        "seeds_where_hierarchy_beats_scrambled_mean": 3
      },
      "400": {
        "mean_eval_nll_labeled_over_seeds": {
          "none": 2.639961506525675,
          "hierarchy": 2.644285669326782,
          "scrambled_1": 2.6420178429285683,
          "scrambled_2": 2.643156253496806,
          "scrambled_3": 2.6439238739013673,
          "scrambled_4": 2.644594864845276,
          "scrambled_5": 2.643780385653178,
          "scrambled_mean": 2.643494644165039
        },
        "paired_diff_hierarchy_minus_scrambled_mean": {
          "mean": 0.0007910251617430752,
          "min": -0.0011181100209558537,
          "max": 0.0034180672963461944,
          "per_seed": {
            "2027": -0.0011181100209558537,
            "3037": 0.0003008906046546578,
            "4049": 0.0015311606725059157,
            "5051": 0.0034180672963461944,
            "6067": -0.00017688274383553804
          }
        },
        "n_scrambled_better_than_hierarchy": {
          "mean_over_seeds": 3.2,
          "per_seed": {
            "2027": 1,
            "3037": 4,
            "4049": 5,
            "5051": 4,
            "6067": 2
          }
        },
        "hierarchy_rank_among_6_codes": {
          "mean_over_seeds": 4.2,
          "per_seed": {
            "2027": 2,
            "3037": 5,
            "4049": 6,
            "5051": 5,
            "6067": 3
          }
        },
        "between_permutation_range_of_scrambled": {
          "mean_over_seeds": 0.005124475161234621,
          "per_seed": {
            "2027": 0.0031918207804362275,
            "3037": 0.010058887799581306,
            "4049": 0.0018741607666017401,
            "5051": 0.009053786595662139,
            "6067": 0.0014437198638916904
          }
        },
        "seeds_where_hierarchy_beats_scrambled_mean": 2
      },
      "800": {
        "mean_eval_nll_labeled_over_seeds": {
          "none": 2.622036690711975,
          "hierarchy": 2.6308503611882528,
          "scrambled_1": 2.6306601111094157,
          "scrambled_2": 2.6317028522491457,
          "scrambled_3": 2.6294433450698853,
          "scrambled_4": 2.631934463183085,
          "scrambled_5": 2.632742107709249,
          "scrambled_mean": 2.631296575864156
        },
        "paired_diff_hierarchy_minus_scrambled_mean": {
          "mean": -0.00044621467590335586,
          "min": -0.007111461957295617,
          "max": 0.009072454770405969,
          "per_seed": {
            "2027": -0.00310174783070849,
            "3037": 0.0026811790466307883,
            "4049": 0.009072454770405969,
            "5051": -0.007111461957295617,
            "6067": -0.003771497408549429
          }
        },
        "n_scrambled_better_than_hierarchy": {
          "mean_over_seeds": 2.2,
          "per_seed": {
            "2027": 2,
            "3037": 4,
            "4049": 5,
            "5051": 0,
            "6067": 0
          }
        },
        "hierarchy_rank_among_6_codes": {
          "mean_over_seeds": 3.2,
          "per_seed": {
            "2027": 3,
            "3037": 5,
            "4049": 6,
            "5051": 1,
            "6067": 1
          }
        },
        "between_permutation_range_of_scrambled": {
          "mean_over_seeds": 0.007051361401875766,
          "per_seed": {
            "2027": 0.006991902987162124,
            "3037": 0.01300123532613151,
            "4049": 0.0048795859018961885,
            "5051": 0.004976598421732259,
            "6067": 0.00540748437245675
          }
        },
        "seeds_where_hierarchy_beats_scrambled_mean": 3
      }
    },
    "300": {
      "200": {
        "mean_eval_nll_labeled_over_seeds": {
          "none": 2.7292309745152794,
          "hierarchy": 2.732157718340556,
          "scrambled_1": 2.731982259750366,
          "scrambled_2": 2.7324018891652426,
          "scrambled_3": 2.7322260840733845,
          "scrambled_4": 2.732134267489115,
          "scrambled_5": 2.7322136147816978,
          "scrambled_mean": 2.7321916230519614
        },
        "paired_diff_hierarchy_minus_scrambled_mean": {
          "mean": -3.390471140560791e-05,
          "min": -0.000614094734192161,
          "max": 0.000652238527933946,
          "per_seed": {
            "2027": -4.00352478031607e-05,
            "3037": -0.0003744029998777876,
            "4049": 0.000652238527933946,
            "5051": 0.00020677089691112371,
            "6067": -0.000614094734192161
          }
        },
        "n_scrambled_better_than_hierarchy": {
          "mean_over_seeds": 2.2,
          "per_seed": {
            "2027": 2,
            "3037": 0,
            "4049": 5,
            "5051": 3,
            "6067": 1
          }
        },
        "hierarchy_rank_among_6_codes": {
          "mean_over_seeds": 3.2,
          "per_seed": {
            "2027": 3,
            "3037": 1,
            "4049": 6,
            "5051": 4,
            "6067": 2
          }
        },
        "between_permutation_range_of_scrambled": {
          "mean_over_seeds": 0.0011023569107056375,
          "per_seed": {
            "2027": 0.0015781005223591826,
            "3037": 0.00023125807444257518,
            "4049": 0.0009472688039142696,
            "5051": 0.0014965852101647137,
            "6067": 0.0012585719426474462
          }
        },
        "seeds_where_hierarchy_beats_scrambled_mean": 3
      },
      "400": {
        "mean_eval_nll_labeled_over_seeds": {
          "none": 2.613428896268209,
          "hierarchy": 2.616026469866435,
          "scrambled_1": 2.615664536158244,
          "scrambled_2": 2.6158019622166955,
          "scrambled_3": 2.6161598714192706,
          "scrambled_4": 2.616745583216349,
          "scrambled_5": 2.6166405296325683,
          "scrambled_mean": 2.6162024965286252
        },
        "paired_diff_hierarchy_minus_scrambled_mean": {
          "mean": -0.00017602666219067585,
          "min": -0.0022230927149453628,
          "max": 0.003294556935628634,
          "per_seed": {
            "2027": 0.003294556935628634,
            "3037": -0.001577690442402968,
            "4049": 5.7800610859803925e-05,
            "5051": -0.0022230927149453628,
            "6067": -0.0004317077000934866
          }
        },
        "n_scrambled_better_than_hierarchy": {
          "mean_over_seeds": 1.4,
          "per_seed": {
            "2027": 5,
            "3037": 0,
            "4049": 2,
            "5051": 0,
            "6067": 0
          }
        },
        "hierarchy_rank_among_6_codes": {
          "mean_over_seeds": 2.4,
          "per_seed": {
            "2027": 6,
            "3037": 1,
            "4049": 3,
            "5051": 1,
            "6067": 1
          }
        },
        "between_permutation_range_of_scrambled": {
          "mean_over_seeds": 0.0018607902526855292,
          "per_seed": {
            "2027": 0.002387666702270863,
            "3037": 0.002009797096252708,
            "4049": 0.002168734868367217,
            "5051": 0.0021168708801266867,
            "6067": 0.000620881716410171
          }
        },
        "seeds_where_hierarchy_beats_scrambled_mean": 3
      },
      "800": {
        "mean_eval_nll_labeled_over_seeds": {
          "none": 2.5322701756159463,
          "hierarchy": 2.5278536987304685,
          "scrambled_1": 2.5286077149709065,
          "scrambled_2": 2.5278021701176963,
          "scrambled_3": 2.5295955880482994,
          "scrambled_4": 2.5302836338679,
          "scrambled_5": 2.531011160214742,
          "scrambled_mean": 2.5294600534439087
        },
        "paired_diff_hierarchy_minus_scrambled_mean": {
          "mean": -0.0016063547134400834,
          "min": -0.004410661061604593,
          "max": 0.0028062343597410333,
          "per_seed": {
            "2027": -0.00030887285868352876,
            "3037": -0.0038047583897911075,
            "4049": 0.0028062343597410333,
            "5051": -0.004410661061604593,
            "6067": -0.002313715616862222
          }
        },
        "n_scrambled_better_than_hierarchy": {
          "mean_over_seeds": 1.6,
          "per_seed": {
            "2027": 2,
            "3037": 0,
            "4049": 5,
            "5051": 0,
            "6067": 1
          }
        },
        "hierarchy_rank_among_6_codes": {
          "mean_over_seeds": 2.6,
          "per_seed": {
            "2027": 3,
            "3037": 1,
            "4049": 6,
            "5051": 1,
            "6067": 2
          }
        },
        "between_permutation_range_of_scrambled": {
          "mean_over_seeds": 0.005215234756469567,
          "per_seed": {
            "2027": 0.003401144345601015,
            "3037": 0.007804902394612512,
            "4049": 0.004741295178731342,
            "5051": 0.0035619020462034356,
            "6067": 0.006566929817199529
          }
        },
        "seeds_where_hierarchy_beats_scrambled_mean": 4
      }
    }
  },
  "summary_label_use": {
    "30": {
      "200": {
        "none": 0.0,
        "hierarchy": 0.017024054527282662,
        "scrambled_1": 0.01990155061086023,
        "scrambled_2": 0.021342105865478533,
        "scrambled_3": 0.01737093925476092,
        "scrambled_4": 0.01490582466125483,
        "scrambled_5": 0.018459059397379553,
        "scrambled_mean": 0.018395895957946815
      },
      "400": {
        "none": 0.0,
        "hierarchy": 0.03322943051656093,
        "scrambled_1": 0.029829146067301426,
        "scrambled_2": 0.030976966222127356,
        "scrambled_3": 0.02811891873677581,
        "scrambled_4": 0.022533769607544052,
        "scrambled_5": 0.030098266601562517,
        "scrambled_mean": 0.02831141344706223
      },
      "800": {
        "none": 0.0,
        "hierarchy": 0.12429176330566438,
        "scrambled_1": 0.08500118573506672,
        "scrambled_2": 0.091705602010091,
        "scrambled_3": 0.0956131458282469,
        "scrambled_4": 0.10412141482035349,
        "scrambled_5": 0.09306091308593736,
        "scrambled_mean": 0.09390045229593909
      }
    },
    "100": {
      "200": {
        "none": 0.0,
        "hierarchy": 0.01709082603454597,
        "scrambled_1": 0.018237562179565448,
        "scrambled_2": 0.01823719660441068,
        "scrambled_3": 0.017187108993530396,
        "scrambled_4": 0.01715133349100757,
        "scrambled_5": 0.017847919464111416,
        "scrambled_mean": 0.017732224146525102
      },
      "400": {
        "none": 0.0,
        "hierarchy": 0.033994221687316986,
        "scrambled_1": 0.034235453605651944,
        "scrambled_2": 0.03493599573771169,
        "scrambled_3": 0.029807778994242452,
        "scrambled_4": 0.028725752830505425,
        "scrambled_5": 0.033599967956542985,
        "scrambled_mean": 0.0322609898249309
      },
      "800": {
        "none": 0.0,
        "hierarchy": 0.06434438705444342,
        "scrambled_1": 0.0594615284601848,
        "scrambled_2": 0.062190273602803624,
        "scrambled_3": 0.05445430278778067,
        "scrambled_4": 0.05288757006327307,
        "scrambled_5": 0.05607740720113119,
        "scrambled_mean": 0.05701421642303467
      }
    },
    "300": {
      "200": {
        "none": 0.0,
        "hierarchy": 0.01842248916625975,
        "scrambled_1": 0.020056441624959388,
        "scrambled_2": 0.019799912770589234,
        "scrambled_3": 0.018519620895385634,
        "scrambled_4": 0.01831242243448896,
        "scrambled_5": 0.019396211306254064,
        "scrambled_mean": 0.019216921806335455
      },
      "400": {
        "none": 0.0,
        "hierarchy": 0.0333235502243042,
        "scrambled_1": 0.036667081514994225,
        "scrambled_2": 0.03713307062784832,
        "scrambled_3": 0.03162745952606203,
        "scrambled_4": 0.030954389572143626,
        "scrambled_5": 0.03352218627929693,
        "scrambled_mean": 0.03398083750406902
      },
      "800": {
        "none": 0.0,
        "hierarchy": 0.047430508931477974,
        "scrambled_1": 0.058456707000732334,
        "scrambled_2": 0.0584738683700559,
        "scrambled_3": 0.04705347061157221,
        "scrambled_4": 0.04630315939585357,
        "scrambled_5": 0.052202766736348584,
        "scrambled_mean": 0.05249799442291252
      }
    }
  },
  "elapsed_seconds": 348.76669721099825,
  "runs": [
    {
      "train_per_category": 30,
      "seed": 2027,
      "condition": "none",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7767210404078164,
      "eval_nll_ablated": 2.7767210404078164,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 16.06625388748048,
      "perplexity_per_byte_ablated": 16.06625388748048
    },
    {
      "train_per_category": 30,
      "seed": 2027,
      "condition": "none",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.8723506609598797,
      "eval_nll_ablated": 2.8723506609598797,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 17.678525615786672,
      "perplexity_per_byte_ablated": 17.678525615786672
    },
    {
      "train_per_category": 30,
      "seed": 2027,
      "condition": "none",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 3.9396637598673503,
      "eval_nll_ablated": 3.9396637598673503,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 51.40131520950659,
      "perplexity_per_byte_ablated": 51.40131520950659
    },
    {
      "train_per_category": 30,
      "seed": 2027,
      "condition": "hierarchy",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7937947034835817,
      "eval_nll_ablated": 2.799825938542684,
      "label_use_gap": 0.00603123505910208,
      "perplexity_per_byte_labeled": 16.342918814268046,
      "perplexity_per_byte_ablated": 16.441784641015516
    },
    {
      "train_per_category": 30,
      "seed": 2027,
      "condition": "hierarchy",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.9469028155008954,
      "eval_nll_ablated": 2.982936461766561,
      "label_use_gap": 0.03603364626566563,
      "perplexity_per_byte_labeled": 19.04687060739678,
      "perplexity_per_byte_ablated": 19.745714130880756
    },
    {
      "train_per_category": 30,
      "seed": 2027,
      "condition": "hierarchy",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.27017871538798,
      "eval_nll_ablated": 4.392819213867187,
      "label_use_gap": 0.12264049847920688,
      "perplexity_per_byte_labeled": 71.5344187783175,
      "perplexity_per_byte_ablated": 80.8680823329744
    },
    {
      "train_per_category": 30,
      "seed": 2027,
      "condition": "scrambled_1",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7938406308492025,
      "eval_nll_ablated": 2.800547210375468,
      "label_use_gap": 0.0067065795262655215,
      "perplexity_per_byte_labeled": 16.34366941871225,
      "perplexity_per_byte_ablated": 16.45364791496615
    },
    {
      "train_per_category": 30,
      "seed": 2027,
      "condition": "scrambled_1",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.9531692028045655,
      "eval_nll_ablated": 2.974024931589762,
      "label_use_gap": 0.020855728785196703,
      "perplexity_per_byte_labeled": 19.166600420444084,
      "perplexity_per_byte_ablated": 19.57053133627029
    },
    {
      "train_per_category": 30,
      "seed": 2027,
      "condition": "scrambled_1",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.37445920308431,
      "eval_nll_ablated": 4.425276883443197,
      "label_use_gap": 0.050817680358886896,
      "perplexity_per_byte_labeled": 79.39689034649433,
      "perplexity_per_byte_ablated": 83.53593373718272
    },
    {
      "train_per_category": 30,
      "seed": 2027,
      "condition": "scrambled_2",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.792960691452026,
      "eval_nll_ablated": 2.800636625289917,
      "label_use_gap": 0.0076759338378908915,
      "perplexity_per_byte_labeled": 16.32929430563801,
      "perplexity_per_byte_ablated": 16.455119182262482
    },
    {
      "train_per_category": 30,
      "seed": 2027,
      "condition": "scrambled_2",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.9444194793701173,
      "eval_nll_ablated": 2.9654335975646973,
      "label_use_gap": 0.02101411819457999,
      "perplexity_per_byte_labeled": 18.999629507482137,
      "perplexity_per_byte_ablated": 19.403114560996926
    },
    {
      "train_per_category": 30,
      "seed": 2027,
      "condition": "scrambled_2",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.378698205947876,
      "eval_nll_ablated": 4.396011161804199,
      "label_use_gap": 0.01731295585632342,
      "perplexity_per_byte_labeled": 79.73416834818917,
      "perplexity_per_byte_ablated": 81.1266214437267
    },
    {
      "train_per_category": 30,
      "seed": 2027,
      "condition": "scrambled_3",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.789711046218872,
      "eval_nll_ablated": 2.7953392346700032,
      "label_use_gap": 0.005628188451131333,
      "perplexity_per_byte_labeled": 16.276316019176694,
      "perplexity_per_byte_ablated": 16.368180465736128
    },
    {
      "train_per_category": 30,
      "seed": 2027,
      "condition": "scrambled_3",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.9467997550964355,
      "eval_nll_ablated": 2.9759382724761965,
      "label_use_gap": 0.02913851737976092,
      "perplexity_per_byte_labeled": 19.044907730357476,
      "perplexity_per_byte_ablated": 19.608012279521393
    },
    {
      "train_per_category": 30,
      "seed": 2027,
      "condition": "scrambled_3",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.285629749298096,
      "eval_nll_ablated": 4.376920557022094,
      "label_use_gap": 0.09129080772399867,
      "perplexity_per_byte_labeled": 72.64828252212433,
      "perplexity_per_byte_ablated": 79.59255489626926
    },
    {
      "train_per_category": 30,
      "seed": 2027,
      "condition": "scrambled_4",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7929678440093992,
      "eval_nll_ablated": 2.7964747190475463,
      "label_use_gap": 0.0035068750381470615,
      "perplexity_per_byte_labeled": 16.329411102270093,
      "perplexity_per_byte_ablated": 16.38677683488904
    },
    {
      "train_per_category": 30,
      "seed": 2027,
      "condition": "scrambled_4",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.9460362434387206,
      "eval_nll_ablated": 2.956044562657674,
      "label_use_gap": 0.01000831921895351,
      "perplexity_per_byte_labeled": 19.0303722709877,
      "perplexity_per_byte_ablated": 19.221790601604578
    },
    {
      "train_per_category": 30,
      "seed": 2027,
      "condition": "scrambled_4",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.315869919459025,
      "eval_nll_ablated": 4.3914038181304935,
      "label_use_gap": 0.07553389867146887,
      "perplexity_per_byte_labeled": 74.8787335869611,
      "perplexity_per_byte_ablated": 80.75370295913986
    },
    {
      "train_per_category": 30,
      "seed": 2027,
      "condition": "scrambled_5",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7923646529515582,
      "eval_nll_ablated": 2.798614271481832,
      "label_use_gap": 0.006249618530273615,
      "perplexity_per_byte_labeled": 16.31956431755819,
      "perplexity_per_byte_ablated": 16.42187473666789
    },
    {
      "train_per_category": 30,
      "seed": 2027,
      "condition": "scrambled_5",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.9496616681416827,
      "eval_nll_ablated": 2.9818552017211912,
      "label_use_gap": 0.03219353357950849,
      "perplexity_per_byte_labeled": 19.099490668792956,
      "perplexity_per_byte_ablated": 19.72437541755178
    },
    {
      "train_per_category": 30,
      "seed": 2027,
      "condition": "scrambled_5",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.356351470947265,
      "eval_nll_ablated": 4.482527955373128,
      "label_use_gap": 0.12617648442586304,
      "perplexity_per_byte_labeled": 77.97213123192726,
      "perplexity_per_byte_ablated": 88.45800816267379
    },
    {
      "train_per_category": 30,
      "seed": 3037,
      "condition": "none",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7654600779215497,
      "eval_nll_ablated": 2.7654600779215497,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 15.886347267158307,
      "perplexity_per_byte_ablated": 15.886347267158307
    },
    {
      "train_per_category": 30,
      "seed": 3037,
      "condition": "none",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.8650973796844483,
      "eval_nll_ablated": 2.8650973796844483,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 17.55076220905983,
      "perplexity_per_byte_ablated": 17.55076220905983
    },
    {
      "train_per_category": 30,
      "seed": 3037,
      "condition": "none",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.076630528767904,
      "eval_nll_ablated": 4.076630528767904,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 58.94651626314002,
      "perplexity_per_byte_ablated": 58.94651626314002
    },
    {
      "train_per_category": 30,
      "seed": 3037,
      "condition": "hierarchy",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.769569667180379,
      "eval_nll_ablated": 2.7782053629557293,
      "label_use_gap": 0.008635695775350172,
      "perplexity_per_byte_labeled": 15.951767963271834,
      "perplexity_per_byte_ablated": 16.090119097839406
    },
    {
      "train_per_category": 30,
      "seed": 3037,
      "condition": "hierarchy",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.893784427642822,
      "eval_nll_ablated": 2.9045084953308105,
      "label_use_gap": 0.010724067687988281,
      "perplexity_per_byte_labeled": 18.06153299160991,
      "perplexity_per_byte_ablated": 18.256268405538744
    },
    {
      "train_per_category": 30,
      "seed": 3037,
      "condition": "hierarchy",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.082123835881551,
      "eval_nll_ablated": 4.126456197102865,
      "label_use_gap": 0.04433236122131401,
      "perplexity_per_byte_labeled": 59.27121860857583,
      "perplexity_per_byte_ablated": 61.9579666024647
    },
    {
      "train_per_category": 30,
      "seed": 3037,
      "condition": "scrambled_1",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7685813903808594,
      "eval_nll_ablated": 2.7833303451538085,
      "label_use_gap": 0.01474895477294913,
      "perplexity_per_byte_labeled": 15.936010988491189,
      "perplexity_per_byte_ablated": 16.172792340274647
    },
    {
      "train_per_category": 30,
      "seed": 3037,
      "condition": "scrambled_1",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.885670216878255,
      "eval_nll_ablated": 2.9065282026926678,
      "label_use_gap": 0.020857985814412672,
      "perplexity_per_byte_labeled": 17.915570890659758,
      "perplexity_per_byte_ablated": 18.29317798596626
    },
    {
      "train_per_category": 30,
      "seed": 3037,
      "condition": "scrambled_1",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.07315673828125,
      "eval_nll_ablated": 4.112334394454956,
      "label_use_gap": 0.039177656173706055,
      "perplexity_per_byte_labeled": 58.74210366455153,
      "perplexity_per_byte_ablated": 61.08915743990192
    },
    {
      "train_per_category": 30,
      "seed": 3037,
      "condition": "scrambled_2",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7692832787831625,
      "eval_nll_ablated": 2.7847564220428467,
      "label_use_gap": 0.015473143259684186,
      "perplexity_per_byte_labeled": 15.947200216118175,
      "perplexity_per_byte_ablated": 16.195872438748353
    },
    {
      "train_per_category": 30,
      "seed": 3037,
      "condition": "scrambled_2",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.8869347890218098,
      "eval_nll_ablated": 2.9007768472035727,
      "label_use_gap": 0.013842058181762873,
      "perplexity_per_byte_labeled": 17.93824075336137,
      "perplexity_per_byte_ablated": 18.188269388842812
    },
    {
      "train_per_category": 30,
      "seed": 3037,
      "condition": "scrambled_2",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.060501797993978,
      "eval_nll_ablated": 4.100995349884033,
      "label_use_gap": 0.0404935518900551,
      "perplexity_per_byte_labeled": 58.00340977218332,
      "perplexity_per_byte_ablated": 60.40037719575091
    },
    {
      "train_per_category": 30,
      "seed": 3037,
      "condition": "scrambled_3",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.771549860636393,
      "eval_nll_ablated": 2.7902972141901654,
      "label_use_gap": 0.018747353553772328,
      "perplexity_per_byte_labeled": 15.983386845224215,
      "perplexity_per_byte_ablated": 16.28585947107745
    },
    {
      "train_per_category": 30,
      "seed": 3037,
      "condition": "scrambled_3",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.876056957244873,
      "eval_nll_ablated": 2.8975220044453938,
      "label_use_gap": 0.021465047200520893,
      "perplexity_per_byte_labeled": 17.74416904144967,
      "perplexity_per_byte_ablated": 18.129165670771833
    },
    {
      "train_per_category": 30,
      "seed": 3037,
      "condition": "scrambled_3",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.1238660176595054,
      "eval_nll_ablated": 4.239628012975057,
      "label_use_gap": 0.11576199531555176,
      "perplexity_per_byte_labeled": 61.797692010602454,
      "perplexity_per_byte_ablated": 69.38203781997971
    },
    {
      "train_per_category": 30,
      "seed": 3037,
      "condition": "scrambled_4",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7705437898635865,
      "eval_nll_ablated": 2.7818955262502034,
      "label_use_gap": 0.011351736386616906,
      "perplexity_per_byte_labeled": 15.967314513176209,
      "perplexity_per_byte_ablated": 16.149603951648086
    },
    {
      "train_per_category": 30,
      "seed": 3037,
      "condition": "scrambled_4",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.886666202545166,
      "eval_nll_ablated": 2.912384335199992,
      "label_use_gap": 0.025718132654826142,
      "perplexity_per_byte_labeled": 17.933423431442957,
      "perplexity_per_byte_ablated": 18.40061954919519
    },
    {
      "train_per_category": 30,
      "seed": 3037,
      "condition": "scrambled_4",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.089917023976644,
      "eval_nll_ablated": 4.242720715204874,
      "label_use_gap": 0.15280369122823068,
      "perplexity_per_byte_labeled": 59.734934931145354,
      "perplexity_per_byte_ablated": 69.59694795828898
    },
    {
      "train_per_category": 30,
      "seed": 3037,
      "condition": "scrambled_5",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.772551759084066,
      "eval_nll_ablated": 2.788691250483195,
      "label_use_gap": 0.01613949139912929,
      "perplexity_per_byte_labeled": 15.999408600438617,
      "perplexity_per_byte_ablated": 16.25972596218028
    },
    {
      "train_per_category": 30,
      "seed": 3037,
      "condition": "scrambled_5",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.888371165593465,
      "eval_nll_ablated": 2.9023764451344807,
      "label_use_gap": 0.014005279541015714,
      "perplexity_per_byte_labeled": 17.96402533586814,
      "perplexity_per_byte_ablated": 18.217386588621714
    },
    {
      "train_per_category": 30,
      "seed": 3037,
      "condition": "scrambled_5",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.0806700706481935,
      "eval_nll_ablated": 4.100424989064535,
      "label_use_gap": 0.019754918416341027,
      "perplexity_per_byte_labeled": 59.18511477416898,
      "perplexity_per_byte_ablated": 60.365937009715545
    },
    {
      "train_per_category": 30,
      "seed": 4049,
      "condition": "none",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7904561042785643,
      "eval_nll_ablated": 2.7904561042785643,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 16.288447338316246,
      "perplexity_per_byte_ablated": 16.288447338316246
    },
    {
      "train_per_category": 30,
      "seed": 4049,
      "condition": "none",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.916563288370768,
      "eval_nll_ablated": 2.916563288370768,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 18.47767577163689,
      "perplexity_per_byte_ablated": 18.47767577163689
    },
    {
      "train_per_category": 30,
      "seed": 4049,
      "condition": "none",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.34808791478475,
      "eval_nll_ablated": 4.34808791478475,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 77.33045904490957,
      "perplexity_per_byte_ablated": 77.33045904490957
    },
    {
      "train_per_category": 30,
      "seed": 4049,
      "condition": "hierarchy",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.8001803398132323,
      "eval_nll_ablated": 2.811925109227498,
      "label_use_gap": 0.011744769414265832,
      "perplexity_per_byte_labeled": 16.447612663050585,
      "perplexity_per_byte_ablated": 16.64192492393453
    },
    {
      "train_per_category": 30,
      "seed": 4049,
      "condition": "hierarchy",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.940704075495402,
      "eval_nll_ablated": 2.959972127278646,
      "label_use_gap": 0.019268051783243756,
      "perplexity_per_byte_labeled": 18.92916918572229,
      "perplexity_per_byte_ablated": 19.297433876009435
    },
    {
      "train_per_category": 30,
      "seed": 4049,
      "condition": "hierarchy",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.375158166885376,
      "eval_nll_ablated": 4.459424225489299,
      "label_use_gap": 0.084266058603923,
      "perplexity_per_byte_labeled": 79.45240529797428,
      "perplexity_per_byte_ablated": 86.43772612635559
    },
    {
      "train_per_category": 30,
      "seed": 4049,
      "condition": "scrambled_1",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.799922569592794,
      "eval_nll_ablated": 2.8100900173187258,
      "label_use_gap": 0.010167447725931922,
      "perplexity_per_byte_labeled": 16.443373504696606,
      "perplexity_per_byte_ablated": 16.611413466387088
    },
    {
      "train_per_category": 30,
      "seed": 4049,
      "condition": "scrambled_1",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.9736395676930747,
      "eval_nll_ablated": 2.9891098817189534,
      "label_use_gap": 0.015470314025878729,
      "perplexity_per_byte_labeled": 19.562991013031784,
      "perplexity_per_byte_ablated": 19.867989757529077
    },
    {
      "train_per_category": 30,
      "seed": 4049,
      "condition": "scrambled_1",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.426611153284709,
      "eval_nll_ablated": 4.506276210149129,
      "label_use_gap": 0.07966505686442016,
      "perplexity_per_byte_labeled": 83.64746760584264,
      "perplexity_per_byte_ablated": 90.58387437252449
    },
    {
      "train_per_category": 30,
      "seed": 4049,
      "condition": "scrambled_2",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.801980431874593,
      "eval_nll_ablated": 2.81567489306132,
      "label_use_gap": 0.013694461186727125,
      "perplexity_per_byte_labeled": 16.47724654388853,
      "perplexity_per_byte_ablated": 16.704445691401478
    },
    {
      "train_per_category": 30,
      "seed": 4049,
      "condition": "scrambled_2",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.9647793769836426,
      "eval_nll_ablated": 2.981048583984375,
      "label_use_gap": 0.016269207000732422,
      "perplexity_per_byte_labeled": 19.390424795520037,
      "perplexity_per_byte_ablated": 19.708471801424068
    },
    {
      "train_per_category": 30,
      "seed": 4049,
      "condition": "scrambled_2",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.418380196889242,
      "eval_nll_ablated": 4.509514490763347,
      "label_use_gap": 0.09113429387410488,
      "perplexity_per_byte_labeled": 82.96179469043496,
      "perplexity_per_byte_ablated": 90.87768584210536
    },
    {
      "train_per_category": 30,
      "seed": 4049,
      "condition": "scrambled_3",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7969439029693604,
      "eval_nll_ablated": 2.808279259999593,
      "label_use_gap": 0.011335357030232807,
      "perplexity_per_byte_labeled": 16.394467051032137,
      "perplexity_per_byte_ablated": 16.581361444542264
    },
    {
      "train_per_category": 30,
      "seed": 4049,
      "condition": "scrambled_3",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.952772537867228,
      "eval_nll_ablated": 2.9656278133392333,
      "label_use_gap": 0.012855275472005268,
      "perplexity_per_byte_labeled": 19.158999209755883,
      "perplexity_per_byte_ablated": 19.406883317883974
    },
    {
      "train_per_category": 30,
      "seed": 4049,
      "condition": "scrambled_3",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.340834665298462,
      "eval_nll_ablated": 4.39006298383077,
      "label_use_gap": 0.04922831853230836,
      "perplexity_per_byte_labeled": 76.77159118672068,
      "perplexity_per_byte_ablated": 80.64549818293143
    },
    {
      "train_per_category": 30,
      "seed": 4049,
      "condition": "scrambled_4",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7978841781616213,
      "eval_nll_ablated": 2.8085789839426676,
      "label_use_gap": 0.010694805781046313,
      "perplexity_per_byte_labeled": 16.40988961127968,
      "perplexity_per_byte_ablated": 16.58633202043906
    },
    {
      "train_per_category": 30,
      "seed": 4049,
      "condition": "scrambled_4",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.937896219889323,
      "eval_nll_ablated": 2.9575551827748616,
      "label_use_gap": 0.01965896288553859,
      "perplexity_per_byte_labeled": 18.87609336140222,
      "perplexity_per_byte_ablated": 19.250849368028355
    },
    {
      "train_per_category": 30,
      "seed": 4049,
      "condition": "scrambled_4",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.432076533635457,
      "eval_nll_ablated": 4.558603096008301,
      "label_use_gap": 0.12652656237284354,
      "perplexity_per_byte_labeled": 84.1058844016698,
      "perplexity_per_byte_ablated": 95.45005210011234
    },
    {
      "train_per_category": 30,
      "seed": 4049,
      "condition": "scrambled_5",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.800315562884013,
      "eval_nll_ablated": 2.8129824002583823,
      "label_use_gap": 0.012666837374369244,
      "perplexity_per_byte_labeled": 16.449836910123263,
      "perplexity_per_byte_ablated": 16.6595295868794
    },
    {
      "train_per_category": 30,
      "seed": 4049,
      "condition": "scrambled_5",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.9539692242940268,
      "eval_nll_ablated": 2.9765664100646974,
      "label_use_gap": 0.022597185770670603,
      "perplexity_per_byte_labeled": 19.18194024793801,
      "perplexity_per_byte_ablated": 19.620332678117588
    },
    {
      "train_per_category": 30,
      "seed": 4049,
      "condition": "scrambled_5",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.462372430165609,
      "eval_nll_ablated": 4.5304597536722815,
      "label_use_gap": 0.06808732350667235,
      "perplexity_per_byte_labeled": 86.6929382586752,
      "perplexity_per_byte_ablated": 92.80121697605537
    },
    {
      "train_per_category": 30,
      "seed": 5051,
      "condition": "none",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7750734011332194,
      "eval_nll_ablated": 2.7750734011332194,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 16.039804292259358,
      "perplexity_per_byte_ablated": 16.039804292259358
    },
    {
      "train_per_category": 30,
      "seed": 5051,
      "condition": "none",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.866316016515096,
      "eval_nll_ablated": 2.866316016515096,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 17.572163251694594,
      "perplexity_per_byte_ablated": 17.572163251694594
    },
    {
      "train_per_category": 30,
      "seed": 5051,
      "condition": "none",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.139813629786174,
      "eval_nll_ablated": 4.139813629786174,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 62.791117964563625,
      "perplexity_per_byte_ablated": 62.791117964563625
    },
    {
      "train_per_category": 30,
      "seed": 5051,
      "condition": "hierarchy",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.778710436820984,
      "eval_nll_ablated": 2.7876081546147664,
      "label_use_gap": 0.008897717793782345,
      "perplexity_per_byte_labeled": 16.098247849121673,
      "perplexity_per_byte_ablated": 16.2421246538417
    },
    {
      "train_per_category": 30,
      "seed": 5051,
      "condition": "hierarchy",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.913206116358439,
      "eval_nll_ablated": 2.936129395167033,
      "label_use_gap": 0.022923278808594016,
      "perplexity_per_byte_labeled": 18.415747046539288,
      "perplexity_per_byte_ablated": 18.84277205811043
    },
    {
      "train_per_category": 30,
      "seed": 5051,
      "condition": "hierarchy",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.29749903678894,
      "eval_nll_ablated": 4.445773061116537,
      "label_use_gap": 0.14827402432759662,
      "perplexity_per_byte_labeled": 73.51570352422264,
      "perplexity_per_byte_ablated": 85.26576801529811
    },
    {
      "train_per_category": 30,
      "seed": 5051,
      "condition": "scrambled_1",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7792959213256836,
      "eval_nll_ablated": 2.790552353858948,
      "label_use_gap": 0.011256432533264249,
      "perplexity_per_byte_labeled": 16.107675883504847,
      "perplexity_per_byte_ablated": 16.290015169988017
    },
    {
      "train_per_category": 30,
      "seed": 5051,
      "condition": "scrambled_1",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.9087313175201417,
      "eval_nll_ablated": 2.9177908738454184,
      "label_use_gap": 0.009059556325276663,
      "perplexity_per_byte_labeled": 18.333524385184777,
      "perplexity_per_byte_ablated": 18.50037262633374
    },
    {
      "train_per_category": 30,
      "seed": 5051,
      "condition": "scrambled_1",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.283597485224406,
      "eval_nll_ablated": 4.325665616989136,
      "label_use_gap": 0.04206813176473023,
      "perplexity_per_byte_labeled": 72.50079194819918,
      "perplexity_per_byte_ablated": 75.61582729209168
    },
    {
      "train_per_category": 30,
      "seed": 5051,
      "condition": "scrambled_2",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7816756407419843,
      "eval_nll_ablated": 2.7957127253214518,
      "label_use_gap": 0.014037084579467507,
      "perplexity_per_byte_labeled": 16.146053278160768,
      "perplexity_per_byte_ablated": 16.374294969905296
    },
    {
      "train_per_category": 30,
      "seed": 5051,
      "condition": "scrambled_2",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.908154535293579,
      "eval_nll_ablated": 2.931856711705526,
      "label_use_gap": 0.02370217641194694,
      "perplexity_per_byte_labeled": 18.32295298316062,
      "perplexity_per_byte_ablated": 18.762434608034756
    },
    {
      "train_per_category": 30,
      "seed": 5051,
      "condition": "scrambled_2",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.319213612874349,
      "eval_nll_ablated": 4.44368561108907,
      "label_use_gap": 0.12447199821472132,
      "perplexity_per_byte_labeled": 75.12952416514696,
      "perplexity_per_byte_ablated": 85.08796562687664
    },
    {
      "train_per_category": 30,
      "seed": 5051,
      "condition": "scrambled_3",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7798017660776773,
      "eval_nll_ablated": 2.789552434285482,
      "label_use_gap": 0.00975066820780457,
      "perplexity_per_byte_labeled": 16.115825927972157,
      "perplexity_per_byte_ablated": 16.273734605951308
    },
    {
      "train_per_category": 30,
      "seed": 5051,
      "condition": "scrambled_3",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.901186148325602,
      "eval_nll_ablated": 2.9225276788075765,
      "label_use_gap": 0.021341530481974402,
      "perplexity_per_byte_labeled": 18.19571539163614,
      "perplexity_per_byte_ablated": 18.588213160689307
    },
    {
      "train_per_category": 30,
      "seed": 5051,
      "condition": "scrambled_3",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.325135374069214,
      "eval_nll_ablated": 4.404851214090983,
      "label_use_gap": 0.07971584002176879,
      "perplexity_per_byte_labeled": 75.57574316313796,
      "perplexity_per_byte_ablated": 81.84696426221142
    },
    {
      "train_per_category": 30,
      "seed": 5051,
      "condition": "scrambled_4",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.777787987391154,
      "eval_nll_ablated": 2.787105504671733,
      "label_use_gap": 0.009317517280578613,
      "perplexity_per_byte_labeled": 16.08340487657028,
      "perplexity_per_byte_ablated": 16.23396260230892
    },
    {
      "train_per_category": 30,
      "seed": 5051,
      "condition": "scrambled_4",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.9080925464630125,
      "eval_nll_ablated": 2.920665184656779,
      "label_use_gap": 0.012572638193766306,
      "perplexity_per_byte_labeled": 18.32181719993597,
      "perplexity_per_byte_ablated": 18.553624942579248
    },
    {
      "train_per_category": 30,
      "seed": 5051,
      "condition": "scrambled_4",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.271622975667317,
      "eval_nll_ablated": 4.308407783508301,
      "label_use_gap": 0.03678480784098337,
      "perplexity_per_byte_labeled": 71.63780774027855,
      "perplexity_per_byte_ablated": 74.3220578751721
    },
    {
      "train_per_category": 30,
      "seed": 5051,
      "condition": "scrambled_5",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.783031956354777,
      "eval_nll_ablated": 2.7943837801615397,
      "label_use_gap": 0.011351823806762695,
      "perplexity_per_byte_labeled": 16.167967280099003,
      "perplexity_per_byte_ablated": 16.352548882737185
    },
    {
      "train_per_category": 30,
      "seed": 5051,
      "condition": "scrambled_5",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.911216672261556,
      "eval_nll_ablated": 2.9344687938690184,
      "label_use_gap": 0.023252121607462595,
      "perplexity_per_byte_labeled": 18.3791463668627,
      "perplexity_per_byte_ablated": 18.811507692380236
    },
    {
      "train_per_category": 30,
      "seed": 5051,
      "condition": "scrambled_5",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.334750366210938,
      "eval_nll_ablated": 4.410579442977905,
      "label_use_gap": 0.0758290767669676,
      "perplexity_per_byte_labeled": 76.30590797905448,
      "perplexity_per_byte_ablated": 82.31714778095069
    },
    {
      "train_per_category": 30,
      "seed": 6067,
      "condition": "none",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7753756682078046,
      "eval_nll_ablated": 2.7753756682078046,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 16.044653329794972,
      "perplexity_per_byte_ablated": 16.044653329794972
    },
    {
      "train_per_category": 30,
      "seed": 6067,
      "condition": "none",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.897990417480469,
      "eval_nll_ablated": 2.897990417480469,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 18.137659597464744,
      "perplexity_per_byte_ablated": 18.137659597464744
    },
    {
      "train_per_category": 30,
      "seed": 6067,
      "condition": "none",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.114353164037069,
      "eval_nll_ablated": 4.114353164037069,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 61.21260693885936,
      "perplexity_per_byte_ablated": 61.21260693885936
    },
    {
      "train_per_category": 30,
      "seed": 6067,
      "condition": "hierarchy",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7877766450246173,
      "eval_nll_ablated": 2.83758749961853,
      "label_use_gap": 0.04981085459391288,
      "perplexity_per_byte_labeled": 16.24486152664341,
      "perplexity_per_byte_ablated": 17.07452351445902
    },
    {
      "train_per_category": 30,
      "seed": 6067,
      "condition": "hierarchy",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.9413583437601725,
      "eval_nll_ablated": 3.0185564517974854,
      "label_use_gap": 0.07719810803731297,
      "perplexity_per_byte_labeled": 18.941557992758682,
      "perplexity_per_byte_ablated": 20.461732856844034
    },
    {
      "train_per_category": 30,
      "seed": 6067,
      "condition": "hierarchy",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.351008685429891,
      "eval_nll_ablated": 4.572954559326172,
      "label_use_gap": 0.2219458738962814,
      "perplexity_per_byte_labeled": 77.55665375028731,
      "perplexity_per_byte_ablated": 96.82977687515266
    },
    {
      "train_per_category": 30,
      "seed": 6067,
      "condition": "scrambled_1",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.789010016123454,
      "eval_nll_ablated": 2.8456383546193442,
      "label_use_gap": 0.05662833849589033,
      "perplexity_per_byte_labeled": 16.264909830312675,
      "perplexity_per_byte_ablated": 17.21254286889606
    },
    {
      "train_per_category": 30,
      "seed": 6067,
      "condition": "scrambled_1",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.9515151341756183,
      "eval_nll_ablated": 3.0344172795613606,
      "label_use_gap": 0.08290214538574237,
      "perplexity_per_byte_labeled": 19.134923752878237,
      "perplexity_per_byte_ablated": 20.78886027544647
    },
    {
      "train_per_category": 30,
      "seed": 6067,
      "condition": "scrambled_1",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.253220939636231,
      "eval_nll_ablated": 4.466498343149821,
      "label_use_gap": 0.21327740351359026,
      "perplexity_per_byte_labeled": 70.33158169140117,
      "perplexity_per_byte_ablated": 87.05136468794302
    },
    {
      "train_per_category": 30,
      "seed": 6067,
      "condition": "scrambled_2",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7888278404871625,
      "eval_nll_ablated": 2.8446577469507854,
      "label_use_gap": 0.05582990646362296,
      "perplexity_per_byte_labeled": 16.261947029898334,
      "perplexity_per_byte_ablated": 17.195672390375606
    },
    {
      "train_per_category": 30,
      "seed": 6067,
      "condition": "scrambled_2",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.9464666843414307,
      "eval_nll_ablated": 3.026523955663045,
      "label_use_gap": 0.08005727132161455,
      "perplexity_per_byte_labeled": 19.03856548482761,
      "perplexity_per_byte_ablated": 20.625412987632153
    },
    {
      "train_per_category": 30,
      "seed": 6067,
      "condition": "scrambled_2",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.239563655853272,
      "eval_nll_ablated": 4.424678866068522,
      "label_use_gap": 0.18511521021525024,
      "perplexity_per_byte_labeled": 69.37757273540353,
      "perplexity_per_byte_ablated": 83.48599273168102
    },
    {
      "train_per_category": 30,
      "seed": 6067,
      "condition": "scrambled_3",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7881667455037435,
      "eval_nll_ablated": 2.829559874534607,
      "label_use_gap": 0.04139312903086356,
      "perplexity_per_byte_labeled": 16.251199891127424,
      "perplexity_per_byte_ablated": 16.93800433672477
    },
    {
      "train_per_category": 30,
      "seed": 6067,
      "condition": "scrambled_3",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.9309040387471517,
      "eval_nll_ablated": 2.9866982618967692,
      "label_use_gap": 0.05579422314961757,
      "perplexity_per_byte_labeled": 18.744568655506583,
      "perplexity_per_byte_ablated": 19.82013344840871
    },
    {
      "train_per_category": 30,
      "seed": 6067,
      "condition": "scrambled_3",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.344178867340088,
      "eval_nll_ablated": 4.486247634887695,
      "label_use_gap": 0.1420687675476069,
      "perplexity_per_byte_labeled": 77.02876067239052,
      "perplexity_per_byte_ablated": 88.78765631619304
    },
    {
      "train_per_category": 30,
      "seed": 6067,
      "condition": "scrambled_4",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.789363702138265,
      "eval_nll_ablated": 2.8290218909581504,
      "label_use_gap": 0.039658188819885254,
      "perplexity_per_byte_labeled": 16.270663518891435,
      "perplexity_per_byte_ablated": 16.92889441928636
    },
    {
      "train_per_category": 30,
      "seed": 6067,
      "condition": "scrambled_4",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.9423617362976073,
      "eval_nll_ablated": 2.987072531382243,
      "label_use_gap": 0.04471079508463571,
      "perplexity_per_byte_labeled": 18.96057334903391,
      "perplexity_per_byte_ablated": 19.827552907908508
    },
    {
      "train_per_category": 30,
      "seed": 6067,
      "condition": "scrambled_4",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.3367994626363116,
      "eval_nll_ablated": 4.4657575766245525,
      "label_use_gap": 0.12895811398824097,
      "perplexity_per_byte_labeled": 76.4624264482814,
      "perplexity_per_byte_ablated": 86.9869038291741
    },
    {
      "train_per_category": 30,
      "seed": 6067,
      "condition": "scrambled_5",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7870830138524374,
      "eval_nll_ablated": 2.8329705397288003,
      "label_use_gap": 0.04588752587636291,
      "perplexity_per_byte_labeled": 16.233597491295424,
      "perplexity_per_byte_ablated": 16.99587282750188
    },
    {
      "train_per_category": 30,
      "seed": 6067,
      "condition": "scrambled_5",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.9453784942626955,
      "eval_nll_ablated": 3.0038217067718507,
      "label_use_gap": 0.058443212509155185,
      "perplexity_per_byte_labeled": 19.01785917499743,
      "perplexity_per_byte_ablated": 20.162444821775555
    },
    {
      "train_per_category": 30,
      "seed": 6067,
      "condition": "scrambled_5",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 4.261152076721191,
      "eval_nll_ablated": 4.436608839035034,
      "label_use_gap": 0.17545676231384277,
      "perplexity_per_byte_labeled": 70.89160899825838,
      "perplexity_per_byte_ablated": 84.4879431050278
    },
    {
      "train_per_category": 100,
      "seed": 2027,
      "condition": "none",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.733737103144328,
      "eval_nll_ablated": 2.733737103144328,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 15.390294802791088,
      "perplexity_per_byte_ablated": 15.390294802791088
    },
    {
      "train_per_category": 100,
      "seed": 2027,
      "condition": "none",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.640421414375305,
      "eval_nll_ablated": 2.640421414375305,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 14.019110217655742,
      "perplexity_per_byte_ablated": 14.019110217655742
    },
    {
      "train_per_category": 100,
      "seed": 2027,
      "condition": "none",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.6097429354985553,
      "eval_nll_ablated": 2.6097429354985553,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 13.595555467892392,
      "perplexity_per_byte_ablated": 13.595555467892392
    },
    {
      "train_per_category": 100,
      "seed": 2027,
      "condition": "hierarchy",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.740506561597188,
      "eval_nll_ablated": 2.7464675585428875,
      "label_use_gap": 0.005960996945699293,
      "perplexity_per_byte_labeled": 15.494832195597732,
      "perplexity_per_byte_ablated": 15.587472683502757
    },
    {
      "train_per_category": 100,
      "seed": 2027,
      "condition": "hierarchy",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6409379720687864,
      "eval_nll_ablated": 2.66957205136617,
      "label_use_gap": 0.028634079297383597,
      "perplexity_per_byte_labeled": 14.02635376758909,
      "perplexity_per_byte_ablated": 14.433790949793893
    },
    {
      "train_per_category": 100,
      "seed": 2027,
      "condition": "hierarchy",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.6190824111302695,
      "eval_nll_ablated": 2.6783079306284585,
      "label_use_gap": 0.059225519498188994,
      "perplexity_per_byte_labeled": 13.723125618759326,
      "perplexity_per_byte_ablated": 14.560435173743588
    },
    {
      "train_per_category": 100,
      "seed": 2027,
      "condition": "scrambled_1",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7417064189910887,
      "eval_nll_ablated": 2.747929565111796,
      "label_use_gap": 0.006223146120707401,
      "perplexity_per_byte_labeled": 15.513434942664876,
      "perplexity_per_byte_ablated": 15.610278337904806
    },
    {
      "train_per_category": 100,
      "seed": 2027,
      "condition": "scrambled_1",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.642239793141683,
      "eval_nll_ablated": 2.6725871086120607,
      "label_use_gap": 0.030347315470377723,
      "perplexity_per_byte_labeled": 14.044625461157024,
      "perplexity_per_byte_ablated": 14.477375327462356
    },
    {
      "train_per_category": 100,
      "seed": 2027,
      "condition": "scrambled_1",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.623443118731181,
      "eval_nll_ablated": 2.682084234555562,
      "label_use_gap": 0.05864111582438136,
      "perplexity_per_byte_labeled": 13.783098824724497,
      "perplexity_per_byte_ablated": 14.615523752412777
    },
    {
      "train_per_category": 100,
      "seed": 2027,
      "condition": "scrambled_2",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.742075451215108,
      "eval_nll_ablated": 2.748925224939982,
      "label_use_gap": 0.006849773724873831,
      "perplexity_per_byte_labeled": 15.519160956540786,
      "perplexity_per_byte_ablated": 15.625828605056187
    },
    {
      "train_per_category": 100,
      "seed": 2027,
      "condition": "scrambled_2",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6418906927108763,
      "eval_nll_ablated": 2.6749599536259967,
      "label_use_gap": 0.03306926091512041,
      "perplexity_per_byte_labeled": 14.039723332075488,
      "perplexity_per_byte_ablated": 14.511768684238232
    },
    {
      "train_per_category": 100,
      "seed": 2027,
      "condition": "scrambled_2",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.6244882186253866,
      "eval_nll_ablated": 2.674473770459493,
      "label_use_gap": 0.049985551834106356,
      "perplexity_per_byte_labeled": 13.797511069654075,
      "perplexity_per_byte_ablated": 14.504715021412764
    },
    {
      "train_per_category": 100,
      "seed": 2027,
      "condition": "scrambled_3",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7395506302515664,
      "eval_nll_ablated": 2.7468775431315104,
      "label_use_gap": 0.007326912879944025,
      "perplexity_per_byte_labeled": 15.480027277177006,
      "perplexity_per_byte_ablated": 15.593864617286211
    },
    {
      "train_per_category": 100,
      "seed": 2027,
      "condition": "scrambled_3",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6405091444651285,
      "eval_nll_ablated": 2.6699852466583254,
      "label_use_gap": 0.02947610219319685,
      "perplexity_per_byte_labeled": 14.02034016940548,
      "perplexity_per_byte_ablated": 14.439756156575111
    },
    {
      "train_per_category": 100,
      "seed": 2027,
      "condition": "scrambled_3",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.61846083799998,
      "eval_nll_ablated": 2.6724918762842815,
      "label_use_gap": 0.05403103828430167,
      "perplexity_per_byte_labeled": 13.714598343048388,
      "perplexity_per_byte_ablated": 14.475996678956784
    },
    {
      "train_per_category": 100,
      "seed": 2027,
      "condition": "scrambled_4",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7409027020136514,
      "eval_nll_ablated": 2.7485758860905967,
      "label_use_gap": 0.007673184076945283,
      "perplexity_per_byte_labeled": 15.500971540817824,
      "perplexity_per_byte_ablated": 15.620370849429143
    },
    {
      "train_per_category": 100,
      "seed": 2027,
      "condition": "scrambled_4",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.641939814885457,
      "eval_nll_ablated": 2.672496517499288,
      "label_use_gap": 0.03055670261383092,
      "perplexity_per_byte_labeled": 14.040413010755193,
      "perplexity_per_byte_ablated": 14.476063865325719
    },
    {
      "train_per_category": 100,
      "seed": 2027,
      "condition": "scrambled_4",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.619075878461202,
      "eval_nll_ablated": 2.667747704188029,
      "label_use_gap": 0.048671825726827045,
      "perplexity_per_byte_labeled": 13.723035970413909,
      "perplexity_per_byte_ablated": 14.407482708983885
    },
    {
      "train_per_category": 100,
      "seed": 2027,
      "condition": "scrambled_5",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7410506884257,
      "eval_nll_ablated": 2.748770809173584,
      "label_use_gap": 0.007720120747884085,
      "perplexity_per_byte_labeled": 15.50326564372326,
      "perplexity_per_byte_ablated": 15.623415917039862
    },
    {
      "train_per_category": 100,
      "seed": 2027,
      "condition": "scrambled_5",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6437009652455647,
      "eval_nll_ablated": 2.6719412247339887,
      "label_use_gap": 0.028240259488423902,
      "perplexity_per_byte_labeled": 14.065162076200993,
      "perplexity_per_byte_ablated": 14.468027643225785
    },
    {
      "train_per_category": 100,
      "seed": 2027,
      "condition": "scrambled_5",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.625452740987142,
      "eval_nll_ablated": 2.6763524373372394,
      "label_use_gap": 0.05089969635009739,
      "perplexity_per_byte_labeled": 13.810825497616872,
      "perplexity_per_byte_ablated": 14.531990161523751
    },
    {
      "train_per_category": 100,
      "seed": 3037,
      "condition": "none",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.729162247975667,
      "eval_nll_ablated": 2.729162247975667,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 15.320047241793398,
      "perplexity_per_byte_ablated": 15.320047241793398
    },
    {
      "train_per_category": 100,
      "seed": 3037,
      "condition": "none",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.633376423517863,
      "eval_nll_ablated": 2.633376423517863,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 13.92069279631294,
      "perplexity_per_byte_ablated": 13.92069279631294
    },
    {
      "train_per_category": 100,
      "seed": 3037,
      "condition": "none",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.622238826751709,
      "eval_nll_ablated": 2.622238826751709,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 13.766509940292782,
      "perplexity_per_byte_ablated": 13.766509940292782
    },
    {
      "train_per_category": 100,
      "seed": 3037,
      "condition": "hierarchy",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7333191951115925,
      "eval_nll_ablated": 2.7383954366048178,
      "label_use_gap": 0.005076241493225275,
      "perplexity_per_byte_labeled": 15.383864418715003,
      "perplexity_per_byte_ablated": 15.462155172873073
    },
    {
      "train_per_category": 100,
      "seed": 3037,
      "condition": "hierarchy",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6371782938639323,
      "eval_nll_ablated": 2.64747797648112,
      "label_use_gap": 0.0102996826171875,
      "perplexity_per_byte_labeled": 13.973718199435794,
      "perplexity_per_byte_ablated": 14.118386803314376
    },
    {
      "train_per_category": 100,
      "seed": 3037,
      "condition": "hierarchy",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.626022632916768,
      "eval_nll_ablated": 2.642350697517395,
      "label_use_gap": 0.016328064600626746,
      "perplexity_per_byte_labeled": 13.818698418753469,
      "perplexity_per_byte_ablated": 14.046183157952001
    },
    {
      "train_per_category": 100,
      "seed": 3037,
      "condition": "scrambled_1",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7337825139363607,
      "eval_nll_ablated": 2.740718460083008,
      "label_use_gap": 0.006935946146647165,
      "perplexity_per_byte_labeled": 15.390993704136415,
      "perplexity_per_byte_ablated": 15.498115874969066
    },
    {
      "train_per_category": 100,
      "seed": 3037,
      "condition": "scrambled_1",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6326485236485797,
      "eval_nll_ablated": 2.6404810587565106,
      "label_use_gap": 0.007832535107930916,
      "perplexity_per_byte_labeled": 13.910563612809078,
      "perplexity_per_byte_ablated": 14.01994640374638
    },
    {
      "train_per_category": 100,
      "seed": 3037,
      "condition": "scrambled_1",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.6184024095535277,
      "eval_nll_ablated": 2.637406841913859,
      "label_use_gap": 0.019004432360331336,
      "perplexity_per_byte_labeled": 13.713797043783051,
      "perplexity_per_byte_ablated": 13.976912230461378
    },
    {
      "train_per_category": 100,
      "seed": 3037,
      "condition": "scrambled_2",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.732083773612976,
      "eval_nll_ablated": 2.7396960576375324,
      "label_use_gap": 0.007612284024556271,
      "perplexity_per_byte_labeled": 15.36487059698398,
      "perplexity_per_byte_ablated": 15.482278660781057
    },
    {
      "train_per_category": 100,
      "seed": 3037,
      "condition": "scrambled_2",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6368444283803303,
      "eval_nll_ablated": 2.6434709866841635,
      "label_use_gap": 0.0066265583038331854,
      "perplexity_per_byte_labeled": 13.96905363596312,
      "perplexity_per_byte_ablated": 14.061927762386507
    },
    {
      "train_per_category": 100,
      "seed": 3037,
      "condition": "scrambled_2",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.6209328413009643,
      "eval_nll_ablated": 2.63865921497345,
      "label_use_gap": 0.01772637367248553,
      "perplexity_per_byte_labeled": 13.748542813560002,
      "perplexity_per_byte_ablated": 13.994427504334336
    },
    {
      "train_per_category": 100,
      "seed": 3037,
      "condition": "scrambled_3",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7338041067123413,
      "eval_nll_ablated": 2.74111921787262,
      "label_use_gap": 0.007315111160278498,
      "perplexity_per_byte_labeled": 15.391326042003621,
      "perplexity_per_byte_ablated": 15.504328110347984
    },
    {
      "train_per_category": 100,
      "seed": 3037,
      "condition": "scrambled_3",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.635616358121236,
      "eval_nll_ablated": 2.6414921204249064,
      "label_use_gap": 0.005875762303670484,
      "perplexity_per_byte_labeled": 13.951909186094305,
      "perplexity_per_byte_ablated": 14.034128602478786
    },
    {
      "train_per_category": 100,
      "seed": 3037,
      "condition": "scrambled_3",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.622545917828878,
      "eval_nll_ablated": 2.632305908203125,
      "label_use_gap": 0.009759990374246907,
      "perplexity_per_byte_labeled": 13.77073816185053,
      "perplexity_per_byte_ablated": 13.905798455215256
    },
    {
      "train_per_category": 100,
      "seed": 3037,
      "condition": "scrambled_4",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7337008714675903,
      "eval_nll_ablated": 2.741386898358663,
      "label_use_gap": 0.0076860268910725615,
      "perplexity_per_byte_labeled": 15.389737196706461,
      "perplexity_per_byte_ablated": 15.50847887194649
    },
    {
      "train_per_category": 100,
      "seed": 3037,
      "condition": "scrambled_4",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.642707411448161,
      "eval_nll_ablated": 2.648255968093872,
      "label_use_gap": 0.005548556645710967,
      "perplexity_per_byte_labeled": 14.051194520916885,
      "perplexity_per_byte_ablated": 14.129375063665902
    },
    {
      "train_per_category": 100,
      "seed": 3037,
      "condition": "scrambled_4",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.631403644879659,
      "eval_nll_ablated": 2.6398820559183758,
      "label_use_gap": 0.008478411038716605,
      "perplexity_per_byte_labeled": 13.89325742179364,
      "perplexity_per_byte_ablated": 14.011550930767134
    },
    {
      "train_per_category": 100,
      "seed": 3037,
      "condition": "scrambled_5",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.733212415377299,
      "eval_nll_ablated": 2.740284045537313,
      "label_use_gap": 0.007071630160013775,
      "perplexity_per_byte_labeled": 15.382221821459579,
      "perplexity_per_byte_ablated": 15.491384730161577
    },
    {
      "train_per_category": 100,
      "seed": 3037,
      "condition": "scrambled_5",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6365702946980796,
      "eval_nll_ablated": 2.641128412882487,
      "label_use_gap": 0.004558118184407434,
      "perplexity_per_byte_labeled": 13.965224772686508,
      "perplexity_per_byte_ablated": 14.029025212181809
    },
    {
      "train_per_category": 100,
      "seed": 3037,
      "condition": "scrambled_5",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.623422455787659,
      "eval_nll_ablated": 2.6377836227416993,
      "label_use_gap": 0.014361166954040439,
      "perplexity_per_byte_labeled": 13.7828140282743,
      "perplexity_per_byte_ablated": 13.982179455254569
    },
    {
      "train_per_category": 100,
      "seed": 4049,
      "condition": "none",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7520817041397097,
      "eval_nll_ablated": 2.7520817041397097,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 15.675229132879553,
      "perplexity_per_byte_ablated": 15.675229132879553
    },
    {
      "train_per_category": 100,
      "seed": 4049,
      "condition": "none",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.642335136731466,
      "eval_nll_ablated": 2.642335136731466,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 14.045964590003306,
      "perplexity_per_byte_ablated": 14.045964590003306
    },
    {
      "train_per_category": 100,
      "seed": 4049,
      "condition": "none",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.622046645482381,
      "eval_nll_ablated": 2.622046645482381,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 13.763864529145616,
      "perplexity_per_byte_ablated": 13.763864529145616
    },
    {
      "train_per_category": 100,
      "seed": 4049,
      "condition": "hierarchy",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.752345077196757,
      "eval_nll_ablated": 2.7548242807388306,
      "label_use_gap": 0.002479203542073538,
      "perplexity_per_byte_labeled": 15.67935810960294,
      "perplexity_per_byte_ablated": 15.71827865580845
    },
    {
      "train_per_category": 100,
      "seed": 4049,
      "condition": "hierarchy",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.650625387827555,
      "eval_nll_ablated": 2.662941884994507,
      "label_use_gap": 0.012316497166951823,
      "perplexity_per_byte_labeled": 14.162893177325024,
      "perplexity_per_byte_ablated": 14.338409062721308
    },
    {
      "train_per_category": 100,
      "seed": 4049,
      "condition": "hierarchy",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.65141073067983,
      "eval_nll_ablated": 2.6784409205118815,
      "label_use_gap": 0.027030189832051743,
      "perplexity_per_byte_labeled": 14.174020272969983,
      "perplexity_per_byte_ablated": 14.56237169308582
    },
    {
      "train_per_category": 100,
      "seed": 4049,
      "condition": "scrambled_1",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7523800134658813,
      "eval_nll_ablated": 2.756870086987813,
      "label_use_gap": 0.004490073521931759,
      "perplexity_per_byte_labeled": 15.67990589744633,
      "perplexity_per_byte_ablated": 15.750468123986384
    },
    {
      "train_per_category": 100,
      "seed": 4049,
      "condition": "scrambled_1",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6489746888478596,
      "eval_nll_ablated": 2.6602211395899453,
      "label_use_gap": 0.011246450742085745,
      "perplexity_per_byte_labeled": 14.13953378897109,
      "perplexity_per_byte_ablated": 14.29945092377609
    },
    {
      "train_per_category": 100,
      "seed": 4049,
      "condition": "scrambled_1",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.640564465522766,
      "eval_nll_ablated": 2.671674386660258,
      "label_use_gap": 0.03110992113749189,
      "perplexity_per_byte_labeled": 14.021115810906545,
      "perplexity_per_byte_ablated": 14.464167537633257
    },
    {
      "train_per_category": 100,
      "seed": 4049,
      "condition": "scrambled_2",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7539584000905353,
      "eval_nll_ablated": 2.7575198888778685,
      "label_use_gap": 0.0035614887873332,
      "perplexity_per_byte_labeled": 15.704674393179728,
      "perplexity_per_byte_ablated": 15.760706133921467
    },
    {
      "train_per_category": 100,
      "seed": 4049,
      "condition": "scrambled_2",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.64801766872406,
      "eval_nll_ablated": 2.6578304290771486,
      "label_use_gap": 0.009812760353088645,
      "perplexity_per_byte_labeled": 14.126008443640039,
      "perplexity_per_byte_ablated": 14.265305907812685
    },
    {
      "train_per_category": 100,
      "seed": 4049,
      "condition": "scrambled_2",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.6417396545410154,
      "eval_nll_ablated": 2.667515683174133,
      "label_use_gap": 0.025776028633117676,
      "perplexity_per_byte_labeled": 14.037602958090792,
      "perplexity_per_byte_ablated": 14.404140258012484
    },
    {
      "train_per_category": 100,
      "seed": 4049,
      "condition": "scrambled_3",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.75287024974823,
      "eval_nll_ablated": 2.755025267601013,
      "label_use_gap": 0.0021550178527833808,
      "perplexity_per_byte_labeled": 15.68759464071754,
      "perplexity_per_byte_ablated": 15.721438140811246
    },
    {
      "train_per_category": 100,
      "seed": 4049,
      "condition": "scrambled_3",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.64912105401357,
      "eval_nll_ablated": 2.6590237855911254,
      "label_use_gap": 0.00990273157755528,
      "perplexity_per_byte_labeled": 14.141603475638503,
      "perplexity_per_byte_ablated": 14.282339665192827
    },
    {
      "train_per_category": 100,
      "seed": 4049,
      "condition": "scrambled_3",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.6418800512949625,
      "eval_nll_ablated": 2.665414794286092,
      "label_use_gap": 0.023534742991129676,
      "perplexity_per_byte_labeled": 14.039573930335122,
      "perplexity_per_byte_ablated": 14.373910525575958
    },
    {
      "train_per_category": 100,
      "seed": 4049,
      "condition": "scrambled_4",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7532379706700643,
      "eval_nll_ablated": 2.7556567509969074,
      "label_use_gap": 0.002418780326843173,
      "perplexity_per_byte_labeled": 15.693364358238098,
      "perplexity_per_byte_ablated": 15.731369103245672
    },
    {
      "train_per_category": 100,
      "seed": 4049,
      "condition": "scrambled_4",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6494658946990968,
      "eval_nll_ablated": 2.660310236612956,
      "label_use_gap": 0.010844341913859079,
      "perplexity_per_byte_labeled": 14.146480916797232,
      "perplexity_per_byte_ablated": 14.300725019042288
    },
    {
      "train_per_category": 100,
      "seed": 4049,
      "condition": "scrambled_4",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.6420631567637125,
      "eval_nll_ablated": 2.6694050391515094,
      "label_use_gap": 0.02734188238779689,
      "perplexity_per_byte_labeled": 14.04214488847175,
      "perplexity_per_byte_ablated": 14.431380531691655
    },
    {
      "train_per_category": 100,
      "seed": 4049,
      "condition": "scrambled_5",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7521549701690673,
      "eval_nll_ablated": 2.7553944190343223,
      "label_use_gap": 0.003239448865254957,
      "perplexity_per_byte_labeled": 15.676377636750036,
      "perplexity_per_byte_ablated": 15.727242803568476
    },
    {
      "train_per_category": 100,
      "seed": 4049,
      "condition": "scrambled_5",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6498918294906617,
      "eval_nll_ablated": 2.6608479976654054,
      "label_use_gap": 0.010956168174743652,
      "perplexity_per_byte_labeled": 14.152507678610558,
      "perplexity_per_byte_ablated": 14.308417460141552
    },
    {
      "train_per_category": 100,
      "seed": 4049,
      "condition": "scrambled_5",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.645444051424662,
      "eval_nll_ablated": 2.6774376471837362,
      "label_use_gap": 0.03199359575907401,
      "perplexity_per_byte_labeled": 14.089700245681865,
      "perplexity_per_byte_ablated": 14.547768980452533
    },
    {
      "train_per_category": 100,
      "seed": 5051,
      "condition": "none",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.732012915611267,
      "eval_nll_ablated": 2.732012915611267,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 15.36378191152845,
      "perplexity_per_byte_ablated": 15.36378191152845
    },
    {
      "train_per_category": 100,
      "seed": 5051,
      "condition": "none",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.639712119102478,
      "eval_nll_ablated": 2.639712119102478,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 14.009170054721148,
      "perplexity_per_byte_ablated": 14.009170054721148
    },
    {
      "train_per_category": 100,
      "seed": 5051,
      "condition": "none",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.6357945680618284,
      "eval_nll_ablated": 2.6357945680618284,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 13.9543957765625,
      "perplexity_per_byte_ablated": 13.9543957765625
    },
    {
      "train_per_category": 100,
      "seed": 5051,
      "condition": "hierarchy",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7351993322372437,
      "eval_nll_ablated": 2.7457396109898884,
      "label_use_gap": 0.010540278752644738,
      "perplexity_per_byte_labeled": 15.41281540072439,
      "perplexity_per_byte_ablated": 15.57612994986384
    },
    {
      "train_per_category": 100,
      "seed": 5051,
      "condition": "hierarchy",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6509125153223674,
      "eval_nll_ablated": 2.6641510725021362,
      "label_use_gap": 0.01323855717976885,
      "perplexity_per_byte_labeled": 14.166960317228227,
      "perplexity_per_byte_ablated": 14.355757374406314
    },
    {
      "train_per_category": 100,
      "seed": 5051,
      "condition": "hierarchy",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.635378034909566,
      "eval_nll_ablated": 2.735883847872416,
      "label_use_gap": 0.10050581296285,
      "perplexity_per_byte_labeled": 13.948584518476617,
      "perplexity_per_byte_ablated": 15.423369325599412
    },
    {
      "train_per_category": 100,
      "seed": 5051,
      "condition": "scrambled_1",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7338691631952923,
      "eval_nll_ablated": 2.744488803545634,
      "label_use_gap": 0.010619640350341797,
      "perplexity_per_byte_labeled": 15.392327380115281,
      "perplexity_per_byte_ablated": 15.556659390068953
    },
    {
      "train_per_category": 100,
      "seed": 5051,
      "condition": "scrambled_1",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.643373703956604,
      "eval_nll_ablated": 2.6568742672602337,
      "label_use_gap": 0.013500563303629587,
      "perplexity_per_byte_labeled": 14.060559846237425,
      "perplexity_per_byte_ablated": 14.251672485914442
    },
    {
      "train_per_category": 100,
      "seed": 5051,
      "condition": "scrambled_1",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.6434029658635456,
      "eval_nll_ablated": 2.709431942303975,
      "label_use_gap": 0.0660289764404296,
      "perplexity_per_byte_labeled": 14.060971291050992,
      "perplexity_per_byte_ablated": 15.020740443689451
    },
    {
      "train_per_category": 100,
      "seed": 5051,
      "condition": "scrambled_2",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7351492245992026,
      "eval_nll_ablated": 2.745111592610677,
      "label_use_gap": 0.009962368011474432,
      "perplexity_per_byte_labeled": 15.412043120297835,
      "perplexity_per_byte_ablated": 15.566350925003425
    },
    {
      "train_per_category": 100,
      "seed": 5051,
      "condition": "scrambled_2",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.647001528739929,
      "eval_nll_ablated": 2.6617201805114745,
      "label_use_gap": 0.01471865177154541,
      "perplexity_per_byte_labeled": 14.111661732012413,
      "perplexity_per_byte_ablated": 14.320902460214683
    },
    {
      "train_per_category": 100,
      "seed": 5051,
      "condition": "scrambled_2",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.6420994281768797,
      "eval_nll_ablated": 2.7240103483200073,
      "label_use_gap": 0.08191092014312762,
      "perplexity_per_byte_labeled": 14.042654226147896,
      "perplexity_per_byte_ablated": 15.241322859867374
    },
    {
      "train_per_category": 100,
      "seed": 5051,
      "condition": "scrambled_3",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7358186801274615,
      "eval_nll_ablated": 2.746007966995239,
      "label_use_gap": 0.010189286867777536,
      "perplexity_per_byte_labeled": 15.422364252150402,
      "perplexity_per_byte_ablated": 15.58031045878326
    },
    {
      "train_per_category": 100,
      "seed": 5051,
      "condition": "scrambled_3",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6524274905522662,
      "eval_nll_ablated": 2.6589322010676066,
      "label_use_gap": 0.006504710515340406,
      "perplexity_per_byte_labeled": 14.188439177053988,
      "perplexity_per_byte_ablated": 14.281031683816199
    },
    {
      "train_per_category": 100,
      "seed": 5051,
      "condition": "scrambled_3",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.639342745145162,
      "eval_nll_ablated": 2.7126698891321817,
      "label_use_gap": 0.07332714398701956,
      "perplexity_per_byte_labeled": 14.003996387707076,
      "perplexity_per_byte_ablated": 15.06945562859359
    },
    {
      "train_per_category": 100,
      "seed": 5051,
      "condition": "scrambled_4",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.735313336054484,
      "eval_nll_ablated": 2.7455599308013916,
      "label_use_gap": 0.0102465947469077,
      "perplexity_per_byte_labeled": 15.41457262067748,
      "perplexity_per_byte_ablated": 15.573331479320785
    },
    {
      "train_per_category": 100,
      "seed": 5051,
      "condition": "scrambled_4",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6473394632339478,
      "eval_nll_ablated": 2.6566293478012084,
      "label_use_gap": 0.009289884567260653,
      "perplexity_per_byte_labeled": 14.116431355144282,
      "perplexity_per_byte_ablated": 14.248182401411237
    },
    {
      "train_per_category": 100,
      "seed": 5051,
      "condition": "scrambled_4",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.643283001581828,
      "eval_nll_ablated": 2.740727512041728,
      "label_use_gap": 0.09744451045989999,
      "perplexity_per_byte_labeled": 14.059284577904494,
      "perplexity_per_byte_ablated": 15.498256163909147
    },
    {
      "train_per_category": 100,
      "seed": 5051,
      "condition": "scrambled_5",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.734592835108439,
      "eval_nll_ablated": 2.7447351853052777,
      "label_use_gap": 0.010142350196838734,
      "perplexity_per_byte_labeled": 15.403470406579569,
      "perplexity_per_byte_ablated": 15.560492739397938
    },
    {
      "train_per_category": 100,
      "seed": 5051,
      "condition": "scrambled_5",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.647330053647359,
      "eval_nll_ablated": 2.665494918823242,
      "label_use_gap": 0.018164865175883005,
      "perplexity_per_byte_labeled": 14.116298525986059,
      "perplexity_per_byte_ablated": 14.37506227464492
    },
    {
      "train_per_category": 100,
      "seed": 5051,
      "condition": "scrambled_5",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.6443193435668944,
      "eval_nll_ablated": 2.7175461769104006,
      "label_use_gap": 0.07322683334350621,
      "perplexity_per_byte_labeled": 14.073862357270261,
      "perplexity_per_byte_ablated": 15.14311808460347
    },
    {
      "train_per_category": 100,
      "seed": 6067,
      "condition": "none",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7339242935180663,
      "eval_nll_ablated": 2.7339242935180663,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 15.393175987483774,
      "perplexity_per_byte_ablated": 15.393175987483774
    },
    {
      "train_per_category": 100,
      "seed": 6067,
      "condition": "none",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6439624389012653,
      "eval_nll_ablated": 2.6439624389012653,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 14.06884022639581,
      "perplexity_per_byte_ablated": 14.06884022639581
    },
    {
      "train_per_category": 100,
      "seed": 6067,
      "condition": "none",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.6203604777654013,
      "eval_nll_ablated": 2.6203604777654013,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 13.740675900568228,
      "perplexity_per_byte_ablated": 13.740675900568228
    },
    {
      "train_per_category": 100,
      "seed": 6067,
      "condition": "hierarchy",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.737637186050415,
      "eval_nll_ablated": 2.799034595489502,
      "label_use_gap": 0.061397409439087,
      "perplexity_per_byte_labeled": 15.450435428953659,
      "perplexity_per_byte_ablated": 16.428778695718886
    },
    {
      "train_per_category": 100,
      "seed": 6067,
      "condition": "hierarchy",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6417741775512695,
      "eval_nll_ablated": 2.7472564697265627,
      "label_use_gap": 0.10548229217529315,
      "perplexity_per_byte_labeled": 14.03808758676703,
      "perplexity_per_byte_ablated": 15.599774666976131
    },
    {
      "train_per_category": 100,
      "seed": 6067,
      "condition": "hierarchy",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.62235799630483,
      "eval_nll_ablated": 2.7409903446833295,
      "label_use_gap": 0.11863234837849967,
      "perplexity_per_byte_labeled": 13.768150586886016,
      "perplexity_per_byte_ablated": 15.502330146881327
    },
    {
      "train_per_category": 100,
      "seed": 6067,
      "condition": "scrambled_1",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.738447642326355,
      "eval_nll_ablated": 2.801366647084554,
      "label_use_gap": 0.06291900475819912,
      "perplexity_per_byte_labeled": 15.46296240691133,
      "perplexity_per_byte_ablated": 16.467136163694374
    },
    {
      "train_per_category": 100,
      "seed": 6067,
      "condition": "scrambled_1",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.642852505048116,
      "eval_nll_ablated": 2.751102908452352,
      "label_use_gap": 0.10825040340423575,
      "perplexity_per_byte_labeled": 14.053233407224695,
      "perplexity_per_byte_ablated": 15.659893792512777
    },
    {
      "train_per_category": 100,
      "seed": 6067,
      "condition": "scrambled_1",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.6274875958760577,
      "eval_nll_ablated": 2.7500107924143475,
      "label_use_gap": 0.1225231965382898,
      "perplexity_per_byte_labeled": 13.838957135594294,
      "perplexity_per_byte_ablated": 15.642800706863952
    },
    {
      "train_per_category": 100,
      "seed": 6067,
      "condition": "scrambled_2",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.737940033276876,
      "eval_nll_ablated": 2.8011401017506916,
      "label_use_gap": 0.06320006847381565,
      "perplexity_per_byte_labeled": 15.45511525907195,
      "perplexity_per_byte_ablated": 16.463406033372173
    },
    {
      "train_per_category": 100,
      "seed": 6067,
      "condition": "scrambled_2",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.642026948928833,
      "eval_nll_ablated": 2.7524796962738036,
      "label_use_gap": 0.11045274734497079,
      "perplexity_per_byte_labeled": 14.041636462012837,
      "perplexity_per_byte_ablated": 15.681468992399699
    },
    {
      "train_per_category": 100,
      "seed": 6067,
      "condition": "scrambled_2",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.629254118601481,
      "eval_nll_ablated": 2.764806612332662,
      "label_use_gap": 0.13555249373118095,
      "perplexity_per_byte_labeled": 13.863425573533295,
      "perplexity_per_byte_ablated": 15.875969477019762
    },
    {
      "train_per_category": 100,
      "seed": 6067,
      "condition": "scrambled_3",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.737721316019694,
      "eval_nll_ablated": 2.7966705322265626,
      "label_use_gap": 0.05894921620686855,
      "perplexity_per_byte_labeled": 15.451735328291123,
      "perplexity_per_byte_ablated": 16.389985895932877
    },
    {
      "train_per_category": 100,
      "seed": 6067,
      "condition": "scrambled_3",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6419453223546348,
      "eval_nll_ablated": 2.739224910736084,
      "label_use_gap": 0.09727958838144923,
      "perplexity_per_byte_labeled": 14.040490338110029,
      "perplexity_per_byte_ablated": 15.474985951266316
    },
    {
      "train_per_category": 100,
      "seed": 6067,
      "condition": "scrambled_3",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.624987173080444,
      "eval_nll_ablated": 2.7366057713826497,
      "label_use_gap": 0.11161859830220555,
      "perplexity_per_byte_labeled": 13.804397117040136,
      "perplexity_per_byte_ablated": 15.434507838616026
    },
    {
      "train_per_category": 100,
      "seed": 6067,
      "condition": "scrambled_4",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7384995063145956,
      "eval_nll_ablated": 2.7962315877278647,
      "label_use_gap": 0.05773208141326913,
      "perplexity_per_byte_labeled": 15.463764398608829,
      "perplexity_per_byte_ablated": 16.382793180507043
    },
    {
      "train_per_category": 100,
      "seed": 6067,
      "condition": "scrambled_4",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6415217399597166,
      "eval_nll_ablated": 2.728911018371582,
      "label_use_gap": 0.0873892784118655,
      "perplexity_per_byte_labeled": 14.034544292995706,
      "perplexity_per_byte_ablated": 15.31619887582225
    },
    {
      "train_per_category": 100,
      "seed": 6067,
      "condition": "scrambled_4",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.6238466342290243,
      "eval_nll_ablated": 2.706347854932149,
      "label_use_gap": 0.08250122070312482,
      "perplexity_per_byte_labeled": 13.788661640974386,
      "perplexity_per_byte_ablated": 14.97448652998953
    },
    {
      "train_per_category": 100,
      "seed": 6067,
      "condition": "scrambled_5",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7384944836298626,
      "eval_nll_ablated": 2.799560530980428,
      "label_use_gap": 0.06106604735056553,
      "perplexity_per_byte_labeled": 15.463686729190524,
      "perplexity_per_byte_ablated": 16.43742144607289
    },
    {
      "train_per_category": 100,
      "seed": 6067,
      "condition": "scrambled_5",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6414087851842245,
      "eval_nll_ablated": 2.7474892139434814,
      "label_use_gap": 0.10608042875925694,
      "perplexity_per_byte_labeled": 14.032959113724427,
      "perplexity_per_byte_ablated": 15.603405846866774
    },
    {
      "train_per_category": 100,
      "seed": 6067,
      "condition": "scrambled_5",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.625071946779887,
      "eval_nll_ablated": 2.734977690378825,
      "label_use_gap": 0.1099057435989379,
      "perplexity_per_byte_labeled": 13.805567416456931,
      "perplexity_per_byte_ablated": 15.409399654225695
    },
    {
      "train_per_category": 300,
      "seed": 2027,
      "condition": "none",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.713966719309489,
      "eval_nll_ablated": 2.713966719309489,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 15.089010830555747,
      "perplexity_per_byte_ablated": 15.089010830555747
    },
    {
      "train_per_category": 300,
      "seed": 2027,
      "condition": "none",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6099636713663736,
      "eval_nll_ablated": 2.6099636713663736,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 13.598556825868561,
      "perplexity_per_byte_ablated": 13.598556825868561
    },
    {
      "train_per_category": 300,
      "seed": 2027,
      "condition": "none",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5254138708114624,
      "eval_nll_ablated": 2.5254138708114624,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 12.49606595048983,
      "perplexity_per_byte_ablated": 12.49606595048983
    },
    {
      "train_per_category": 300,
      "seed": 2027,
      "condition": "hierarchy",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.723436156908671,
      "eval_nll_ablated": 2.7338385264078777,
      "label_use_gap": 0.01040236949920681,
      "perplexity_per_byte_labeled": 15.232573935202907,
      "perplexity_per_byte_ablated": 15.391855815877165
    },
    {
      "train_per_category": 300,
      "seed": 2027,
      "condition": "hierarchy",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6133323510487876,
      "eval_nll_ablated": 2.6390655994415284,
      "label_use_gap": 0.025733248392740826,
      "perplexity_per_byte_labeled": 13.644443252901972,
      "perplexity_per_byte_ablated": 14.000115778046508
    },
    {
      "train_per_category": 300,
      "seed": 2027,
      "condition": "hierarchy",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.509923982620239,
      "eval_nll_ablated": 2.5405718008677165,
      "label_use_gap": 0.03064781824747742,
      "perplexity_per_byte_labeled": 12.303994707521062,
      "perplexity_per_byte_ablated": 12.686923290941225
    },
    {
      "train_per_category": 300,
      "seed": 2027,
      "condition": "scrambled_1",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7230921268463133,
      "eval_nll_ablated": 2.7361203114191692,
      "label_use_gap": 0.013028184572855928,
      "perplexity_per_byte_labeled": 15.227334373177214,
      "perplexity_per_byte_ablated": 15.427016821445932
    },
    {
      "train_per_category": 300,
      "seed": 2027,
      "condition": "scrambled_1",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.611062264442444,
      "eval_nll_ablated": 2.638297112782796,
      "label_use_gap": 0.02723484834035217,
      "perplexity_per_byte_labeled": 13.613504315342878,
      "perplexity_per_byte_ablated": 13.989361008827991
    },
    {
      "train_per_category": 300,
      "seed": 2027,
      "condition": "scrambled_1",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5099265575408936,
      "eval_nll_ablated": 2.549450079600016,
      "label_use_gap": 0.03952352205912257,
      "perplexity_per_byte_labeled": 12.304026389371957,
      "perplexity_per_byte_ablated": 12.8000628311871
    },
    {
      "train_per_category": 300,
      "seed": 2027,
      "condition": "scrambled_2",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7237094163894655,
      "eval_nll_ablated": 2.735919300715129,
      "label_use_gap": 0.012209884325663278,
      "perplexity_per_byte_labeled": 15.236736949213224,
      "perplexity_per_byte_ablated": 15.423916137579173
    },
    {
      "train_per_category": 300,
      "seed": 2027,
      "condition": "scrambled_2",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6089345932006838,
      "eval_nll_ablated": 2.6343914270401,
      "label_use_gap": 0.025456833839416326,
      "perplexity_per_byte_labeled": 13.584570045933424,
      "perplexity_per_byte_ablated": 13.934829521732546
    },
    {
      "train_per_category": 300,
      "seed": 2027,
      "condition": "scrambled_2",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5096522331237794,
      "eval_nll_ablated": 2.5435274998346964,
      "label_use_gap": 0.03387526671091701,
      "perplexity_per_byte_labeled": 12.300651557425102,
      "perplexity_per_byte_ablated": 12.72447748911885
    },
    {
      "train_per_category": 300,
      "seed": 2027,
      "condition": "scrambled_3",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7227489868799846,
      "eval_nll_ablated": 2.7340996583302815,
      "label_use_gap": 0.01135067145029689,
      "perplexity_per_byte_labeled": 15.222110162542117,
      "perplexity_per_byte_ablated": 15.395875645605816
    },
    {
      "train_per_category": 300,
      "seed": 2027,
      "condition": "scrambled_3",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.608829061190287,
      "eval_nll_ablated": 2.6325385649998982,
      "label_use_gap": 0.02370950380961112,
      "perplexity_per_byte_labeled": 13.583136514589155,
      "perplexity_per_byte_ablated": 13.90903411012438
    },
    {
      "train_per_category": 300,
      "seed": 2027,
      "condition": "scrambled_3",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.510261797904968,
      "eval_nll_ablated": 2.533938201268514,
      "label_use_gap": 0.023676403363545706,
      "perplexity_per_byte_labeled": 12.308151887136361,
      "perplexity_per_byte_ablated": 12.60304184723652
    },
    {
      "train_per_category": 300,
      "seed": 2027,
      "condition": "scrambled_4",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.723503343264262,
      "eval_nll_ablated": 2.734459074338277,
      "label_use_gap": 0.010955731074015151,
      "perplexity_per_byte_labeled": 15.233597390712621,
      "perplexity_per_byte_ablated": 15.401410164307686
    },
    {
      "train_per_category": 300,
      "seed": 2027,
      "condition": "scrambled_4",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6101463238398233,
      "eval_nll_ablated": 2.633265463511149,
      "label_use_gap": 0.02311913967132595,
      "perplexity_per_byte_labeled": 13.601040862758987,
      "perplexity_per_byte_ablated": 13.919148241840269
    },
    {
      "train_per_category": 300,
      "seed": 2027,
      "condition": "scrambled_4",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5089612722396852,
      "eval_nll_ablated": 2.5376033544540406,
      "label_use_gap": 0.02864208221435538,
      "perplexity_per_byte_labeled": 12.292155224005107,
      "perplexity_per_byte_ablated": 12.64931868024682
    },
    {
      "train_per_category": 300,
      "seed": 2027,
      "condition": "scrambled_5",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7243270874023438,
      "eval_nll_ablated": 2.7353185494740804,
      "label_use_gap": 0.010991462071736624,
      "perplexity_per_byte_labeled": 15.24615114709687,
      "perplexity_per_byte_ablated": 15.414652983521934
    },
    {
      "train_per_category": 300,
      "seed": 2027,
      "condition": "scrambled_5",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.611216727892558,
      "eval_nll_ablated": 2.637114135424296,
      "label_use_gap": 0.025897407531738192,
      "perplexity_per_byte_labeled": 13.61560726659794,
      "perplexity_per_byte_ablated": 13.972821696239633
    },
    {
      "train_per_category": 300,
      "seed": 2027,
      "condition": "scrambled_5",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5123624165852863,
      "eval_nll_ablated": 2.545703132947286,
      "label_use_gap": 0.03334071636199987,
      "perplexity_per_byte_labeled": 12.334033795403462,
      "perplexity_per_byte_ablated": 12.752191420426184
    },
    {
      "train_per_category": 300,
      "seed": 3037,
      "condition": "none",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7246466795603435,
      "eval_nll_ablated": 2.7246466795603435,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 15.251024476140552,
      "perplexity_per_byte_ablated": 15.251024476140552
    },
    {
      "train_per_category": 300,
      "seed": 3037,
      "condition": "none",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6137926816940307,
      "eval_nll_ablated": 2.6137926816940307,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 13.650725654148534,
      "perplexity_per_byte_ablated": 13.650725654148534
    },
    {
      "train_per_category": 300,
      "seed": 3037,
      "condition": "none",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5286266724268596,
      "eval_nll_ablated": 2.5286266724268596,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 12.536277893269752,
      "perplexity_per_byte_ablated": 12.536277893269752
    },
    {
      "train_per_category": 300,
      "seed": 3037,
      "condition": "hierarchy",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.727604349454244,
      "eval_nll_ablated": 2.733096655209859,
      "label_use_gap": 0.005492305755614879,
      "perplexity_per_byte_labeled": 15.296198744440114,
      "perplexity_per_byte_ablated": 15.380441275946037
    },
    {
      "train_per_category": 300,
      "seed": 3037,
      "condition": "hierarchy",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.616090973218282,
      "eval_nll_ablated": 2.6227081934611003,
      "label_use_gap": 0.006617220242818078,
      "perplexity_per_byte_labeled": 13.68213508140381,
      "perplexity_per_byte_ablated": 13.772972998416765
    },
    {
      "train_per_category": 300,
      "seed": 3037,
      "condition": "hierarchy",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.530032761891683,
      "eval_nll_ablated": 2.540868886311849,
      "label_use_gap": 0.010836124420166016,
      "perplexity_per_byte_labeled": 12.553917420013695,
      "perplexity_per_byte_ablated": 12.690692951109645
    },
    {
      "train_per_category": 300,
      "seed": 3037,
      "condition": "scrambled_1",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7280321518580117,
      "eval_nll_ablated": 2.733606386184692,
      "label_use_gap": 0.005574234326680472,
      "perplexity_per_byte_labeled": 15.30274389494723,
      "perplexity_per_byte_ablated": 15.388283161727237
    },
    {
      "train_per_category": 300,
      "seed": 3037,
      "condition": "scrambled_1",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6165419181187946,
      "eval_nll_ablated": 2.6246172904968263,
      "label_use_gap": 0.008075372378031798,
      "perplexity_per_byte_labeled": 13.688306361796023,
      "perplexity_per_byte_ablated": 13.79929205516414
    },
    {
      "train_per_category": 300,
      "seed": 3037,
      "condition": "scrambled_1",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.530243484179179,
      "eval_nll_ablated": 2.5470990419387816,
      "label_use_gap": 0.01685555775960257,
      "perplexity_per_byte_labeled": 12.556563088950393,
      "perplexity_per_byte_ablated": 12.770004749091523
    },
    {
      "train_per_category": 300,
      "seed": 3037,
      "condition": "scrambled_2",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.728016193707784,
      "eval_nll_ablated": 2.734409697850545,
      "label_use_gap": 0.006393504142761408,
      "perplexity_per_byte_labeled": 15.302499693409763,
      "perplexity_per_byte_ablated": 15.400649715541954
    },
    {
      "train_per_category": 300,
      "seed": 3037,
      "condition": "scrambled_2",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.616862487792969,
      "eval_nll_ablated": 2.6262913862864177,
      "label_use_gap": 0.009428898493448745,
      "perplexity_per_byte_labeled": 13.692695121120412,
      "perplexity_per_byte_ablated": 13.822412739613446
    },
    {
      "train_per_category": 300,
      "seed": 3037,
      "condition": "scrambled_2",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.530332390467326,
      "eval_nll_ablated": 2.5449832518895468,
      "label_use_gap": 0.014650861422220718,
      "perplexity_per_byte_labeled": 12.557679495993584,
      "perplexity_per_byte_ablated": 12.74301466286123
    },
    {
      "train_per_category": 300,
      "seed": 3037,
      "condition": "scrambled_3",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.727828621864319,
      "eval_nll_ablated": 2.734055924415588,
      "label_use_gap": 0.006227302551269354,
      "perplexity_per_byte_labeled": 15.299629644511244,
      "perplexity_per_byte_ablated": 15.39520233841699
    },
    {
      "train_per_category": 300,
      "seed": 3037,
      "condition": "scrambled_3",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6180112600326537,
      "eval_nll_ablated": 2.624495808283488,
      "label_use_gap": 0.006484548250834443,
      "perplexity_per_byte_labeled": 13.708433947594644,
      "perplexity_per_byte_ablated": 13.797615788443135
    },
    {
      "train_per_category": 300,
      "seed": 3037,
      "condition": "scrambled_3",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5380483865737915,
      "eval_nll_ablated": 2.544976735115051,
      "label_use_gap": 0.006928348541259677,
      "perplexity_per_byte_labeled": 12.654949286159807,
      "perplexity_per_byte_ablated": 12.742931619778865
    },
    {
      "train_per_category": 300,
      "seed": 3037,
      "condition": "scrambled_4",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7279569149017333,
      "eval_nll_ablated": 2.734509007136027,
      "label_use_gap": 0.006552092234293649,
      "perplexity_per_byte_labeled": 15.301592606384133,
      "perplexity_per_byte_ablated": 15.40217921900685
    },
    {
      "train_per_category": 300,
      "seed": 3037,
      "condition": "scrambled_4",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6185517152150473,
      "eval_nll_ablated": 2.6253050486246745,
      "label_use_gap": 0.006753333409627249,
      "perplexity_per_byte_labeled": 13.715844744185446,
      "perplexity_per_byte_ablated": 13.80878589479209
    },
    {
      "train_per_category": 300,
      "seed": 3037,
      "condition": "scrambled_4",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5374178806940715,
      "eval_nll_ablated": 2.544642702738444,
      "label_use_gap": 0.00722482204437247,
      "perplexity_per_byte_labeled": 12.646972781108238,
      "perplexity_per_byte_ablated": 12.738675778878862
    },
    {
      "train_per_category": 300,
      "seed": 3037,
      "condition": "scrambled_5",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7280598799387614,
      "eval_nll_ablated": 2.7339389006296795,
      "label_use_gap": 0.005879020690918058,
      "perplexity_per_byte_labeled": 15.303168216548427,
      "perplexity_per_byte_ablated": 15.393400838965716
    },
    {
      "train_per_category": 300,
      "seed": 3037,
      "condition": "scrambled_5",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6183759371439614,
      "eval_nll_ablated": 2.624864029884338,
      "label_use_gap": 0.006488092740376761,
      "perplexity_per_byte_labeled": 13.713434011336194,
      "perplexity_per_byte_ablated": 13.802697304121173
    },
    {
      "train_per_category": 300,
      "seed": 3037,
      "condition": "scrambled_5",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.533145459493001,
      "eval_nll_ablated": 2.542188533147176,
      "label_use_gap": 0.009043073654174894,
      "perplexity_per_byte_labeled": 12.593054848544238,
      "perplexity_per_byte_ablated": 12.707451238979461
    },
    {
      "train_per_category": 300,
      "seed": 4049,
      "condition": "none",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.748289140065511,
      "eval_nll_ablated": 2.748289140065511,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 15.615892412295414,
      "perplexity_per_byte_ablated": 15.615892412295414
    },
    {
      "train_per_category": 300,
      "seed": 4049,
      "condition": "none",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.616976245244344,
      "eval_nll_ablated": 2.616976245244344,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 13.694252855820134,
      "perplexity_per_byte_ablated": 13.694252855820134
    },
    {
      "train_per_category": 300,
      "seed": 4049,
      "condition": "none",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5334832032521564,
      "eval_nll_ablated": 2.5334832032521564,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 12.597308792559115,
      "perplexity_per_byte_ablated": 12.597308792559115
    },
    {
      "train_per_category": 300,
      "seed": 4049,
      "condition": "hierarchy",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.748961162567139,
      "eval_nll_ablated": 2.751382756233215,
      "label_use_gap": 0.002421593666076305,
      "perplexity_per_byte_labeled": 15.626390170349213,
      "perplexity_per_byte_ablated": 15.664276792296944
    },
    {
      "train_per_category": 300,
      "seed": 4049,
      "condition": "hierarchy",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6176442464192706,
      "eval_nll_ablated": 2.6265236377716064,
      "label_use_gap": 0.00887939135233573,
      "perplexity_per_byte_labeled": 13.703403688860895,
      "perplexity_per_byte_ablated": 13.825623388325646
    },
    {
      "train_per_category": 300,
      "seed": 4049,
      "condition": "hierarchy",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.523064613342285,
      "eval_nll_ablated": 2.5562360445658365,
      "label_use_gap": 0.03317143122355137,
      "perplexity_per_byte_labeled": 12.466743930193617,
      "perplexity_per_byte_ablated": 12.887218993996944
    },
    {
      "train_per_category": 300,
      "seed": 4049,
      "condition": "scrambled_1",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.748648834228516,
      "eval_nll_ablated": 2.7515129725138348,
      "label_use_gap": 0.002864138285318951,
      "perplexity_per_byte_labeled": 15.621510367958587,
      "perplexity_per_byte_ablated": 15.666316668969126
    },
    {
      "train_per_category": 300,
      "seed": 4049,
      "condition": "scrambled_1",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6160919109980267,
      "eval_nll_ablated": 2.627035554250081,
      "label_use_gap": 0.010943643252054436,
      "perplexity_per_byte_labeled": 13.682147912238968,
      "perplexity_per_byte_ablated": 13.83270276463341
    },
    {
      "train_per_category": 300,
      "seed": 4049,
      "condition": "scrambled_1",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5227548996607463,
      "eval_nll_ablated": 2.5585955301920573,
      "label_use_gap": 0.035840630531311035,
      "perplexity_per_byte_labeled": 12.462883406893496,
      "perplexity_per_byte_ablated": 12.917662102890665
    },
    {
      "train_per_category": 300,
      "seed": 4049,
      "condition": "scrambled_2",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7487150192260743,
      "eval_nll_ablated": 2.7512818415959677,
      "label_use_gap": 0.0025668223698933623,
      "perplexity_per_byte_labeled": 15.622544311799558,
      "perplexity_per_byte_ablated": 15.662696117244671
    },
    {
      "train_per_category": 300,
      "seed": 4049,
      "condition": "scrambled_2",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.61727348168691,
      "eval_nll_ablated": 2.6285632689793905,
      "label_use_gap": 0.011289787292480646,
      "perplexity_per_byte_labeled": 13.69832389182275,
      "perplexity_per_byte_ablated": 13.853851338773966
    },
    {
      "train_per_category": 300,
      "seed": 4049,
      "condition": "scrambled_2",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5187066793441772,
      "eval_nll_ablated": 2.5577756722768146,
      "label_use_gap": 0.039068992932637325,
      "perplexity_per_byte_labeled": 12.412532892832033,
      "perplexity_per_byte_ablated": 12.907075795596073
    },
    {
      "train_per_category": 300,
      "seed": 4049,
      "condition": "scrambled_3",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7481045564015707,
      "eval_nll_ablated": 2.7503596623738606,
      "label_use_gap": 0.0022551059722899502,
      "perplexity_per_byte_labeled": 15.61301023966743,
      "perplexity_per_byte_ablated": 15.648258962168521
    },
    {
      "train_per_category": 300,
      "seed": 4049,
      "condition": "scrambled_3",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.618207899729411,
      "eval_nll_ablated": 2.6266212622324625,
      "label_use_gap": 0.00841336250305158,
      "perplexity_per_byte_labeled": 13.711129834939664,
      "perplexity_per_byte_ablated": 13.826973173239871
    },
    {
      "train_per_category": 300,
      "seed": 4049,
      "condition": "scrambled_3",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.518013604482015,
      "eval_nll_ablated": 2.5431578874588014,
      "label_use_gap": 0.025144282976786503,
      "perplexity_per_byte_labeled": 12.403933058816882,
      "perplexity_per_byte_ablated": 12.719775233821485
    },
    {
      "train_per_category": 300,
      "seed": 4049,
      "condition": "scrambled_4",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.748308459917704,
      "eval_nll_ablated": 2.750240707397461,
      "label_use_gap": 0.0019322474797567324,
      "perplexity_per_byte_labeled": 15.61619411194307,
      "perplexity_per_byte_ablated": 15.64639763460226
    },
    {
      "train_per_category": 300,
      "seed": 4049,
      "condition": "scrambled_4",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.618260645866394,
      "eval_nll_ablated": 2.6264153718948364,
      "label_use_gap": 0.008154726028442472,
      "perplexity_per_byte_labeled": 13.711853063145709,
      "perplexity_per_byte_ablated": 13.824126626113216
    },
    {
      "train_per_category": 300,
      "seed": 4049,
      "condition": "scrambled_4",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.520236841837565,
      "eval_nll_ablated": 2.5465072631835937,
      "label_use_gap": 0.026270421346028527,
      "perplexity_per_byte_labeled": 12.431540623862421,
      "perplexity_per_byte_ablated": 12.762449967177556
    },
    {
      "train_per_category": 300,
      "seed": 4049,
      "condition": "scrambled_5",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.74776775042216,
      "eval_nll_ablated": 2.7497911930084227,
      "label_use_gap": 0.002023442586262636,
      "perplexity_per_byte_labeled": 15.607752569919118,
      "perplexity_per_byte_ablated": 15.639365934272538
    },
    {
      "train_per_category": 300,
      "seed": 4049,
      "condition": "scrambled_5",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6180982907613117,
      "eval_nll_ablated": 2.625451183319092,
      "label_use_gap": 0.007352892557780155,
      "perplexity_per_byte_labeled": 13.709627054507592,
      "perplexity_per_byte_ablated": 13.810803984952003
    },
    {
      "train_per_category": 300,
      "seed": 4049,
      "condition": "scrambled_5",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.521579869588216,
      "eval_nll_ablated": 2.5496434132258097,
      "label_use_gap": 0.028063543637593558,
      "perplexity_per_byte_labeled": 12.448247744455657,
      "perplexity_per_byte_ablated": 12.802537752979731
    },
    {
      "train_per_category": 300,
      "seed": 5051,
      "condition": "none",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.726653774579366,
      "eval_nll_ablated": 2.726653774579366,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 15.281665470809237,
      "perplexity_per_byte_ablated": 15.281665470809237
    },
    {
      "train_per_category": 300,
      "seed": 5051,
      "condition": "none",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.616872239112854,
      "eval_nll_ablated": 2.616872239112854,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 13.692828643621635,
      "perplexity_per_byte_ablated": 13.692828643621635
    },
    {
      "train_per_category": 300,
      "seed": 5051,
      "condition": "none",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5487047910690306,
      "eval_nll_ablated": 2.5487047910690306,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 12.790526645209551,
      "perplexity_per_byte_ablated": 12.790526645209551
    },
    {
      "train_per_category": 300,
      "seed": 5051,
      "condition": "hierarchy",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.725585865974426,
      "eval_nll_ablated": 2.7413246870040893,
      "label_use_gap": 0.015738821029663175,
      "perplexity_per_byte_labeled": 15.265354759479735,
      "perplexity_per_byte_ablated": 15.507514098478733
    },
    {
      "train_per_category": 300,
      "seed": 5051,
      "condition": "hierarchy",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6193121671676636,
      "eval_nll_ablated": 2.6485416889190674,
      "label_use_gap": 0.02922952175140381,
      "perplexity_per_byte_labeled": 13.726278951956951,
      "perplexity_per_byte_ablated": 14.133412697159105
    },
    {
      "train_per_category": 300,
      "seed": 5051,
      "condition": "hierarchy",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.547375186284383,
      "eval_nll_ablated": 2.5973735491434735,
      "label_use_gap": 0.04999836285909032,
      "perplexity_per_byte_labeled": 12.773531600633936,
      "perplexity_per_byte_ablated": 13.428422586154262
    },
    {
      "train_per_category": 300,
      "seed": 5051,
      "condition": "scrambled_1",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.724604773521423,
      "eval_nll_ablated": 2.7421523650487263,
      "label_use_gap": 0.01754759152730312,
      "perplexity_per_byte_labeled": 15.250385379506378,
      "perplexity_per_byte_ablated": 15.520354640609309
    },
    {
      "train_per_category": 300,
      "seed": 5051,
      "condition": "scrambled_1",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6202327728271486,
      "eval_nll_ablated": 2.65557226339976,
      "label_use_gap": 0.03533949057261143,
      "perplexity_per_byte_labeled": 13.738921260441284,
      "perplexity_per_byte_ablated": 14.23312882789636
    },
    {
      "train_per_category": 300,
      "seed": 5051,
      "condition": "scrambled_1",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.550892154375712,
      "eval_nll_ablated": 2.6191474119822185,
      "label_use_gap": 0.06825525760650653,
      "perplexity_per_byte_labeled": 12.818534794698435,
      "perplexity_per_byte_ablated": 13.724017662607437
    },
    {
      "train_per_category": 300,
      "seed": 5051,
      "condition": "scrambled_2",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7251710891723633,
      "eval_nll_ablated": 2.7420976082483928,
      "label_use_gap": 0.01692651907602949,
      "perplexity_per_byte_labeled": 15.259024357392967,
      "perplexity_per_byte_ablated": 15.519504818916118
    },
    {
      "train_per_category": 300,
      "seed": 5051,
      "condition": "scrambled_2",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.622125768661499,
      "eval_nll_ablated": 2.6549779812494916,
      "label_use_gap": 0.032852212587992646,
      "perplexity_per_byte_labeled": 13.764953612949428,
      "perplexity_per_byte_ablated": 14.224672846359784
    },
    {
      "train_per_category": 300,
      "seed": 5051,
      "condition": "scrambled_2",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.551601831118266,
      "eval_nll_ablated": 2.63835125764211,
      "label_use_gap": 0.08674942652384399,
      "perplexity_per_byte_labeled": 12.827635039449941,
      "perplexity_per_byte_ablated": 13.990118481318142
    },
    {
      "train_per_category": 300,
      "seed": 5051,
      "condition": "scrambled_3",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.726101358731588,
      "eval_nll_ablated": 2.740979226430257,
      "label_use_gap": 0.014877867698669167,
      "perplexity_per_byte_labeled": 15.273225967894913,
      "perplexity_per_byte_ablated": 15.502157789009702
    },
    {
      "train_per_category": 300,
      "seed": 5051,
      "condition": "scrambled_3",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6213167746861776,
      "eval_nll_ablated": 2.644200658798218,
      "label_use_gap": 0.02288388411204023,
      "perplexity_per_byte_labeled": 13.753822351574762,
      "perplexity_per_byte_ablated": 14.072192103290817
    },
    {
      "train_per_category": 300,
      "seed": 5051,
      "condition": "scrambled_3",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.550094970067342,
      "eval_nll_ablated": 2.6118900934855143,
      "label_use_gap": 0.06179512341817217,
      "perplexity_per_byte_labeled": 12.8083201319292,
      "perplexity_per_byte_ablated": 13.62477863555408
    },
    {
      "train_per_category": 300,
      "seed": 5051,
      "condition": "scrambled_4",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.725763463973999,
      "eval_nll_ablated": 2.7401273250579834,
      "label_use_gap": 0.014363861083984464,
      "perplexity_per_byte_labeled": 15.268066096704695,
      "perplexity_per_byte_ablated": 15.488957103155592
    },
    {
      "train_per_category": 300,
      "seed": 5051,
      "condition": "scrambled_4",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6223496437072753,
      "eval_nll_ablated": 2.643641487757365,
      "label_use_gap": 0.021291844050089548,
      "perplexity_per_byte_labeled": 13.768035587545366,
      "perplexity_per_byte_ablated": 14.06432554056734
    },
    {
      "train_per_category": 300,
      "seed": 5051,
      "condition": "scrambled_4",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5536568721135455,
      "eval_nll_ablated": 2.6090280373891193,
      "label_use_gap": 0.05537116527557373,
      "perplexity_per_byte_labeled": 12.854023460685264,
      "perplexity_per_byte_ablated": 13.585839504367444
    },
    {
      "train_per_category": 300,
      "seed": 5051,
      "condition": "scrambled_5",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7252547899882,
      "eval_nll_ablated": 2.7434869527816774,
      "label_use_gap": 0.018232162793477613,
      "perplexity_per_byte_labeled": 15.260301603633081,
      "perplexity_per_byte_ablated": 15.541081743515894
    },
    {
      "train_per_category": 300,
      "seed": 5051,
      "condition": "scrambled_5",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6216513395309446,
      "eval_nll_ablated": 2.650778539975484,
      "label_use_gap": 0.029127200444539536,
      "perplexity_per_byte_labeled": 13.75842466685829,
      "perplexity_per_byte_ablated": 14.165062420943942
    },
    {
      "train_per_category": 300,
      "seed": 5051,
      "condition": "scrambled_5",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.552683409055074,
      "eval_nll_ablated": 2.6183469692866006,
      "label_use_gap": 0.06566356023152675,
      "perplexity_per_byte_labeled": 12.841516632148991,
      "perplexity_per_byte_ablated": 13.713036768289493
    },
    {
      "train_per_category": 300,
      "seed": 6067,
      "condition": "none",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.732598559061686,
      "eval_nll_ablated": 2.732598559061686,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 15.372782245014543,
      "perplexity_per_byte_ablated": 15.372782245014543
    },
    {
      "train_per_category": 300,
      "seed": 6067,
      "condition": "none",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6095396439234415,
      "eval_nll_ablated": 2.6095396439234415,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 13.59279188692266,
      "perplexity_per_byte_ablated": 13.59279188692266
    },
    {
      "train_per_category": 300,
      "seed": 6067,
      "condition": "none",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5251223405202228,
      "eval_nll_ablated": 2.5251223405202228,
      "label_use_gap": 0.0,
      "perplexity_per_byte_labeled": 12.4924234997121,
      "perplexity_per_byte_ablated": 12.4924234997121
    },
    {
      "train_per_category": 300,
      "seed": 6067,
      "condition": "hierarchy",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.735201056798299,
      "eval_nll_ablated": 2.7932584126790365,
      "label_use_gap": 0.05805735588073757,
      "perplexity_per_byte_labeled": 15.412841981088503,
      "perplexity_per_byte_ablated": 16.33415660694414
    },
    {
      "train_per_category": 300,
      "seed": 6067,
      "condition": "hierarchy",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6137526114781697,
      "eval_nll_ablated": 2.7099109808603923,
      "label_use_gap": 0.09615836938222255,
      "perplexity_per_byte_labeled": 13.650178677583723,
      "perplexity_per_byte_ablated": 15.027937681247423
    },
    {
      "train_per_category": 300,
      "seed": 6067,
      "condition": "hierarchy",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.528871949513753,
      "eval_nll_ablated": 2.641370757420858,
      "label_use_gap": 0.11249880790710476,
      "perplexity_per_byte_labeled": 12.539353132119295,
      "perplexity_per_byte_ablated": 14.032425481822393
    },
    {
      "train_per_category": 300,
      "seed": 6067,
      "condition": "scrambled_1",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7355334122975665,
      "eval_nll_ablated": 2.796801471710205,
      "label_use_gap": 0.061268059412638465,
      "perplexity_per_byte_labeled": 15.417965375227208,
      "perplexity_per_byte_ablated": 16.3921321327335
    },
    {
      "train_per_category": 300,
      "seed": 6067,
      "condition": "scrambled_1",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6143938144048056,
      "eval_nll_ablated": 2.716135867436727,
      "label_use_gap": 0.1017420530319213,
      "perplexity_per_byte_labeled": 13.658934018776115,
      "perplexity_per_byte_ablated": 15.121776654255788
    },
    {
      "train_per_category": 300,
      "seed": 6067,
      "condition": "scrambled_1",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5292214790980023,
      "eval_nll_ablated": 2.6610300461451213,
      "label_use_gap": 0.13180856704711896,
      "perplexity_per_byte_labeled": 12.54373677306779,
      "perplexity_per_byte_ablated": 14.311022522903974
    },
    {
      "train_per_category": 300,
      "seed": 6067,
      "condition": "scrambled_2",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7363977273305258,
      "eval_nll_ablated": 2.7973005612691244,
      "label_use_gap": 0.06090283393859863,
      "perplexity_per_byte_labeled": 15.431297115060293,
      "perplexity_per_byte_ablated": 16.400315316630333
    },
    {
      "train_per_category": 300,
      "seed": 6067,
      "condition": "scrambled_2",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6138134797414145,
      "eval_nll_ablated": 2.7204511006673178,
      "label_use_gap": 0.10663762092590323,
      "perplexity_per_byte_labeled": 13.651009565539905,
      "perplexity_per_byte_ablated": 15.187171643216606
    },
    {
      "train_per_category": 300,
      "seed": 6067,
      "condition": "scrambled_2",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5287177165349326,
      "eval_nll_ablated": 2.646742510795593,
      "label_use_gap": 0.11802479426066048,
      "perplexity_per_byte_labeled": 12.537419299467466,
      "perplexity_per_byte_ablated": 14.108007031736332
    },
    {
      "train_per_category": 300,
      "seed": 6067,
      "condition": "scrambled_3",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.736346896489461,
      "eval_nll_ablated": 2.794234053293864,
      "label_use_gap": 0.05788715680440282,
      "perplexity_per_byte_labeled": 15.430512749184372,
      "perplexity_per_byte_ablated": 16.35010065010213
    },
    {
      "train_per_category": 300,
      "seed": 6067,
      "condition": "scrambled_3",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6144343614578247,
      "eval_nll_ablated": 2.7110803604125975,
      "label_use_gap": 0.09664599895477277,
      "perplexity_per_byte_labeled": 13.65948785952619,
      "perplexity_per_byte_ablated": 15.04552132325567
    },
    {
      "train_per_category": 300,
      "seed": 6067,
      "condition": "scrambled_3",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.531559181213379,
      "eval_nll_ablated": 2.649282375971476,
      "label_use_gap": 0.117723194758097,
      "perplexity_per_byte_labeled": 12.573094594608003,
      "perplexity_per_byte_ablated": 14.143885010825038
    },
    {
      "train_per_category": 300,
      "seed": 6067,
      "condition": "scrambled_4",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.7351391553878783,
      "eval_nll_ablated": 2.792897335688273,
      "label_use_gap": 0.05775818030039481,
      "perplexity_per_byte_labeled": 15.41188793396002,
      "perplexity_per_byte_ablated": 16.328259783497547
    },
    {
      "train_per_category": 300,
      "seed": 6067,
      "condition": "scrambled_4",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.6144195874532064,
      "eval_nll_ablated": 2.7098724921544393,
      "label_use_gap": 0.09545290470123291,
      "perplexity_per_byte_labeled": 13.659286055680198,
      "perplexity_per_byte_ablated": 15.027359286503833
    },
    {
      "train_per_category": 300,
      "seed": 6067,
      "condition": "scrambled_4",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.5311453024546307,
      "eval_nll_ablated": 2.6451526085535684,
      "label_use_gap": 0.11400730609893772,
      "perplexity_per_byte_labeled": 12.567891934533073,
      "perplexity_per_byte_ablated": 14.085594501313436
    },
    {
      "train_per_category": 300,
      "seed": 6067,
      "condition": "scrambled_5",
      "step": 200,
      "examples_processed": 4800,
      "eval_nll_labeled": 2.735658566157023,
      "eval_nll_ablated": 2.7955135345458983,
      "label_use_gap": 0.059854968388875385,
      "perplexity_per_byte_labeled": 15.419895113853483,
      "perplexity_per_byte_ablated": 16.371033686210698
    },
    {
      "train_per_category": 300,
      "seed": 6067,
      "condition": "scrambled_5",
      "step": 400,
      "examples_processed": 9600,
      "eval_nll_labeled": 2.613860352834066,
      "eval_nll_ablated": 2.712605690956116,
      "label_use_gap": 0.09874533812205,
      "perplexity_per_byte_labeled": 13.651649445572515,
      "perplexity_per_byte_ablated": 15.068488228080934
    },
    {
      "train_per_category": 300,
      "seed": 6067,
      "condition": "scrambled_5",
      "step": 800,
      "examples_processed": 19200,
      "eval_nll_labeled": 2.535284646352132,
      "eval_nll_ablated": 2.66018758614858,
      "label_use_gap": 0.12490293979644784,
      "perplexity_per_byte_labeled": 12.620022580217201,
      "perplexity_per_byte_ablated": 14.298971136037272
    }
  ]
}