{
  "experiment": "H2 pilot v3 (toy): updating facts, external memory vs weights",
  "completed_utc": "2026-11-19T05:11:35.433300+00:00",
  "smoke_test_not_protocol": false,
  "protocol": {
    "world": "N total entities, one fact v[e] in {0..9} per entity (world A, seed + 60000 + N). The model is trained ONLY on the first 75% of the entities (\"seen\"); the remaining 25% (\"new\") appear in NO training sequence and NO fine-tuning sequence. E = 25% of the seen entities (seed + 70000 + N) change value in world B (v' != v, uniform among the 9 other digits); v' = v on the other seen entities; new entities get a uniform random value in world B",
    "n_entities": [
      256,
      1024
    ],
    "seed_values": [
      41093,
      42101,
      43103,
      44111,
      45121
    ],
    "conditions": [
      "external_64",
      "internal_64_steps"
    ],
    "finetune_variants": [
      "ft_edit_only",
      "ft_replay"
    ],
    "architecture": {
      "layers": 2,
      "width": 64,
      "heads": 4,
      "ff": 128
    },
    "split_sizes": {
      "256": {
        "seen": 192,
        "edited": 48,
        "new": 64
      },
      "1024": {
        "seen": 768,
        "edited": 192,
        "new": 256
      }
    },
    "questions": "external_64: RULE [M, a, v[a], M, b, v[b], Q_RULE, a, b, SEP] -> (v[a] + v[b]) mod 10 (facts in the context, oracle retrieval; at evaluation the context carries the facts of the world asked); internal_64_steps: RULE [Q_RULE, a, b, SEP] -> v[a], v[b], (v[a] + v[b]) mod 10 (3 output tokens, greedy autoregressive generation at evaluation); FACT [Q_FACT, e, SEP] -> v[e] (external: [M, e, v[e], Q_FACT, e, SEP])",
    "loss": "cross-entropy on the output tokens only, mean over them",
    "training_mix": "32 FACT + 32 RULE per batch, world A, seen entities only, non-test pairs only; 2000 updates; same initial weights, lr, wd, dropout as v2",
    "heldout_pairs": "test pair iff pair_hash(a, b) % 5 == 0 (symmetric, seed independent; same function as v1 / v2); training and fine-tuning replay sample only non-test pairs; 2000 evaluation test pairs per pool from a fixed generator (EVAL_PAIR_SEED + N + pool tag), with replacement if fewer exist",
    "heldout_pair_stats": {
      "256": {
        "41093": {
          "ordered_pairs_total": 65280,
          "ordered_test_pairs": 12938,
          "eval_pairs": 2000,
          "unedited_ordered_test_pairs": 4084,
          "unedited_eval_resampled_with_replacement": false,
          "edited_ordered_test_pairs": 422,
          "edited_eval_resampled_with_replacement": true,
          "new_ordered_test_pairs": 820,
          "new_eval_resampled_with_replacement": true,
          "seen_ordered_train_pairs": 29416
        },
        "42101": {
          "ordered_pairs_total": 65280,
          "ordered_test_pairs": 12938,
          "eval_pairs": 2000,
          "unedited_ordered_test_pairs": 4132,
          "unedited_eval_resampled_with_replacement": false,
          "edited_ordered_test_pairs": 432,
          "edited_eval_resampled_with_replacement": true,
          "new_ordered_test_pairs": 820,
          "new_eval_resampled_with_replacement": true,
          "seen_ordered_train_pairs": 29416
        },
        "43103": {
          "ordered_pairs_total": 65280,
          "ordered_test_pairs": 12938,
          "eval_pairs": 2000,
          "unedited_ordered_test_pairs": 4044,
          "unedited_eval_resampled_with_replacement": false,
          "edited_ordered_test_pairs": 472,
          "edited_eval_resampled_with_replacement": true,
          "new_ordered_test_pairs": 820,
          "new_eval_resampled_with_replacement": true,
          "seen_ordered_train_pairs": 29416
        },
        "44111": {
          "ordered_pairs_total": 65280,
          "ordered_test_pairs": 12938,
          "eval_pairs": 2000,
          "unedited_ordered_test_pairs": 4112,
          "unedited_eval_resampled_with_replacement": false,
          "edited_ordered_test_pairs": 452,
          "edited_eval_resampled_with_replacement": true,
          "new_ordered_test_pairs": 820,
          "new_eval_resampled_with_replacement": true,
          "seen_ordered_train_pairs": 29416
        },
        "45121": {
          "ordered_pairs_total": 65280,
          "ordered_test_pairs": 12938,
          "eval_pairs": 2000,
          "unedited_ordered_test_pairs": 4004,
          "unedited_eval_resampled_with_replacement": false,
          "edited_ordered_test_pairs": 432,
          "edited_eval_resampled_with_replacement": true,
          "new_ordered_test_pairs": 820,
          "new_eval_resampled_with_replacement": true,
          "seen_ordered_train_pairs": 29416
        }
      },
      "1024": {
        "41093": {
          "ordered_pairs_total": 1047552,
          "ordered_test_pairs": 208724,
          "eval_pairs": 2000,
          "unedited_ordered_test_pairs": 65738,
          "unedited_eval_resampled_with_replacement": false,
          "edited_ordered_test_pairs": 7408,
          "edited_eval_resampled_with_replacement": false,
          "new_ordered_test_pairs": 12970,
          "new_eval_resampled_with_replacement": false,
          "seen_ordered_train_pairs": 472026
        },
        "42101": {
          "ordered_pairs_total": 1047552,
          "ordered_test_pairs": 208724,
          "eval_pairs": 2000,
          "unedited_ordered_test_pairs": 66226,
          "unedited_eval_resampled_with_replacement": false,
          "edited_ordered_test_pairs": 7102,
          "edited_eval_resampled_with_replacement": false,
          "new_ordered_test_pairs": 12970,
          "new_eval_resampled_with_replacement": false,
          "seen_ordered_train_pairs": 472026
        },
        "43103": {
          "ordered_pairs_total": 1047552,
          "ordered_test_pairs": 208724,
          "eval_pairs": 2000,
          "unedited_ordered_test_pairs": 66180,
          "unedited_eval_resampled_with_replacement": false,
          "edited_ordered_test_pairs": 7278,
          "edited_eval_resampled_with_replacement": false,
          "new_ordered_test_pairs": 12970,
          "new_eval_resampled_with_replacement": false,
          "seen_ordered_train_pairs": 472026
        },
        "44111": {
          "ordered_pairs_total": 1047552,
          "ordered_test_pairs": 208724,
          "eval_pairs": 2000,
          "unedited_ordered_test_pairs": 65490,
          "unedited_eval_resampled_with_replacement": false,
          "edited_ordered_test_pairs": 7412,
          "edited_eval_resampled_with_replacement": false,
          "new_ordered_test_pairs": 12970,
          "new_eval_resampled_with_replacement": false,
          "seen_ordered_train_pairs": 472026
        },
        "45121": {
          "ordered_pairs_total": 1047552,
          "ordered_test_pairs": 208724,
          "eval_pairs": 2000,
          "unedited_ordered_test_pairs": 65922,
          "unedited_eval_resampled_with_replacement": false,
          "edited_ordered_test_pairs": 7386,
          "edited_eval_resampled_with_replacement": false,
          "new_ordered_test_pairs": 12970,
          "new_eval_resampled_with_replacement": false,
          "seen_ordered_train_pairs": 472026
        }
      }
    },
    "evaluation": {
      "seen_heldout_acc": "test pairs of seen non-edited entities, answer from world A (= B); identical set and value as unedited_acc (reported under both names)",
      "edited_acc": "test pairs with both entities in E, answer from world B; external: v' in the context, no extra training; internal: weights only",
      "new_acc": "test pairs of two new entities, answer from world B; same convention",
      "unedited_acc": "same as seen_heldout_acc; measured before and after fine-tuning for the internal model",
      "edited_stale_acc": "diagnostic: edited pairs scored against the OLD world-A answer"
    },
    "finetuning": {
      "checkpoints": [
        0,
        50,
        100,
        200
      ],
      "optimizer": "AdamW, lr 0.001, wd 0.01, fresh state, on a copy of the trained internal_64_steps model",
      "ft_edit_only": "64 FACT questions per batch on E with world-B values",
      "ft_replay": "32 FACT on E (world B) + 16 FACT + 16 RULE of seen non-edited entities (world A, non-test pairs)",
      "new_entities_in_finetuning": false
    },
    "metric": "top-1 accuracy over the full vocabulary; chance level 0.1 (10 digits)",
    "tf32": false,
    "primary_checkpoint": "end of training (trained) and 200 fine-tuning updates, fixed in advance; all checkpoints reported",
    "batch_generator_seed": "seed + 80000 + N; fine-tuning generator seed + 90000 + N",
    "same_initial_weights_for_all_conditions": true,
    "seeds_disjoint_from_v10_to_v15_v1_v2": true,
    "prediction_thresholds": {
      "P1": {
        "external_edited_acc_min": 0.95,
        "internal_edited_acc_before_ft_max": 0.2,
        "n": 1024
      },
      "P2": {
        "ft_edit_only_edited_acc_at_200_min": 0.9,
        "n": 1024
      },
      "P3a": {
        "ft_edit_only_unedited_drop_min": 0.1,
        "ft_updates": 200,
        "n": 1024
      },
      "P3b": {
        "ft_replay_unedited_drop_max_exclusive": 0.05,
        "ft_updates": 200,
        "n": 1024
      },
      "P4": {
        "external_new_acc_min": 0.9,
        "internal_new_acc_max": 0.2,
        "n": 1024
      },
      "P5": {
        "seen_heldout_acc_min": 0.99,
        "n": 1024
      }
    },
    "prediction_priors": {
      "P1": 0.6,
      "P2": 0.5,
      "P3a": 0.4,
      "P3b": 0.55,
      "P4": 0.45,
      "P5": 0.8
    },
    "limitations": "single-rule synthetic world (addition mod 10); random independent facts; one small model; five seeds; no significance test; one fine-tuning type (single lr); edited values uniform; no specialised knowledge editor (ROME / MEMIT); ideal retrieval (search cost, the c link of H2, is NOT measured); unseen-entity embeddings are never trained (they only shrink slightly through AdamW weight decay); N = 256 is secondary, judge on 1024; exploratory, no update of the confidence in H2"
  },
  "parameter_counts": {
    "external_64": 201999,
    "internal_64_steps": 201999
  },
  "environment": {
    "device": "cuda",
    "gpu": "NVIDIA RTX PRO 6000 Blackwell Server Edition MIG 2g.48gb",
    "torch": "2.13.0+cu130",
    "cuda": "13.0",
    "python": "3.12.12",
    "code_sha256": "7531897c5bed1c39719a3676e45686252f922e3dbaf395960c428af1534dffbc"
  },
  "summary": {
    "256": {
      "external_64": {
        "trained": {
          "seen_heldout_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "edited_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "new_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "edited_stale_acc": {
            "mean": 0.11430000513792038,
            "per_seed": {
              "41093": 0.09550000727176666,
              "42101": 0.1525000035762787,
              "43103": 0.10050000250339508,
              "44111": 0.13700000941753387,
              "45121": 0.0860000029206276
            }
          },
          "chance_level": 0.1
        }
      },
      "internal_64_steps": {
        "trained": {
          "seen_heldout_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "edited_acc": {
            "mean": 0.11430000513792038,
            "per_seed": {
              "41093": 0.09550000727176666,
              "42101": 0.1525000035762787,
              "43103": 0.10050000250339508,
              "44111": 0.13700000941753387,
              "45121": 0.0860000029206276
            }
          },
          "new_acc": {
            "mean": 0.10250000506639481,
            "per_seed": {
              "41093": 0.11300000548362732,
              "42101": 0.0950000062584877,
              "43103": 0.08700000494718552,
              "44111": 0.11000000685453415,
              "45121": 0.10750000178813934
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "edited_stale_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "chance_level": 0.1
        }
      },
      "ft_edit_only": {
        "ft_0": {
          "seen_heldout_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "edited_acc": {
            "mean": 0.11430000513792038,
            "per_seed": {
              "41093": 0.09550000727176666,
              "42101": 0.1525000035762787,
              "43103": 0.10050000250339508,
              "44111": 0.13700000941753387,
              "45121": 0.0860000029206276
            }
          },
          "new_acc": {
            "mean": 0.10250000506639481,
            "per_seed": {
              "41093": 0.11300000548362732,
              "42101": 0.0950000062584877,
              "43103": 0.08700000494718552,
              "44111": 0.11000000685453415,
              "45121": 0.10750000178813934
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "edited_stale_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "chance_level": 0.1
        },
        "ft_50": {
          "seen_heldout_acc": {
            "mean": 0.33160001039505005,
            "per_seed": {
              "41093": 0.3005000054836273,
              "42101": 0.22150000929832458,
              "43103": 0.47850000858306885,
              "44111": 0.37700000405311584,
              "45121": 0.28050002455711365
            }
          },
          "edited_acc": {
            "mean": 0.27010000944137574,
            "per_seed": {
              "41093": 0.31850001215934753,
              "42101": 0.226500004529953,
              "43103": 0.21900001168251038,
              "44111": 0.2835000157356262,
              "45121": 0.30300000309944153
            }
          },
          "new_acc": {
            "mean": 0.09770000576972962,
            "per_seed": {
              "41093": 0.08800000697374344,
              "42101": 0.10000000149011612,
              "43103": 0.1275000125169754,
              "44111": 0.08400000631809235,
              "45121": 0.08900000154972076
            }
          },
          "unedited_acc": {
            "mean": 0.33160001039505005,
            "per_seed": {
              "41093": 0.3005000054836273,
              "42101": 0.22150000929832458,
              "43103": 0.47850000858306885,
              "44111": 0.37700000405311584,
              "45121": 0.28050002455711365
            }
          },
          "edited_stale_acc": {
            "mean": 0.10910000652074814,
            "per_seed": {
              "41093": 0.08050000667572021,
              "42101": 0.10600000619888306,
              "43103": 0.19600000977516174,
              "44111": 0.08650000393390656,
              "45121": 0.07650000602006912
            }
          },
          "chance_level": 0.1
        },
        "ft_100": {
          "seen_heldout_acc": {
            "mean": 0.25760001838207247,
            "per_seed": {
              "41093": 0.30100002884864807,
              "42101": 0.21250000596046448,
              "43103": 0.3110000193119049,
              "44111": 0.2735000252723694,
              "45121": 0.1900000125169754
            }
          },
          "edited_acc": {
            "mean": 0.35890001654624937,
            "per_seed": {
              "41093": 0.35500001907348633,
              "42101": 0.32100000977516174,
              "43103": 0.4065000116825104,
              "44111": 0.39900001883506775,
              "45121": 0.31300002336502075
            }
          },
          "new_acc": {
            "mean": 0.10220000445842743,
            "per_seed": {
              "41093": 0.0950000062584877,
              "42101": 0.10950000584125519,
              "43103": 0.12400000542402267,
              "44111": 0.0885000005364418,
              "45121": 0.09400000423192978
            }
          },
          "unedited_acc": {
            "mean": 0.25760001838207247,
            "per_seed": {
              "41093": 0.30100002884864807,
              "42101": 0.21250000596046448,
              "43103": 0.3110000193119049,
              "44111": 0.2735000252723694,
              "45121": 0.1900000125169754
            }
          },
          "edited_stale_acc": {
            "mean": 0.08300000578165054,
            "per_seed": {
              "41093": 0.08450000733137131,
              "42101": 0.09950000792741776,
              "43103": 0.07050000131130219,
              "44111": 0.09100000560283661,
              "45121": 0.06950000673532486
            }
          },
          "chance_level": 0.1
        },
        "ft_200": {
          "seen_heldout_acc": {
            "mean": 0.23540001213550568,
            "per_seed": {
              "41093": 0.296500027179718,
              "42101": 0.2160000056028366,
              "43103": 0.24700000882148743,
              "44111": 0.2510000169277191,
              "45121": 0.1665000021457672
            }
          },
          "edited_acc": {
            "mean": 0.35250000953674315,
            "per_seed": {
              "41093": 0.3930000066757202,
              "42101": 0.34300002455711365,
              "43103": 0.3675000071525574,
              "44111": 0.35600000619888306,
              "45121": 0.30300000309944153
            }
          },
          "new_acc": {
            "mean": 0.10080000460147857,
            "per_seed": {
              "41093": 0.1055000051856041,
              "42101": 0.11150000244379044,
              "43103": 0.10300000756978989,
              "44111": 0.08800000697374344,
              "45121": 0.09600000083446503
            }
          },
          "unedited_acc": {
            "mean": 0.23540001213550568,
            "per_seed": {
              "41093": 0.296500027179718,
              "42101": 0.2160000056028366,
              "43103": 0.24700000882148743,
              "44111": 0.2510000169277191,
              "45121": 0.1665000021457672
            }
          },
          "edited_stale_acc": {
            "mean": 0.09070000499486923,
            "per_seed": {
              "41093": 0.08300000429153442,
              "42101": 0.11150000244379044,
              "43103": 0.09000000357627869,
              "44111": 0.09200000762939453,
              "45121": 0.07700000703334808
            }
          },
          "chance_level": 0.1
        }
      },
      "ft_replay": {
        "ft_0": {
          "seen_heldout_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "edited_acc": {
            "mean": 0.11430000513792038,
            "per_seed": {
              "41093": 0.09550000727176666,
              "42101": 0.1525000035762787,
              "43103": 0.10050000250339508,
              "44111": 0.13700000941753387,
              "45121": 0.0860000029206276
            }
          },
          "new_acc": {
            "mean": 0.10250000506639481,
            "per_seed": {
              "41093": 0.11300000548362732,
              "42101": 0.0950000062584877,
              "43103": 0.08700000494718552,
              "44111": 0.11000000685453415,
              "45121": 0.10750000178813934
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "edited_stale_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "chance_level": 0.1
        },
        "ft_50": {
          "seen_heldout_acc": {
            "mean": 0.9956000328063965,
            "per_seed": {
              "41093": 0.9980000257492065,
              "42101": 0.9955000281333923,
              "43103": 0.9970000386238098,
              "44111": 0.9905000329017639,
              "45121": 0.9970000386238098
            }
          },
          "edited_acc": {
            "mean": 0.22010000944137573,
            "per_seed": {
              "41093": 0.3305000066757202,
              "42101": 0.19550001621246338,
              "43103": 0.1665000021457672,
              "44111": 0.1990000158548355,
              "45121": 0.20900000631809235
            }
          },
          "new_acc": {
            "mean": 0.09340000450611115,
            "per_seed": {
              "41093": 0.0990000069141388,
              "42101": 0.07750000059604645,
              "43103": 0.09100000560283661,
              "44111": 0.07900000363588333,
              "45121": 0.12050000578165054
            }
          },
          "unedited_acc": {
            "mean": 0.9956000328063965,
            "per_seed": {
              "41093": 0.9980000257492065,
              "42101": 0.9955000281333923,
              "43103": 0.9970000386238098,
              "44111": 0.9905000329017639,
              "45121": 0.9970000386238098
            }
          },
          "edited_stale_acc": {
            "mean": 0.2372000128030777,
            "per_seed": {
              "41093": 0.20650000870227814,
              "42101": 0.2200000137090683,
              "43103": 0.2515000104904175,
              "44111": 0.2670000195503235,
              "45121": 0.2410000115633011
            }
          },
          "chance_level": 0.1
        },
        "ft_100": {
          "seen_heldout_acc": {
            "mean": 0.9986000418663025,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 0.9975000619888306,
              "44111": 0.9965000748634338,
              "45121": 0.999000072479248
            }
          },
          "edited_acc": {
            "mean": 0.40960001945495605,
            "per_seed": {
              "41093": 0.4660000205039978,
              "42101": 0.4595000147819519,
              "43103": 0.34300002455711365,
              "44111": 0.44200003147125244,
              "45121": 0.3375000059604645
            }
          },
          "new_acc": {
            "mean": 0.10190000385046005,
            "per_seed": {
              "41093": 0.10350000858306885,
              "42101": 0.09700000286102295,
              "43103": 0.09650000184774399,
              "44111": 0.09600000083446503,
              "45121": 0.11650000512599945
            }
          },
          "unedited_acc": {
            "mean": 0.9986000418663025,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 0.9975000619888306,
              "44111": 0.9965000748634338,
              "45121": 0.999000072479248
            }
          },
          "edited_stale_acc": {
            "mean": 0.11500000655651092,
            "per_seed": {
              "41093": 0.10750000178813934,
              "42101": 0.1210000067949295,
              "43103": 0.16700001060962677,
              "44111": 0.07250000536441803,
              "45121": 0.10700000822544098
            }
          },
          "chance_level": 0.1
        },
        "ft_200": {
          "seen_heldout_acc": {
            "mean": 0.9878000140190124,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 0.9390000700950623,
              "45121": 1.0
            }
          },
          "edited_acc": {
            "mean": 0.4293000280857086,
            "per_seed": {
              "41093": 0.5010000467300415,
              "42101": 0.4975000321865082,
              "43103": 0.3505000174045563,
              "44111": 0.42000001668930054,
              "45121": 0.3775000274181366
            }
          },
          "new_acc": {
            "mean": 0.09600000530481338,
            "per_seed": {
              "41093": 0.08650000393390656,
              "42101": 0.09050000458955765,
              "43103": 0.08350000530481339,
              "44111": 0.10950000584125519,
              "45121": 0.11000000685453415
            }
          },
          "unedited_acc": {
            "mean": 0.9878000140190124,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 0.9390000700950623,
              "45121": 1.0
            }
          },
          "edited_stale_acc": {
            "mean": 0.1064000055193901,
            "per_seed": {
              "41093": 0.09800000488758087,
              "42101": 0.11050000786781311,
              "43103": 0.15600000321865082,
              "44111": 0.06800000369548798,
              "45121": 0.09950000792741776
            }
          },
          "chance_level": 0.1
        }
      }
    },
    "1024": {
      "external_64": {
        "trained": {
          "seen_heldout_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "edited_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "new_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "edited_stale_acc": {
            "mean": 0.10660000443458557,
            "per_seed": {
              "41093": 0.1080000028014183,
              "42101": 0.09750000387430191,
              "43103": 0.11150000244379044,
              "44111": 0.11300000548362732,
              "45121": 0.10300000756978989
            }
          },
          "chance_level": 0.1
        }
      },
      "internal_64_steps": {
        "trained": {
          "seen_heldout_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "edited_acc": {
            "mean": 0.10660000443458557,
            "per_seed": {
              "41093": 0.1080000028014183,
              "42101": 0.09750000387430191,
              "43103": 0.11150000244379044,
              "44111": 0.11300000548362732,
              "45121": 0.10300000756978989
            }
          },
          "new_acc": {
            "mean": 0.10080000460147857,
            "per_seed": {
              "41093": 0.0950000062584877,
              "42101": 0.1055000051856041,
              "43103": 0.09750000387430191,
              "44111": 0.10850000381469727,
              "45121": 0.09750000387430191
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "edited_stale_acc": {
            "mean": 0.9999000072479248,
            "per_seed": {
              "41093": 0.999500036239624,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "chance_level": 0.1
        }
      },
      "ft_edit_only": {
        "ft_0": {
          "seen_heldout_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "edited_acc": {
            "mean": 0.10660000443458557,
            "per_seed": {
              "41093": 0.1080000028014183,
              "42101": 0.09750000387430191,
              "43103": 0.11150000244379044,
              "44111": 0.11300000548362732,
              "45121": 0.10300000756978989
            }
          },
          "new_acc": {
            "mean": 0.10080000460147857,
            "per_seed": {
              "41093": 0.0950000062584877,
              "42101": 0.1055000051856041,
              "43103": 0.09750000387430191,
              "44111": 0.10850000381469727,
              "45121": 0.09750000387430191
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "edited_stale_acc": {
            "mean": 0.9999000072479248,
            "per_seed": {
              "41093": 0.999500036239624,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "chance_level": 0.1
        },
        "ft_50": {
          "seen_heldout_acc": {
            "mean": 0.1665000081062317,
            "per_seed": {
              "41093": 0.19600000977516174,
              "42101": 0.23200000822544098,
              "43103": 0.13750000298023224,
              "44111": 0.1315000057220459,
              "45121": 0.1355000138282776
            }
          },
          "edited_acc": {
            "mean": 0.11200000494718551,
            "per_seed": {
              "41093": 0.12050000578165054,
              "42101": 0.10650000721216202,
              "43103": 0.10050000250339508,
              "44111": 0.11600000411272049,
              "45121": 0.11650000512599945
            }
          },
          "new_acc": {
            "mean": 0.09960000365972518,
            "per_seed": {
              "41093": 0.101500004529953,
              "42101": 0.10000000149011612,
              "43103": 0.10400000214576721,
              "44111": 0.10300000756978989,
              "45121": 0.08950000256299973
            }
          },
          "unedited_acc": {
            "mean": 0.1665000081062317,
            "per_seed": {
              "41093": 0.19600000977516174,
              "42101": 0.23200000822544098,
              "43103": 0.13750000298023224,
              "44111": 0.1315000057220459,
              "45121": 0.1355000138282776
            }
          },
          "edited_stale_acc": {
            "mean": 0.12140000462532044,
            "per_seed": {
              "41093": 0.12950000166893005,
              "42101": 0.1445000022649765,
              "43103": 0.1185000091791153,
              "44111": 0.11050000786781311,
              "45121": 0.10400000214576721
            }
          },
          "chance_level": 0.1
        },
        "ft_100": {
          "seen_heldout_acc": {
            "mean": 0.16120000779628754,
            "per_seed": {
              "41093": 0.18200001120567322,
              "42101": 0.17750000953674316,
              "43103": 0.17100000381469727,
              "44111": 0.13500000536441803,
              "45121": 0.140500009059906
            }
          },
          "edited_acc": {
            "mean": 0.1659000039100647,
            "per_seed": {
              "41093": 0.23000000417232513,
              "42101": 0.20900000631809235,
              "43103": 0.12000000476837158,
              "44111": 0.125,
              "45121": 0.14550000429153442
            }
          },
          "new_acc": {
            "mean": 0.10200000405311585,
            "per_seed": {
              "41093": 0.10750000178813934,
              "42101": 0.10100000351667404,
              "43103": 0.10600000619888306,
              "44111": 0.09400000423192978,
              "45121": 0.101500004529953
            }
          },
          "unedited_acc": {
            "mean": 0.16120000779628754,
            "per_seed": {
              "41093": 0.18200001120567322,
              "42101": 0.17750000953674316,
              "43103": 0.17100000381469727,
              "44111": 0.13500000536441803,
              "45121": 0.140500009059906
            }
          },
          "edited_stale_acc": {
            "mean": 0.09940000474452973,
            "per_seed": {
              "41093": 0.09600000083446503,
              "42101": 0.08250000327825546,
              "43103": 0.1275000125169754,
              "44111": 0.0950000062584877,
              "45121": 0.09600000083446503
            }
          },
          "chance_level": 0.1
        },
        "ft_200": {
          "seen_heldout_acc": {
            "mean": 0.13370000571012497,
            "per_seed": {
              "41093": 0.1535000056028366,
              "42101": 0.12950000166893005,
              "43103": 0.13700000941753387,
              "44111": 0.12550000846385956,
              "45121": 0.12300000339746475
            }
          },
          "edited_acc": {
            "mean": 0.23760001063346864,
            "per_seed": {
              "41093": 0.35500001907348633,
              "42101": 0.3255000114440918,
              "43103": 0.1915000081062317,
              "44111": 0.16750000417232513,
              "45121": 0.1485000103712082
            }
          },
          "new_acc": {
            "mean": 0.101500004529953,
            "per_seed": {
              "41093": 0.10050000250339508,
              "42101": 0.10600000619888306,
              "43103": 0.10100000351667404,
              "44111": 0.10050000250339508,
              "45121": 0.09950000792741776
            }
          },
          "unedited_acc": {
            "mean": 0.13370000571012497,
            "per_seed": {
              "41093": 0.1535000056028366,
              "42101": 0.12950000166893005,
              "43103": 0.13700000941753387,
              "44111": 0.12550000846385956,
              "45121": 0.12300000339746475
            }
          },
          "edited_stale_acc": {
            "mean": 0.10020000487565994,
            "per_seed": {
              "41093": 0.10350000858306885,
              "42101": 0.09700000286102295,
              "43103": 0.11400000751018524,
              "44111": 0.09050000458955765,
              "45121": 0.09600000083446503
            }
          },
          "chance_level": 0.1
        }
      },
      "ft_replay": {
        "ft_0": {
          "seen_heldout_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "edited_acc": {
            "mean": 0.10660000443458557,
            "per_seed": {
              "41093": 0.1080000028014183,
              "42101": 0.09750000387430191,
              "43103": 0.11150000244379044,
              "44111": 0.11300000548362732,
              "45121": 0.10300000756978989
            }
          },
          "new_acc": {
            "mean": 0.10080000460147857,
            "per_seed": {
              "41093": 0.0950000062584877,
              "42101": 0.1055000051856041,
              "43103": 0.09750000387430191,
              "44111": 0.10850000381469727,
              "45121": 0.09750000387430191
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "per_seed": {
              "41093": 1.0,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "edited_stale_acc": {
            "mean": 0.9999000072479248,
            "per_seed": {
              "41093": 0.999500036239624,
              "42101": 1.0,
              "43103": 1.0,
              "44111": 1.0,
              "45121": 1.0
            }
          },
          "chance_level": 0.1
        },
        "ft_50": {
          "seen_heldout_acc": {
            "mean": 0.9827000498771667,
            "per_seed": {
              "41093": 0.9855000376701355,
              "42101": 0.9825000762939453,
              "43103": 0.9760000705718994,
              "44111": 0.9895000457763672,
              "45121": 0.9800000190734863
            }
          },
          "edited_acc": {
            "mean": 0.09700000435113906,
            "per_seed": {
              "41093": 0.09100000560283661,
              "42101": 0.0925000011920929,
              "43103": 0.10200000554323196,
              "44111": 0.10250000655651093,
              "45121": 0.09700000286102295
            }
          },
          "new_acc": {
            "mean": 0.10310000330209732,
            "per_seed": {
              "41093": 0.09800000488758087,
              "42101": 0.1120000034570694,
              "43103": 0.09750000387430191,
              "44111": 0.10750000178813934,
              "45121": 0.10050000250339508
            }
          },
          "unedited_acc": {
            "mean": 0.9827000498771667,
            "per_seed": {
              "41093": 0.9855000376701355,
              "42101": 0.9825000762939453,
              "43103": 0.9760000705718994,
              "44111": 0.9895000457763672,
              "45121": 0.9800000190734863
            }
          },
          "edited_stale_acc": {
            "mean": 0.7222000360488892,
            "per_seed": {
              "41093": 0.6765000224113464,
              "42101": 0.5885000228881836,
              "43103": 0.858500063419342,
              "44111": 0.7510000467300415,
              "45121": 0.7365000247955322
            }
          },
          "chance_level": 0.1
        },
        "ft_100": {
          "seen_heldout_acc": {
            "mean": 0.9912000298500061,
            "per_seed": {
              "41093": 0.9940000176429749,
              "42101": 0.9940000176429749,
              "43103": 0.9920000433921814,
              "44111": 0.9915000200271606,
              "45121": 0.9845000505447388
            }
          },
          "edited_acc": {
            "mean": 0.1315000057220459,
            "per_seed": {
              "41093": 0.13900001347064972,
              "42101": 0.11950000375509262,
              "43103": 0.11950000375509262,
              "44111": 0.1445000022649765,
              "45121": 0.13500000536441803
            }
          },
          "new_acc": {
            "mean": 0.10210000425577163,
            "per_seed": {
              "41093": 0.09600000083446503,
              "42101": 0.11150000244379044,
              "43103": 0.10300000756978989,
              "44111": 0.101500004529953,
              "45121": 0.09850000590085983
            }
          },
          "unedited_acc": {
            "mean": 0.9912000298500061,
            "per_seed": {
              "41093": 0.9940000176429749,
              "42101": 0.9940000176429749,
              "43103": 0.9920000433921814,
              "44111": 0.9915000200271606,
              "45121": 0.9845000505447388
            }
          },
          "edited_stale_acc": {
            "mean": 0.40620002150535583,
            "per_seed": {
              "41093": 0.3565000295639038,
              "42101": 0.37700000405311584,
              "43103": 0.4595000147819519,
              "44111": 0.3800000250339508,
              "45121": 0.4580000340938568
            }
          },
          "chance_level": 0.1
        },
        "ft_200": {
          "seen_heldout_acc": {
            "mean": 0.9975000619888306,
            "per_seed": {
              "41093": 0.999000072479248,
              "42101": 0.9975000619888306,
              "43103": 0.9960000514984131,
              "44111": 0.999000072479248,
              "45121": 0.9960000514984131
            }
          },
          "edited_acc": {
            "mean": 0.33990001678466797,
            "per_seed": {
              "41093": 0.40300002694129944,
              "42101": 0.2750000059604645,
              "43103": 0.35750001668930054,
              "44111": 0.3720000088214874,
              "45121": 0.29200002551078796
            }
          },
          "new_acc": {
            "mean": 0.10360000282526016,
            "per_seed": {
              "41093": 0.09650000184774399,
              "42101": 0.10900000482797623,
              "43103": 0.11600000411272049,
              "44111": 0.10400000214576721,
              "45121": 0.0925000011920929
            }
          },
          "unedited_acc": {
            "mean": 0.9975000619888306,
            "per_seed": {
              "41093": 0.999000072479248,
              "42101": 0.9975000619888306,
              "43103": 0.9960000514984131,
              "44111": 0.999000072479248,
              "45121": 0.9960000514984131
            }
          },
          "edited_stale_acc": {
            "mean": 0.13980000615119934,
            "per_seed": {
              "41093": 0.13050000369548798,
              "42101": 0.1485000103712082,
              "43103": 0.12450000643730164,
              "44111": 0.13350000977516174,
              "45121": 0.16200000047683716
            }
          },
          "chance_level": 0.1
        }
      }
    }
  },
  "predictions_check": {
    "P1": {
      "values": {
        "external_edited_acc": 1.0,
        "internal_edited_acc_before_ft": 0.10660000443458557
      },
      "holds": true,
      "prior": 0.6
    },
    "P2": {
      "values": {
        "ft_edit_only_edited_acc_after_ft": 0.23760001063346864
      },
      "holds": false,
      "prior": 0.5
    },
    "P3a": {
      "values": {
        "unedited_acc_before": 1.0,
        "unedited_acc_after": 0.13370000571012497,
        "drop": 0.866299994289875
      },
      "holds": true,
      "prior": 0.4
    },
    "P3b": {
      "values": {
        "unedited_acc_before": 1.0,
        "unedited_acc_after": 0.9975000619888306,
        "drop": 0.0024999380111694336
      },
      "holds": true,
      "prior": 0.55
    },
    "P4": {
      "values": {
        "external_new_acc": 1.0,
        "internal_new_acc": 0.10080000460147857
      },
      "holds": true,
      "prior": 0.45
    },
    "P5": {
      "values": {
        "external_seen_heldout_acc": 1.0,
        "internal_seen_heldout_acc": 1.0
      },
      "holds": true,
      "prior": 0.8
    }
  },
  "timing_seconds_mean": {
    "256": {
      "train_external_64": 8.126382607995765,
      "train_internal_64_steps": 8.056773688597605,
      "ft_edit_only_200_updates": 0.8260584833944449,
      "ft_replay_200_updates": 0.7820239536085865
    },
    "1024": {
      "train_external_64": 7.871894466804224,
      "train_internal_64_steps": 8.044792795402463,
      "ft_edit_only_200_updates": 0.814806569198845,
      "ft_replay_200_updates": 0.7970963064057287
    }
  },
  "elapsed_seconds": 180.25029199701385,
  "runs": [
    {
      "n_entities": 256,
      "seed": 41093,
      "condition": "external_64",
      "phase": "trained",
      "step": 2000,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 1.0,
      "edited_stale_acc": 0.09550000727176666,
      "new_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 41093,
      "condition": "internal_64_steps",
      "phase": "trained",
      "step": 2000,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.09550000727176666,
      "edited_stale_acc": 1.0,
      "new_acc": 0.11300000548362732
    },
    {
      "n_entities": 256,
      "seed": 41093,
      "condition": "ft_edit_only",
      "phase": "ft_0",
      "step": 0,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.09550000727176666,
      "edited_stale_acc": 1.0,
      "new_acc": 0.11300000548362732
    },
    {
      "n_entities": 256,
      "seed": 41093,
      "condition": "ft_edit_only",
      "phase": "ft_50",
      "step": 50,
      "seen_heldout_acc": 0.3005000054836273,
      "unedited_acc": 0.3005000054836273,
      "edited_acc": 0.31850001215934753,
      "edited_stale_acc": 0.08050000667572021,
      "new_acc": 0.08800000697374344
    },
    {
      "n_entities": 256,
      "seed": 41093,
      "condition": "ft_edit_only",
      "phase": "ft_100",
      "step": 100,
      "seen_heldout_acc": 0.30100002884864807,
      "unedited_acc": 0.30100002884864807,
      "edited_acc": 0.35500001907348633,
      "edited_stale_acc": 0.08450000733137131,
      "new_acc": 0.0950000062584877
    },
    {
      "n_entities": 256,
      "seed": 41093,
      "condition": "ft_edit_only",
      "phase": "ft_200",
      "step": 200,
      "seen_heldout_acc": 0.296500027179718,
      "unedited_acc": 0.296500027179718,
      "edited_acc": 0.3930000066757202,
      "edited_stale_acc": 0.08300000429153442,
      "new_acc": 0.1055000051856041
    },
    {
      "n_entities": 256,
      "seed": 41093,
      "condition": "ft_replay",
      "phase": "ft_0",
      "step": 0,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.09550000727176666,
      "edited_stale_acc": 1.0,
      "new_acc": 0.11300000548362732
    },
    {
      "n_entities": 256,
      "seed": 41093,
      "condition": "ft_replay",
      "phase": "ft_50",
      "step": 50,
      "seen_heldout_acc": 0.9980000257492065,
      "unedited_acc": 0.9980000257492065,
      "edited_acc": 0.3305000066757202,
      "edited_stale_acc": 0.20650000870227814,
      "new_acc": 0.0990000069141388
    },
    {
      "n_entities": 256,
      "seed": 41093,
      "condition": "ft_replay",
      "phase": "ft_100",
      "step": 100,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.4660000205039978,
      "edited_stale_acc": 0.10750000178813934,
      "new_acc": 0.10350000858306885
    },
    {
      "n_entities": 256,
      "seed": 41093,
      "condition": "ft_replay",
      "phase": "ft_200",
      "step": 200,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.5010000467300415,
      "edited_stale_acc": 0.09800000488758087,
      "new_acc": 0.08650000393390656
    },
    {
      "n_entities": 1024,
      "seed": 41093,
      "condition": "external_64",
      "phase": "trained",
      "step": 2000,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 1.0,
      "edited_stale_acc": 0.1080000028014183,
      "new_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 41093,
      "condition": "internal_64_steps",
      "phase": "trained",
      "step": 2000,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.1080000028014183,
      "edited_stale_acc": 0.999500036239624,
      "new_acc": 0.0950000062584877
    },
    {
      "n_entities": 1024,
      "seed": 41093,
      "condition": "ft_edit_only",
      "phase": "ft_0",
      "step": 0,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.1080000028014183,
      "edited_stale_acc": 0.999500036239624,
      "new_acc": 0.0950000062584877
    },
    {
      "n_entities": 1024,
      "seed": 41093,
      "condition": "ft_edit_only",
      "phase": "ft_50",
      "step": 50,
      "seen_heldout_acc": 0.19600000977516174,
      "unedited_acc": 0.19600000977516174,
      "edited_acc": 0.12050000578165054,
      "edited_stale_acc": 0.12950000166893005,
      "new_acc": 0.101500004529953
    },
    {
      "n_entities": 1024,
      "seed": 41093,
      "condition": "ft_edit_only",
      "phase": "ft_100",
      "step": 100,
      "seen_heldout_acc": 0.18200001120567322,
      "unedited_acc": 0.18200001120567322,
      "edited_acc": 0.23000000417232513,
      "edited_stale_acc": 0.09600000083446503,
      "new_acc": 0.10750000178813934
    },
    {
      "n_entities": 1024,
      "seed": 41093,
      "condition": "ft_edit_only",
      "phase": "ft_200",
      "step": 200,
      "seen_heldout_acc": 0.1535000056028366,
      "unedited_acc": 0.1535000056028366,
      "edited_acc": 0.35500001907348633,
      "edited_stale_acc": 0.10350000858306885,
      "new_acc": 0.10050000250339508
    },
    {
      "n_entities": 1024,
      "seed": 41093,
      "condition": "ft_replay",
      "phase": "ft_0",
      "step": 0,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.1080000028014183,
      "edited_stale_acc": 0.999500036239624,
      "new_acc": 0.0950000062584877
    },
    {
      "n_entities": 1024,
      "seed": 41093,
      "condition": "ft_replay",
      "phase": "ft_50",
      "step": 50,
      "seen_heldout_acc": 0.9855000376701355,
      "unedited_acc": 0.9855000376701355,
      "edited_acc": 0.09100000560283661,
      "edited_stale_acc": 0.6765000224113464,
      "new_acc": 0.09800000488758087
    },
    {
      "n_entities": 1024,
      "seed": 41093,
      "condition": "ft_replay",
      "phase": "ft_100",
      "step": 100,
      "seen_heldout_acc": 0.9940000176429749,
      "unedited_acc": 0.9940000176429749,
      "edited_acc": 0.13900001347064972,
      "edited_stale_acc": 0.3565000295639038,
      "new_acc": 0.09600000083446503
    },
    {
      "n_entities": 1024,
      "seed": 41093,
      "condition": "ft_replay",
      "phase": "ft_200",
      "step": 200,
      "seen_heldout_acc": 0.999000072479248,
      "unedited_acc": 0.999000072479248,
      "edited_acc": 0.40300002694129944,
      "edited_stale_acc": 0.13050000369548798,
      "new_acc": 0.09650000184774399
    },
    {
      "n_entities": 256,
      "seed": 42101,
      "condition": "external_64",
      "phase": "trained",
      "step": 2000,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 1.0,
      "edited_stale_acc": 0.1525000035762787,
      "new_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 42101,
      "condition": "internal_64_steps",
      "phase": "trained",
      "step": 2000,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.1525000035762787,
      "edited_stale_acc": 1.0,
      "new_acc": 0.0950000062584877
    },
    {
      "n_entities": 256,
      "seed": 42101,
      "condition": "ft_edit_only",
      "phase": "ft_0",
      "step": 0,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.1525000035762787,
      "edited_stale_acc": 1.0,
      "new_acc": 0.0950000062584877
    },
    {
      "n_entities": 256,
      "seed": 42101,
      "condition": "ft_edit_only",
      "phase": "ft_50",
      "step": 50,
      "seen_heldout_acc": 0.22150000929832458,
      "unedited_acc": 0.22150000929832458,
      "edited_acc": 0.226500004529953,
      "edited_stale_acc": 0.10600000619888306,
      "new_acc": 0.10000000149011612
    },
    {
      "n_entities": 256,
      "seed": 42101,
      "condition": "ft_edit_only",
      "phase": "ft_100",
      "step": 100,
      "seen_heldout_acc": 0.21250000596046448,
      "unedited_acc": 0.21250000596046448,
      "edited_acc": 0.32100000977516174,
      "edited_stale_acc": 0.09950000792741776,
      "new_acc": 0.10950000584125519
    },
    {
      "n_entities": 256,
      "seed": 42101,
      "condition": "ft_edit_only",
      "phase": "ft_200",
      "step": 200,
      "seen_heldout_acc": 0.2160000056028366,
      "unedited_acc": 0.2160000056028366,
      "edited_acc": 0.34300002455711365,
      "edited_stale_acc": 0.11150000244379044,
      "new_acc": 0.11150000244379044
    },
    {
      "n_entities": 256,
      "seed": 42101,
      "condition": "ft_replay",
      "phase": "ft_0",
      "step": 0,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.1525000035762787,
      "edited_stale_acc": 1.0,
      "new_acc": 0.0950000062584877
    },
    {
      "n_entities": 256,
      "seed": 42101,
      "condition": "ft_replay",
      "phase": "ft_50",
      "step": 50,
      "seen_heldout_acc": 0.9955000281333923,
      "unedited_acc": 0.9955000281333923,
      "edited_acc": 0.19550001621246338,
      "edited_stale_acc": 0.2200000137090683,
      "new_acc": 0.07750000059604645
    },
    {
      "n_entities": 256,
      "seed": 42101,
      "condition": "ft_replay",
      "phase": "ft_100",
      "step": 100,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.4595000147819519,
      "edited_stale_acc": 0.1210000067949295,
      "new_acc": 0.09700000286102295
    },
    {
      "n_entities": 256,
      "seed": 42101,
      "condition": "ft_replay",
      "phase": "ft_200",
      "step": 200,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.4975000321865082,
      "edited_stale_acc": 0.11050000786781311,
      "new_acc": 0.09050000458955765
    },
    {
      "n_entities": 1024,
      "seed": 42101,
      "condition": "external_64",
      "phase": "trained",
      "step": 2000,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 1.0,
      "edited_stale_acc": 0.09750000387430191,
      "new_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 42101,
      "condition": "internal_64_steps",
      "phase": "trained",
      "step": 2000,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.09750000387430191,
      "edited_stale_acc": 1.0,
      "new_acc": 0.1055000051856041
    },
    {
      "n_entities": 1024,
      "seed": 42101,
      "condition": "ft_edit_only",
      "phase": "ft_0",
      "step": 0,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.09750000387430191,
      "edited_stale_acc": 1.0,
      "new_acc": 0.1055000051856041
    },
    {
      "n_entities": 1024,
      "seed": 42101,
      "condition": "ft_edit_only",
      "phase": "ft_50",
      "step": 50,
      "seen_heldout_acc": 0.23200000822544098,
      "unedited_acc": 0.23200000822544098,
      "edited_acc": 0.10650000721216202,
      "edited_stale_acc": 0.1445000022649765,
      "new_acc": 0.10000000149011612
    },
    {
      "n_entities": 1024,
      "seed": 42101,
      "condition": "ft_edit_only",
      "phase": "ft_100",
      "step": 100,
      "seen_heldout_acc": 0.17750000953674316,
      "unedited_acc": 0.17750000953674316,
      "edited_acc": 0.20900000631809235,
      "edited_stale_acc": 0.08250000327825546,
      "new_acc": 0.10100000351667404
    },
    {
      "n_entities": 1024,
      "seed": 42101,
      "condition": "ft_edit_only",
      "phase": "ft_200",
      "step": 200,
      "seen_heldout_acc": 0.12950000166893005,
      "unedited_acc": 0.12950000166893005,
      "edited_acc": 0.3255000114440918,
      "edited_stale_acc": 0.09700000286102295,
      "new_acc": 0.10600000619888306
    },
    {
      "n_entities": 1024,
      "seed": 42101,
      "condition": "ft_replay",
      "phase": "ft_0",
      "step": 0,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.09750000387430191,
      "edited_stale_acc": 1.0,
      "new_acc": 0.1055000051856041
    },
    {
      "n_entities": 1024,
      "seed": 42101,
      "condition": "ft_replay",
      "phase": "ft_50",
      "step": 50,
      "seen_heldout_acc": 0.9825000762939453,
      "unedited_acc": 0.9825000762939453,
      "edited_acc": 0.0925000011920929,
      "edited_stale_acc": 0.5885000228881836,
      "new_acc": 0.1120000034570694
    },
    {
      "n_entities": 1024,
      "seed": 42101,
      "condition": "ft_replay",
      "phase": "ft_100",
      "step": 100,
      "seen_heldout_acc": 0.9940000176429749,
      "unedited_acc": 0.9940000176429749,
      "edited_acc": 0.11950000375509262,
      "edited_stale_acc": 0.37700000405311584,
      "new_acc": 0.11150000244379044
    },
    {
      "n_entities": 1024,
      "seed": 42101,
      "condition": "ft_replay",
      "phase": "ft_200",
      "step": 200,
      "seen_heldout_acc": 0.9975000619888306,
      "unedited_acc": 0.9975000619888306,
      "edited_acc": 0.2750000059604645,
      "edited_stale_acc": 0.1485000103712082,
      "new_acc": 0.10900000482797623
    },
    {
      "n_entities": 256,
      "seed": 43103,
      "condition": "external_64",
      "phase": "trained",
      "step": 2000,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 1.0,
      "edited_stale_acc": 0.10050000250339508,
      "new_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 43103,
      "condition": "internal_64_steps",
      "phase": "trained",
      "step": 2000,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.10050000250339508,
      "edited_stale_acc": 1.0,
      "new_acc": 0.08700000494718552
    },
    {
      "n_entities": 256,
      "seed": 43103,
      "condition": "ft_edit_only",
      "phase": "ft_0",
      "step": 0,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.10050000250339508,
      "edited_stale_acc": 1.0,
      "new_acc": 0.08700000494718552
    },
    {
      "n_entities": 256,
      "seed": 43103,
      "condition": "ft_edit_only",
      "phase": "ft_50",
      "step": 50,
      "seen_heldout_acc": 0.47850000858306885,
      "unedited_acc": 0.47850000858306885,
      "edited_acc": 0.21900001168251038,
      "edited_stale_acc": 0.19600000977516174,
      "new_acc": 0.1275000125169754
    },
    {
      "n_entities": 256,
      "seed": 43103,
      "condition": "ft_edit_only",
      "phase": "ft_100",
      "step": 100,
      "seen_heldout_acc": 0.3110000193119049,
      "unedited_acc": 0.3110000193119049,
      "edited_acc": 0.4065000116825104,
      "edited_stale_acc": 0.07050000131130219,
      "new_acc": 0.12400000542402267
    },
    {
      "n_entities": 256,
      "seed": 43103,
      "condition": "ft_edit_only",
      "phase": "ft_200",
      "step": 200,
      "seen_heldout_acc": 0.24700000882148743,
      "unedited_acc": 0.24700000882148743,
      "edited_acc": 0.3675000071525574,
      "edited_stale_acc": 0.09000000357627869,
      "new_acc": 0.10300000756978989
    },
    {
      "n_entities": 256,
      "seed": 43103,
      "condition": "ft_replay",
      "phase": "ft_0",
      "step": 0,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.10050000250339508,
      "edited_stale_acc": 1.0,
      "new_acc": 0.08700000494718552
    },
    {
      "n_entities": 256,
      "seed": 43103,
      "condition": "ft_replay",
      "phase": "ft_50",
      "step": 50,
      "seen_heldout_acc": 0.9970000386238098,
      "unedited_acc": 0.9970000386238098,
      "edited_acc": 0.1665000021457672,
      "edited_stale_acc": 0.2515000104904175,
      "new_acc": 0.09100000560283661
    },
    {
      "n_entities": 256,
      "seed": 43103,
      "condition": "ft_replay",
      "phase": "ft_100",
      "step": 100,
      "seen_heldout_acc": 0.9975000619888306,
      "unedited_acc": 0.9975000619888306,
      "edited_acc": 0.34300002455711365,
      "edited_stale_acc": 0.16700001060962677,
      "new_acc": 0.09650000184774399
    },
    {
      "n_entities": 256,
      "seed": 43103,
      "condition": "ft_replay",
      "phase": "ft_200",
      "step": 200,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.3505000174045563,
      "edited_stale_acc": 0.15600000321865082,
      "new_acc": 0.08350000530481339
    },
    {
      "n_entities": 1024,
      "seed": 43103,
      "condition": "external_64",
      "phase": "trained",
      "step": 2000,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 1.0,
      "edited_stale_acc": 0.11150000244379044,
      "new_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 43103,
      "condition": "internal_64_steps",
      "phase": "trained",
      "step": 2000,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.11150000244379044,
      "edited_stale_acc": 1.0,
      "new_acc": 0.09750000387430191
    },
    {
      "n_entities": 1024,
      "seed": 43103,
      "condition": "ft_edit_only",
      "phase": "ft_0",
      "step": 0,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.11150000244379044,
      "edited_stale_acc": 1.0,
      "new_acc": 0.09750000387430191
    },
    {
      "n_entities": 1024,
      "seed": 43103,
      "condition": "ft_edit_only",
      "phase": "ft_50",
      "step": 50,
      "seen_heldout_acc": 0.13750000298023224,
      "unedited_acc": 0.13750000298023224,
      "edited_acc": 0.10050000250339508,
      "edited_stale_acc": 0.1185000091791153,
      "new_acc": 0.10400000214576721
    },
    {
      "n_entities": 1024,
      "seed": 43103,
      "condition": "ft_edit_only",
      "phase": "ft_100",
      "step": 100,
      "seen_heldout_acc": 0.17100000381469727,
      "unedited_acc": 0.17100000381469727,
      "edited_acc": 0.12000000476837158,
      "edited_stale_acc": 0.1275000125169754,
      "new_acc": 0.10600000619888306
    },
    {
      "n_entities": 1024,
      "seed": 43103,
      "condition": "ft_edit_only",
      "phase": "ft_200",
      "step": 200,
      "seen_heldout_acc": 0.13700000941753387,
      "unedited_acc": 0.13700000941753387,
      "edited_acc": 0.1915000081062317,
      "edited_stale_acc": 0.11400000751018524,
      "new_acc": 0.10100000351667404
    },
    {
      "n_entities": 1024,
      "seed": 43103,
      "condition": "ft_replay",
      "phase": "ft_0",
      "step": 0,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.11150000244379044,
      "edited_stale_acc": 1.0,
      "new_acc": 0.09750000387430191
    },
    {
      "n_entities": 1024,
      "seed": 43103,
      "condition": "ft_replay",
      "phase": "ft_50",
      "step": 50,
      "seen_heldout_acc": 0.9760000705718994,
      "unedited_acc": 0.9760000705718994,
      "edited_acc": 0.10200000554323196,
      "edited_stale_acc": 0.858500063419342,
      "new_acc": 0.09750000387430191
    },
    {
      "n_entities": 1024,
      "seed": 43103,
      "condition": "ft_replay",
      "phase": "ft_100",
      "step": 100,
      "seen_heldout_acc": 0.9920000433921814,
      "unedited_acc": 0.9920000433921814,
      "edited_acc": 0.11950000375509262,
      "edited_stale_acc": 0.4595000147819519,
      "new_acc": 0.10300000756978989
    },
    {
      "n_entities": 1024,
      "seed": 43103,
      "condition": "ft_replay",
      "phase": "ft_200",
      "step": 200,
      "seen_heldout_acc": 0.9960000514984131,
      "unedited_acc": 0.9960000514984131,
      "edited_acc": 0.35750001668930054,
      "edited_stale_acc": 0.12450000643730164,
      "new_acc": 0.11600000411272049
    },
    {
      "n_entities": 256,
      "seed": 44111,
      "condition": "external_64",
      "phase": "trained",
      "step": 2000,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 1.0,
      "edited_stale_acc": 0.13700000941753387,
      "new_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 44111,
      "condition": "internal_64_steps",
      "phase": "trained",
      "step": 2000,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.13700000941753387,
      "edited_stale_acc": 1.0,
      "new_acc": 0.11000000685453415
    },
    {
      "n_entities": 256,
      "seed": 44111,
      "condition": "ft_edit_only",
      "phase": "ft_0",
      "step": 0,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.13700000941753387,
      "edited_stale_acc": 1.0,
      "new_acc": 0.11000000685453415
    },
    {
      "n_entities": 256,
      "seed": 44111,
      "condition": "ft_edit_only",
      "phase": "ft_50",
      "step": 50,
      "seen_heldout_acc": 0.37700000405311584,
      "unedited_acc": 0.37700000405311584,
      "edited_acc": 0.2835000157356262,
      "edited_stale_acc": 0.08650000393390656,
      "new_acc": 0.08400000631809235
    },
    {
      "n_entities": 256,
      "seed": 44111,
      "condition": "ft_edit_only",
      "phase": "ft_100",
      "step": 100,
      "seen_heldout_acc": 0.2735000252723694,
      "unedited_acc": 0.2735000252723694,
      "edited_acc": 0.39900001883506775,
      "edited_stale_acc": 0.09100000560283661,
      "new_acc": 0.0885000005364418
    },
    {
      "n_entities": 256,
      "seed": 44111,
      "condition": "ft_edit_only",
      "phase": "ft_200",
      "step": 200,
      "seen_heldout_acc": 0.2510000169277191,
      "unedited_acc": 0.2510000169277191,
      "edited_acc": 0.35600000619888306,
      "edited_stale_acc": 0.09200000762939453,
      "new_acc": 0.08800000697374344
    },
    {
      "n_entities": 256,
      "seed": 44111,
      "condition": "ft_replay",
      "phase": "ft_0",
      "step": 0,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.13700000941753387,
      "edited_stale_acc": 1.0,
      "new_acc": 0.11000000685453415
    },
    {
      "n_entities": 256,
      "seed": 44111,
      "condition": "ft_replay",
      "phase": "ft_50",
      "step": 50,
      "seen_heldout_acc": 0.9905000329017639,
      "unedited_acc": 0.9905000329017639,
      "edited_acc": 0.1990000158548355,
      "edited_stale_acc": 0.2670000195503235,
      "new_acc": 0.07900000363588333
    },
    {
      "n_entities": 256,
      "seed": 44111,
      "condition": "ft_replay",
      "phase": "ft_100",
      "step": 100,
      "seen_heldout_acc": 0.9965000748634338,
      "unedited_acc": 0.9965000748634338,
      "edited_acc": 0.44200003147125244,
      "edited_stale_acc": 0.07250000536441803,
      "new_acc": 0.09600000083446503
    },
    {
      "n_entities": 256,
      "seed": 44111,
      "condition": "ft_replay",
      "phase": "ft_200",
      "step": 200,
      "seen_heldout_acc": 0.9390000700950623,
      "unedited_acc": 0.9390000700950623,
      "edited_acc": 0.42000001668930054,
      "edited_stale_acc": 0.06800000369548798,
      "new_acc": 0.10950000584125519
    },
    {
      "n_entities": 1024,
      "seed": 44111,
      "condition": "external_64",
      "phase": "trained",
      "step": 2000,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 1.0,
      "edited_stale_acc": 0.11300000548362732,
      "new_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 44111,
      "condition": "internal_64_steps",
      "phase": "trained",
      "step": 2000,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.11300000548362732,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10850000381469727
    },
    {
      "n_entities": 1024,
      "seed": 44111,
      "condition": "ft_edit_only",
      "phase": "ft_0",
      "step": 0,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.11300000548362732,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10850000381469727
    },
    {
      "n_entities": 1024,
      "seed": 44111,
      "condition": "ft_edit_only",
      "phase": "ft_50",
      "step": 50,
      "seen_heldout_acc": 0.1315000057220459,
      "unedited_acc": 0.1315000057220459,
      "edited_acc": 0.11600000411272049,
      "edited_stale_acc": 0.11050000786781311,
      "new_acc": 0.10300000756978989
    },
    {
      "n_entities": 1024,
      "seed": 44111,
      "condition": "ft_edit_only",
      "phase": "ft_100",
      "step": 100,
      "seen_heldout_acc": 0.13500000536441803,
      "unedited_acc": 0.13500000536441803,
      "edited_acc": 0.125,
      "edited_stale_acc": 0.0950000062584877,
      "new_acc": 0.09400000423192978
    },
    {
      "n_entities": 1024,
      "seed": 44111,
      "condition": "ft_edit_only",
      "phase": "ft_200",
      "step": 200,
      "seen_heldout_acc": 0.12550000846385956,
      "unedited_acc": 0.12550000846385956,
      "edited_acc": 0.16750000417232513,
      "edited_stale_acc": 0.09050000458955765,
      "new_acc": 0.10050000250339508
    },
    {
      "n_entities": 1024,
      "seed": 44111,
      "condition": "ft_replay",
      "phase": "ft_0",
      "step": 0,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.11300000548362732,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10850000381469727
    },
    {
      "n_entities": 1024,
      "seed": 44111,
      "condition": "ft_replay",
      "phase": "ft_50",
      "step": 50,
      "seen_heldout_acc": 0.9895000457763672,
      "unedited_acc": 0.9895000457763672,
      "edited_acc": 0.10250000655651093,
      "edited_stale_acc": 0.7510000467300415,
      "new_acc": 0.10750000178813934
    },
    {
      "n_entities": 1024,
      "seed": 44111,
      "condition": "ft_replay",
      "phase": "ft_100",
      "step": 100,
      "seen_heldout_acc": 0.9915000200271606,
      "unedited_acc": 0.9915000200271606,
      "edited_acc": 0.1445000022649765,
      "edited_stale_acc": 0.3800000250339508,
      "new_acc": 0.101500004529953
    },
    {
      "n_entities": 1024,
      "seed": 44111,
      "condition": "ft_replay",
      "phase": "ft_200",
      "step": 200,
      "seen_heldout_acc": 0.999000072479248,
      "unedited_acc": 0.999000072479248,
      "edited_acc": 0.3720000088214874,
      "edited_stale_acc": 0.13350000977516174,
      "new_acc": 0.10400000214576721
    },
    {
      "n_entities": 256,
      "seed": 45121,
      "condition": "external_64",
      "phase": "trained",
      "step": 2000,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 1.0,
      "edited_stale_acc": 0.0860000029206276,
      "new_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 45121,
      "condition": "internal_64_steps",
      "phase": "trained",
      "step": 2000,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.0860000029206276,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10750000178813934
    },
    {
      "n_entities": 256,
      "seed": 45121,
      "condition": "ft_edit_only",
      "phase": "ft_0",
      "step": 0,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.0860000029206276,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10750000178813934
    },
    {
      "n_entities": 256,
      "seed": 45121,
      "condition": "ft_edit_only",
      "phase": "ft_50",
      "step": 50,
      "seen_heldout_acc": 0.28050002455711365,
      "unedited_acc": 0.28050002455711365,
      "edited_acc": 0.30300000309944153,
      "edited_stale_acc": 0.07650000602006912,
      "new_acc": 0.08900000154972076
    },
    {
      "n_entities": 256,
      "seed": 45121,
      "condition": "ft_edit_only",
      "phase": "ft_100",
      "step": 100,
      "seen_heldout_acc": 0.1900000125169754,
      "unedited_acc": 0.1900000125169754,
      "edited_acc": 0.31300002336502075,
      "edited_stale_acc": 0.06950000673532486,
      "new_acc": 0.09400000423192978
    },
    {
      "n_entities": 256,
      "seed": 45121,
      "condition": "ft_edit_only",
      "phase": "ft_200",
      "step": 200,
      "seen_heldout_acc": 0.1665000021457672,
      "unedited_acc": 0.1665000021457672,
      "edited_acc": 0.30300000309944153,
      "edited_stale_acc": 0.07700000703334808,
      "new_acc": 0.09600000083446503
    },
    {
      "n_entities": 256,
      "seed": 45121,
      "condition": "ft_replay",
      "phase": "ft_0",
      "step": 0,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.0860000029206276,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10750000178813934
    },
    {
      "n_entities": 256,
      "seed": 45121,
      "condition": "ft_replay",
      "phase": "ft_50",
      "step": 50,
      "seen_heldout_acc": 0.9970000386238098,
      "unedited_acc": 0.9970000386238098,
      "edited_acc": 0.20900000631809235,
      "edited_stale_acc": 0.2410000115633011,
      "new_acc": 0.12050000578165054
    },
    {
      "n_entities": 256,
      "seed": 45121,
      "condition": "ft_replay",
      "phase": "ft_100",
      "step": 100,
      "seen_heldout_acc": 0.999000072479248,
      "unedited_acc": 0.999000072479248,
      "edited_acc": 0.3375000059604645,
      "edited_stale_acc": 0.10700000822544098,
      "new_acc": 0.11650000512599945
    },
    {
      "n_entities": 256,
      "seed": 45121,
      "condition": "ft_replay",
      "phase": "ft_200",
      "step": 200,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.3775000274181366,
      "edited_stale_acc": 0.09950000792741776,
      "new_acc": 0.11000000685453415
    },
    {
      "n_entities": 1024,
      "seed": 45121,
      "condition": "external_64",
      "phase": "trained",
      "step": 2000,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 1.0,
      "edited_stale_acc": 0.10300000756978989,
      "new_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 45121,
      "condition": "internal_64_steps",
      "phase": "trained",
      "step": 2000,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.10300000756978989,
      "edited_stale_acc": 1.0,
      "new_acc": 0.09750000387430191
    },
    {
      "n_entities": 1024,
      "seed": 45121,
      "condition": "ft_edit_only",
      "phase": "ft_0",
      "step": 0,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.10300000756978989,
      "edited_stale_acc": 1.0,
      "new_acc": 0.09750000387430191
    },
    {
      "n_entities": 1024,
      "seed": 45121,
      "condition": "ft_edit_only",
      "phase": "ft_50",
      "step": 50,
      "seen_heldout_acc": 0.1355000138282776,
      "unedited_acc": 0.1355000138282776,
      "edited_acc": 0.11650000512599945,
      "edited_stale_acc": 0.10400000214576721,
      "new_acc": 0.08950000256299973
    },
    {
      "n_entities": 1024,
      "seed": 45121,
      "condition": "ft_edit_only",
      "phase": "ft_100",
      "step": 100,
      "seen_heldout_acc": 0.140500009059906,
      "unedited_acc": 0.140500009059906,
      "edited_acc": 0.14550000429153442,
      "edited_stale_acc": 0.09600000083446503,
      "new_acc": 0.101500004529953
    },
    {
      "n_entities": 1024,
      "seed": 45121,
      "condition": "ft_edit_only",
      "phase": "ft_200",
      "step": 200,
      "seen_heldout_acc": 0.12300000339746475,
      "unedited_acc": 0.12300000339746475,
      "edited_acc": 0.1485000103712082,
      "edited_stale_acc": 0.09600000083446503,
      "new_acc": 0.09950000792741776
    },
    {
      "n_entities": 1024,
      "seed": 45121,
      "condition": "ft_replay",
      "phase": "ft_0",
      "step": 0,
      "seen_heldout_acc": 1.0,
      "unedited_acc": 1.0,
      "edited_acc": 0.10300000756978989,
      "edited_stale_acc": 1.0,
      "new_acc": 0.09750000387430191
    },
    {
      "n_entities": 1024,
      "seed": 45121,
      "condition": "ft_replay",
      "phase": "ft_50",
      "step": 50,
      "seen_heldout_acc": 0.9800000190734863,
      "unedited_acc": 0.9800000190734863,
      "edited_acc": 0.09700000286102295,
      "edited_stale_acc": 0.7365000247955322,
      "new_acc": 0.10050000250339508
    },
    {
      "n_entities": 1024,
      "seed": 45121,
      "condition": "ft_replay",
      "phase": "ft_100",
      "step": 100,
      "seen_heldout_acc": 0.9845000505447388,
      "unedited_acc": 0.9845000505447388,
      "edited_acc": 0.13500000536441803,
      "edited_stale_acc": 0.4580000340938568,
      "new_acc": 0.09850000590085983
    },
    {
      "n_entities": 1024,
      "seed": 45121,
      "condition": "ft_replay",
      "phase": "ft_200",
      "step": 200,
      "seen_heldout_acc": 0.9960000514984131,
      "unedited_acc": 0.9960000514984131,
      "edited_acc": 0.29200002551078796,
      "edited_stale_acc": 0.16200000047683716,
      "new_acc": 0.0925000011920929
    }
  ]
}