{
  "experiment": "H2 pilot v10 (toy): longer or stronger weight updates of edited facts",
  "completed_utc": "2026-11-20T22:28:38.073519+00:00",
  "smoke_test_not_protocol": false,
  "protocol": {
    "world": "N total entities, one fact v[e] in {0..9} per entity (world A, seed + 330000 + N). The model is trained ONLY on the first 75% of the entities (\"seen\"); the remaining 25% (\"new\") appear in NO training sequence and NO fine-tuning sequence. E = 25% of the seen entities (seed + 340000 + N) change value in world B (v' != v, uniform among the 9 other digits); v' = v on the other seen entities; new entities get a uniform random value in world B (same world as v3, new seeds and offsets)",
    "n_entities": [
      256,
      1024
    ],
    "seed_values": [
      76271,
      77277,
      78283,
      79291,
      80299
    ],
    "conditions": [
      "external_64",
      "internal_64_steps"
    ],
    "finetune_variants": [
      "ft_replay_lr1e3",
      "ft_replay_lr3e3",
      "ft_edit_only_lr3e4",
      "ft_replay_hi_edit"
    ],
    "architecture": {
      "layers": 2,
      "width": 64,
      "heads": 4,
      "ff": 128
    },
    "split_sizes": {
      "256": {
        "seen": 192,
        "edited": 48,
        "new": 64
      },
      "1024": {
        "seen": 768,
        "edited": 192,
        "new": 256
      }
    },
    "questions": "external_64: RULE [M, a, v[a], M, b, v[b], Q_RULE, a, b, SEP] -> (v[a] + v[b]) mod 10 (facts in the context, oracle retrieval; at evaluation the context carries the facts of the world asked); internal_64_steps: RULE [Q_RULE, a, b, SEP] -> v[a], v[b], (v[a] + v[b]) mod 10 (3 output tokens, greedy autoregressive generation at evaluation); FACT [Q_FACT, e, SEP] -> v[e] (external: [M, e, v[e], Q_FACT, e, SEP])",
    "loss": "cross-entropy on the output tokens only, mean over them",
    "training_mix": "32 FACT + 32 RULE per batch, world A, seen entities only, non-test pairs only; 2000 updates; lr 0.001, wd 0.01, same initial weights, dropout as v3",
    "heldout_pairs": "test pair iff pair_hash(a, b) % 5 == 0 (symmetric, seed independent; same function as v1-v9); training and fine-tuning replay sample only non-test pairs; 2000 evaluation test pairs per pool from a fixed generator (EVAL_PAIR_SEED + N + pool tag), with replacement if fewer exist",
    "heldout_pair_stats": {
      "256": {
        "76271": {
          "ordered_pairs_total": 65280,
          "ordered_test_pairs": 12938,
          "eval_pairs": 2000,
          "unedited_ordered_test_pairs": 4060,
          "unedited_eval_resampled_with_replacement": false,
          "edited_ordered_test_pairs": 388,
          "edited_eval_resampled_with_replacement": true,
          "new_ordered_test_pairs": 820,
          "new_eval_resampled_with_replacement": true,
          "seen_ordered_train_pairs": 29416
        },
        "77277": {
          "ordered_pairs_total": 65280,
          "ordered_test_pairs": 12938,
          "eval_pairs": 2000,
          "unedited_ordered_test_pairs": 4090,
          "unedited_eval_resampled_with_replacement": false,
          "edited_ordered_test_pairs": 400,
          "edited_eval_resampled_with_replacement": true,
          "new_ordered_test_pairs": 820,
          "new_eval_resampled_with_replacement": true,
          "seen_ordered_train_pairs": 29416
        },
        "78283": {
          "ordered_pairs_total": 65280,
          "ordered_test_pairs": 12938,
          "eval_pairs": 2000,
          "unedited_ordered_test_pairs": 4034,
          "unedited_eval_resampled_with_replacement": false,
          "edited_ordered_test_pairs": 448,
          "edited_eval_resampled_with_replacement": true,
          "new_ordered_test_pairs": 820,
          "new_eval_resampled_with_replacement": true,
          "seen_ordered_train_pairs": 29416
        },
        "79291": {
          "ordered_pairs_total": 65280,
          "ordered_test_pairs": 12938,
          "eval_pairs": 2000,
          "unedited_ordered_test_pairs": 4102,
          "unedited_eval_resampled_with_replacement": false,
          "edited_ordered_test_pairs": 450,
          "edited_eval_resampled_with_replacement": true,
          "new_ordered_test_pairs": 820,
          "new_eval_resampled_with_replacement": true,
          "seen_ordered_train_pairs": 29416
        },
        "80299": {
          "ordered_pairs_total": 65280,
          "ordered_test_pairs": 12938,
          "eval_pairs": 2000,
          "unedited_ordered_test_pairs": 4118,
          "unedited_eval_resampled_with_replacement": false,
          "edited_ordered_test_pairs": 404,
          "edited_eval_resampled_with_replacement": true,
          "new_ordered_test_pairs": 820,
          "new_eval_resampled_with_replacement": true,
          "seen_ordered_train_pairs": 29416
        }
      },
      "1024": {
        "76271": {
          "ordered_pairs_total": 1047552,
          "ordered_test_pairs": 208724,
          "eval_pairs": 2000,
          "unedited_ordered_test_pairs": 65948,
          "unedited_eval_resampled_with_replacement": false,
          "edited_ordered_test_pairs": 7248,
          "edited_eval_resampled_with_replacement": false,
          "new_ordered_test_pairs": 12970,
          "new_eval_resampled_with_replacement": false,
          "seen_ordered_train_pairs": 472026
        },
        "77277": {
          "ordered_pairs_total": 1047552,
          "ordered_test_pairs": 208724,
          "eval_pairs": 2000,
          "unedited_ordered_test_pairs": 65992,
          "unedited_eval_resampled_with_replacement": false,
          "edited_ordered_test_pairs": 7174,
          "edited_eval_resampled_with_replacement": false,
          "new_ordered_test_pairs": 12970,
          "new_eval_resampled_with_replacement": false,
          "seen_ordered_train_pairs": 472026
        },
        "78283": {
          "ordered_pairs_total": 1047552,
          "ordered_test_pairs": 208724,
          "eval_pairs": 2000,
          "unedited_ordered_test_pairs": 65752,
          "unedited_eval_resampled_with_replacement": false,
          "edited_ordered_test_pairs": 7470,
          "edited_eval_resampled_with_replacement": false,
          "new_ordered_test_pairs": 12970,
          "new_eval_resampled_with_replacement": false,
          "seen_ordered_train_pairs": 472026
        },
        "79291": {
          "ordered_pairs_total": 1047552,
          "ordered_test_pairs": 208724,
          "eval_pairs": 2000,
          "unedited_ordered_test_pairs": 65666,
          "unedited_eval_resampled_with_replacement": false,
          "edited_ordered_test_pairs": 7304,
          "edited_eval_resampled_with_replacement": false,
          "new_ordered_test_pairs": 12970,
          "new_eval_resampled_with_replacement": false,
          "seen_ordered_train_pairs": 472026
        },
        "80299": {
          "ordered_pairs_total": 1047552,
          "ordered_test_pairs": 208724,
          "eval_pairs": 2000,
          "unedited_ordered_test_pairs": 65952,
          "unedited_eval_resampled_with_replacement": false,
          "edited_ordered_test_pairs": 7398,
          "edited_eval_resampled_with_replacement": false,
          "new_ordered_test_pairs": 12970,
          "new_eval_resampled_with_replacement": false,
          "seen_ordered_train_pairs": 472026
        }
      }
    },
    "evaluation": {
      "edited_acc": "test pairs with both entities in E, answer from world B; external: v' in the context, no extra training; internal: weights only",
      "new_acc": "test pairs of two new entities, answer from world B; same convention",
      "unedited_acc": "test pairs of seen non-edited entities, answer from world A (= B); measured before and after fine-tuning (forgetting)",
      "edited_stale_acc": "diagnostic: edited pairs scored against the OLD world-A answer"
    },
    "finetuning": {
      "checkpoints": [
        0,
        200,
        500,
        1000
      ],
      "optimizer": "AdamW, wd 0.01, fresh state, on a copy of the trained internal_64_steps model; the learning rate depends on the variant",
      "variants": {
        "ft_replay_lr1e3": {
          "lr": 0.001,
          "edit": 32,
          "rep_facts": 16,
          "rep_rules": 16
        },
        "ft_replay_lr3e3": {
          "lr": 0.003,
          "edit": 32,
          "rep_facts": 16,
          "rep_rules": 16
        },
        "ft_edit_only_lr3e4": {
          "lr": 0.0003,
          "edit": 64,
          "rep_facts": 0,
          "rep_rules": 0
        },
        "ft_replay_hi_edit": {
          "lr": 0.001,
          "edit": 51,
          "rep_facts": 7,
          "rep_rules": 6
        }
      },
      "batch": "every fine-tuning batch has 64 rows: edit FACT rows of E (world B) + rep_facts FACT + rep_rules RULE rows of seen non-edited entities (world A, non-test pairs); ft_edit_only_lr3e4 = 64 edited FACTs, no replay; ft_replay_hi_edit = 51 edited FACT (79.7%), 7 FACT + 6 RULE replay (80% of 64 is not an integer); the draws are shared by the variants (each takes a prefix)",
      "new_entities_in_finetuning": false
    },
    "metric": "top-1 accuracy over the full vocabulary; chance level 0.1 (10 digits)",
    "tf32": false,
    "primary_checkpoint": "1000 fine-tuning updates, fixed in advance; all checkpoints (0, 200, 500, 1000) reported",
    "batch_generator_seed": "seed + 350000 + N; fine-tuning generator seed + 360000 + N",
    "same_initial_weights_for_all_conditions": true,
    "seeds_disjoint_from_v10_to_v15_and_v1_to_v9": true,
    "prediction_thresholds": {
      "P1": {
        "ft_replay_lr1e3_edited_acc_at_1000_max_exclusive": 0.9,
        "n": 1024
      },
      "P2": {
        "ft_replay_lr3e3_edited_acc_at_1000_min": 0.7,
        "ft_replay_lr3e3_unedited_acc_at_1000_min": 0.9,
        "both_needed": true,
        "n": 1024
      },
      "P3": {
        "ft_edit_only_lr3e4_unedited_acc_at_1000_min": 0.5,
        "n": 1024
      },
      "P4": {
        "ft_replay_hi_edit_edited_acc_at_1000_minus_ft_replay_lr1e3_min_exclusive": 0.0,
        "also_reported": "the gap with its sign",
        "n": 1024
      },
      "P5": {
        "external_edited_acc_min": 0.99,
        "external_new_acc_min": 0.99,
        "both_needed": true,
        "n": 1024
      }
    },
    "limitations": "single-rule synthetic world (addition mod 10); random independent facts; one small model; five seeds; no significance test; four fine-tuning recipes, no search over lr or batch composition beyond them; edited values uniform; no specialised knowledge editor (ROME / MEMIT); ideal retrieval for the external condition (search cost, the c link of H2, is NOT measured); unseen-entity embeddings are never trained (they only shrink slightly through AdamW weight decay); N = 256 is secondary, judge on 1024; exploratory, no update of the confidence in H2"
  },
  "parameter_counts": {
    "external_64": 201999,
    "internal_64_steps": 201999
  },
  "environment": {
    "device": "cuda",
    "gpu": "NVIDIA RTX PRO 6000 Blackwell Server Edition MIG 2g.48gb",
    "torch": "2.13.0+cu130",
    "cuda": "13.0",
    "python": "3.12.12",
    "code_sha256": "1957bb08d2f6adb1530ea92013bbf2e6e610dd0a1c329320aabb9861fa8c2a79"
  },
  "summary": {
    "256": {
      "external_64": {
        "trained": {
          "edited_acc": {
            "mean": 0.9972000122070312,
            "min": 0.9860000610351562,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 0.9860000610351562,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "new_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "edited_stale_acc": {
            "mean": 0.10900000482797623,
            "min": 0.06300000101327896,
            "max": 0.13300000131130219,
            "per_seed": {
              "76271": 0.13300000131130219,
              "77277": 0.11350000649690628,
              "78283": 0.06300000101327896,
              "79291": 0.1055000051856041,
              "80299": 0.1300000101327896
            }
          },
          "chance_level": 0.1
        }
      },
      "internal_64_steps": {
        "trained": {
          "edited_acc": {
            "mean": 0.11000000536441804,
            "min": 0.06800000369548798,
            "max": 0.13300000131130219,
            "per_seed": {
              "76271": 0.13300000131130219,
              "77277": 0.11350000649690628,
              "78283": 0.06800000369548798,
              "79291": 0.1055000051856041,
              "80299": 0.1300000101327896
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "new_acc": {
            "mean": 0.10590000450611115,
            "min": 0.07450000196695328,
            "max": 0.1340000033378601,
            "per_seed": {
              "76271": 0.1340000033378601,
              "77277": 0.07450000196695328,
              "78283": 0.11750000715255737,
              "79291": 0.09350000321865082,
              "80299": 0.11000000685453415
            }
          },
          "edited_stale_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "chance_level": 0.1
        }
      },
      "ft_replay_lr1e3": {
        "ft_0": {
          "edited_acc": {
            "mean": 0.11000000536441804,
            "min": 0.06800000369548798,
            "max": 0.13300000131130219,
            "per_seed": {
              "76271": 0.13300000131130219,
              "77277": 0.11350000649690628,
              "78283": 0.06800000369548798,
              "79291": 0.1055000051856041,
              "80299": 0.1300000101327896
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "new_acc": {
            "mean": 0.10590000450611115,
            "min": 0.07450000196695328,
            "max": 0.1340000033378601,
            "per_seed": {
              "76271": 0.1340000033378601,
              "77277": 0.07450000196695328,
              "78283": 0.11750000715255737,
              "79291": 0.09350000321865082,
              "80299": 0.11000000685453415
            }
          },
          "edited_stale_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "chance_level": 0.1
        },
        "ft_200": {
          "edited_acc": {
            "mean": 0.36050002872943876,
            "min": 0.15950000286102295,
            "max": 0.627500057220459,
            "per_seed": {
              "76271": 0.5355000495910645,
              "77277": 0.15950000286102295,
              "78283": 0.627500057220459,
              "79291": 0.25950002670288086,
              "80299": 0.22050000727176666
            }
          },
          "unedited_acc": {
            "mean": 0.9999000072479248,
            "min": 0.999500036239624,
            "max": 1.0,
            "per_seed": {
              "76271": 0.999500036239624,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "new_acc": {
            "mean": 0.10770000517368317,
            "min": 0.09400000423192978,
            "max": 0.12250000238418579,
            "per_seed": {
              "76271": 0.09950000792741776,
              "77277": 0.11000000685453415,
              "78283": 0.12250000238418579,
              "79291": 0.11250000447034836,
              "80299": 0.09400000423192978
            }
          },
          "edited_stale_acc": {
            "mean": 0.1755000099539757,
            "min": 0.06650000065565109,
            "max": 0.3110000193119049,
            "per_seed": {
              "76271": 0.12950000166893005,
              "77277": 0.3110000193119049,
              "78283": 0.06650000065565109,
              "79291": 0.17150001227855682,
              "80299": 0.1990000158548355
            }
          },
          "chance_level": 0.1
        },
        "ft_500": {
          "edited_acc": {
            "mean": 0.3818000167608261,
            "min": 0.1575000137090683,
            "max": 0.6620000600814819,
            "per_seed": {
              "76271": 0.5435000061988831,
              "77277": 0.1575000137090683,
              "78283": 0.6620000600814819,
              "79291": 0.2915000021457672,
              "80299": 0.25450000166893005
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "new_acc": {
            "mean": 0.10180000513792038,
            "min": 0.08900000154972076,
            "max": 0.11700000613927841,
            "per_seed": {
              "76271": 0.0950000062584877,
              "77277": 0.09700000286102295,
              "78283": 0.11700000613927841,
              "79291": 0.11100000888109207,
              "80299": 0.08900000154972076
            }
          },
          "edited_stale_acc": {
            "mean": 0.15910000801086427,
            "min": 0.06350000202655792,
            "max": 0.30000001192092896,
            "per_seed": {
              "76271": 0.13350000977516174,
              "77277": 0.30000001192092896,
              "78283": 0.06350000202655792,
              "79291": 0.14150001108646393,
              "80299": 0.15700000524520874
            }
          },
          "chance_level": 0.1
        },
        "ft_1000": {
          "edited_acc": {
            "mean": 0.39300002455711364,
            "min": 0.1705000102519989,
            "max": 0.6680000424385071,
            "per_seed": {
              "76271": 0.5800000429153442,
              "77277": 0.1705000102519989,
              "78283": 0.6680000424385071,
              "79291": 0.27250000834465027,
              "80299": 0.27400001883506775
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "new_acc": {
            "mean": 0.10180000513792038,
            "min": 0.09450000524520874,
            "max": 0.11400000751018524,
            "per_seed": {
              "76271": 0.09450000524520874,
              "77277": 0.10000000149011612,
              "78283": 0.11400000751018524,
              "79291": 0.10200000554323196,
              "80299": 0.09850000590085983
            }
          },
          "edited_stale_acc": {
            "mean": 0.15600000619888305,
            "min": 0.06800000369548798,
            "max": 0.2915000021457672,
            "per_seed": {
              "76271": 0.13350000977516174,
              "77277": 0.2915000021457672,
              "78283": 0.06800000369548798,
              "79291": 0.1355000138282776,
              "80299": 0.15150000154972076
            }
          },
          "chance_level": 0.1
        }
      },
      "ft_replay_lr3e3": {
        "ft_0": {
          "edited_acc": {
            "mean": 0.11000000536441804,
            "min": 0.06800000369548798,
            "max": 0.13300000131130219,
            "per_seed": {
              "76271": 0.13300000131130219,
              "77277": 0.11350000649690628,
              "78283": 0.06800000369548798,
              "79291": 0.1055000051856041,
              "80299": 0.1300000101327896
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "new_acc": {
            "mean": 0.10590000450611115,
            "min": 0.07450000196695328,
            "max": 0.1340000033378601,
            "per_seed": {
              "76271": 0.1340000033378601,
              "77277": 0.07450000196695328,
              "78283": 0.11750000715255737,
              "79291": 0.09350000321865082,
              "80299": 0.11000000685453415
            }
          },
          "edited_stale_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "chance_level": 0.1
        },
        "ft_200": {
          "edited_acc": {
            "mean": 0.5135000288486481,
            "min": 0.35750001668930054,
            "max": 0.6080000400543213,
            "per_seed": {
              "76271": 0.57750004529953,
              "77277": 0.35750001668930054,
              "78283": 0.6080000400543213,
              "79291": 0.5925000309944153,
              "80299": 0.4320000112056732
            }
          },
          "unedited_acc": {
            "mean": 0.9345000386238098,
            "min": 0.8865000605583191,
            "max": 0.9970000386238098,
            "per_seed": {
              "76271": 0.9430000185966492,
              "77277": 0.95250004529953,
              "78283": 0.8865000605583191,
              "79291": 0.9970000386238098,
              "80299": 0.893500030040741
            }
          },
          "new_acc": {
            "mean": 0.09630000442266465,
            "min": 0.0860000029206276,
            "max": 0.10850000381469727,
            "per_seed": {
              "76271": 0.10850000381469727,
              "77277": 0.0860000029206276,
              "78283": 0.09750000387430191,
              "79291": 0.101500004529953,
              "80299": 0.08800000697374344
            }
          },
          "edited_stale_acc": {
            "mean": 0.09690000414848328,
            "min": 0.0755000039935112,
            "max": 0.12800000607967377,
            "per_seed": {
              "76271": 0.0925000011920929,
              "77277": 0.12800000607967377,
              "78283": 0.0755000039935112,
              "79291": 0.09100000560283661,
              "80299": 0.09750000387430191
            }
          },
          "chance_level": 0.1
        },
        "ft_500": {
          "edited_acc": {
            "mean": 0.6365000247955322,
            "min": 0.4025000333786011,
            "max": 0.8245000243186951,
            "per_seed": {
              "76271": 0.6165000200271606,
              "77277": 0.8245000243186951,
              "78283": 0.7930000424385071,
              "79291": 0.5460000038146973,
              "80299": 0.4025000333786011
            }
          },
          "unedited_acc": {
            "mean": 0.9067000150680542,
            "min": 0.7910000085830688,
            "max": 1.0,
            "per_seed": {
              "76271": 0.8440000414848328,
              "77277": 1.0,
              "78283": 0.8985000252723694,
              "79291": 1.0,
              "80299": 0.7910000085830688
            }
          },
          "new_acc": {
            "mean": 0.09170000553131104,
            "min": 0.07600000500679016,
            "max": 0.101500004529953,
            "per_seed": {
              "76271": 0.09800000488758087,
              "77277": 0.08800000697374344,
              "78283": 0.07600000500679016,
              "79291": 0.101500004529953,
              "80299": 0.0950000062584877
            }
          },
          "edited_stale_acc": {
            "mean": 0.09430000483989716,
            "min": 0.07650000602006912,
            "max": 0.11900000274181366,
            "per_seed": {
              "76271": 0.09750000387430191,
              "77277": 0.11900000274181366,
              "78283": 0.07650000602006912,
              "79291": 0.0950000062584877,
              "80299": 0.08350000530481339
            }
          },
          "chance_level": 0.1
        },
        "ft_1000": {
          "edited_acc": {
            "mean": 0.8093000292778015,
            "min": 0.6225000023841858,
            "max": 0.9865000247955322,
            "per_seed": {
              "76271": 0.8870000243186951,
              "77277": 0.8235000371932983,
              "78283": 0.9865000247955322,
              "79291": 0.6225000023841858,
              "80299": 0.7270000576972961
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "new_acc": {
            "mean": 0.09270000457763672,
            "min": 0.08300000429153442,
            "max": 0.10450000315904617,
            "per_seed": {
              "76271": 0.09450000524520874,
              "77277": 0.09000000357627869,
              "78283": 0.09150000661611557,
              "79291": 0.10450000315904617,
              "80299": 0.08300000429153442
            }
          },
          "edited_stale_acc": {
            "mean": 0.10040000528097152,
            "min": 0.07100000232458115,
            "max": 0.12250000238418579,
            "per_seed": {
              "76271": 0.12250000238418579,
              "77277": 0.11800000816583633,
              "78283": 0.07100000232458115,
              "79291": 0.0950000062584877,
              "80299": 0.09550000727176666
            }
          },
          "chance_level": 0.1
        }
      },
      "ft_edit_only_lr3e4": {
        "ft_0": {
          "edited_acc": {
            "mean": 0.11000000536441804,
            "min": 0.06800000369548798,
            "max": 0.13300000131130219,
            "per_seed": {
              "76271": 0.13300000131130219,
              "77277": 0.11350000649690628,
              "78283": 0.06800000369548798,
              "79291": 0.1055000051856041,
              "80299": 0.1300000101327896
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "new_acc": {
            "mean": 0.10590000450611115,
            "min": 0.07450000196695328,
            "max": 0.1340000033378601,
            "per_seed": {
              "76271": 0.1340000033378601,
              "77277": 0.07450000196695328,
              "78283": 0.11750000715255737,
              "79291": 0.09350000321865082,
              "80299": 0.11000000685453415
            }
          },
          "edited_stale_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "chance_level": 0.1
        },
        "ft_200": {
          "edited_acc": {
            "mean": 0.1885000064969063,
            "min": 0.11800000816583633,
            "max": 0.22500000894069672,
            "per_seed": {
              "76271": 0.22500000894069672,
              "77277": 0.11800000816583633,
              "78283": 0.1850000023841858,
              "79291": 0.19050000607967377,
              "80299": 0.2240000069141388
            }
          },
          "unedited_acc": {
            "mean": 0.47090002298355105,
            "min": 0.42600002884864807,
            "max": 0.5005000233650208,
            "per_seed": {
              "76271": 0.47950002551078796,
              "77277": 0.49650001525878906,
              "78283": 0.5005000233650208,
              "79291": 0.4520000219345093,
              "80299": 0.42600002884864807
            }
          },
          "new_acc": {
            "mean": 0.12000000327825547,
            "min": 0.10750000178813934,
            "max": 0.13300000131130219,
            "per_seed": {
              "76271": 0.13050000369548798,
              "77277": 0.10750000178813934,
              "78283": 0.11000000685453415,
              "79291": 0.13300000131130219,
              "80299": 0.11900000274181366
            }
          },
          "edited_stale_acc": {
            "mean": 0.15130001157522202,
            "min": 0.08350000530481339,
            "max": 0.30800002813339233,
            "per_seed": {
              "76271": 0.08350000530481339,
              "77277": 0.30800002813339233,
              "78283": 0.1300000101327896,
              "79291": 0.1275000125169754,
              "80299": 0.10750000178813934
            }
          },
          "chance_level": 0.1
        },
        "ft_500": {
          "edited_acc": {
            "mean": 0.2234000086784363,
            "min": 0.12450000643730164,
            "max": 0.2710000276565552,
            "per_seed": {
              "76271": 0.25,
              "77277": 0.12450000643730164,
              "78283": 0.21950000524520874,
              "79291": 0.2710000276565552,
              "80299": 0.25200000405311584
            }
          },
          "unedited_acc": {
            "mean": 0.4133000195026398,
            "min": 0.37950003147125244,
            "max": 0.4480000138282776,
            "per_seed": {
              "76271": 0.4245000183582306,
              "77277": 0.4130000174045563,
              "78283": 0.4480000138282776,
              "79291": 0.40150001645088196,
              "80299": 0.37950003147125244
            }
          },
          "new_acc": {
            "mean": 0.11320000439882279,
            "min": 0.09950000792741776,
            "max": 0.12849999964237213,
            "per_seed": {
              "76271": 0.12300000339746475,
              "77277": 0.09950000792741776,
              "78283": 0.10650000721216202,
              "79291": 0.10850000381469727,
              "80299": 0.12849999964237213
            }
          },
          "edited_stale_acc": {
            "mean": 0.1227000042796135,
            "min": 0.08000000566244125,
            "max": 0.24700000882148743,
            "per_seed": {
              "76271": 0.08000000566244125,
              "77277": 0.24700000882148743,
              "78283": 0.10750000178813934,
              "79291": 0.0885000005364418,
              "80299": 0.09050000458955765
            }
          },
          "chance_level": 0.1
        },
        "ft_1000": {
          "edited_acc": {
            "mean": 0.22960001230239868,
            "min": 0.12800000607967377,
            "max": 0.29100000858306885,
            "per_seed": {
              "76271": 0.2510000169277191,
              "77277": 0.12800000607967377,
              "78283": 0.23600001633167267,
              "79291": 0.29100000858306885,
              "80299": 0.242000013589859
            }
          },
          "unedited_acc": {
            "mean": 0.3955000162124634,
            "min": 0.35500001907348633,
            "max": 0.41350001096725464,
            "per_seed": {
              "76271": 0.4085000157356262,
              "77277": 0.4100000262260437,
              "78283": 0.41350001096725464,
              "79291": 0.390500009059906,
              "80299": 0.35500001907348633
            }
          },
          "new_acc": {
            "mean": 0.11140000373125077,
            "min": 0.09700000286102295,
            "max": 0.12849999964237213,
            "per_seed": {
              "76271": 0.11750000715255737,
              "77277": 0.09700000286102295,
              "78283": 0.1055000051856041,
              "79291": 0.10850000381469727,
              "80299": 0.12849999964237213
            }
          },
          "edited_stale_acc": {
            "mean": 0.12160000503063202,
            "min": 0.07300000637769699,
            "max": 0.2485000044107437,
            "per_seed": {
              "76271": 0.08800000697374344,
              "77277": 0.2485000044107437,
              "78283": 0.11300000548362732,
              "79291": 0.08550000190734863,
              "80299": 0.07300000637769699
            }
          },
          "chance_level": 0.1
        }
      },
      "ft_replay_hi_edit": {
        "ft_0": {
          "edited_acc": {
            "mean": 0.11000000536441804,
            "min": 0.06800000369548798,
            "max": 0.13300000131130219,
            "per_seed": {
              "76271": 0.13300000131130219,
              "77277": 0.11350000649690628,
              "78283": 0.06800000369548798,
              "79291": 0.1055000051856041,
              "80299": 0.1300000101327896
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "new_acc": {
            "mean": 0.10590000450611115,
            "min": 0.07450000196695328,
            "max": 0.1340000033378601,
            "per_seed": {
              "76271": 0.1340000033378601,
              "77277": 0.07450000196695328,
              "78283": 0.11750000715255737,
              "79291": 0.09350000321865082,
              "80299": 0.11000000685453415
            }
          },
          "edited_stale_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "chance_level": 0.1
        },
        "ft_200": {
          "edited_acc": {
            "mean": 0.40030002892017363,
            "min": 0.21000000834465027,
            "max": 0.6850000619888306,
            "per_seed": {
              "76271": 0.4910000264644623,
              "77277": 0.21000000834465027,
              "78283": 0.6850000619888306,
              "79291": 0.37950003147125244,
              "80299": 0.23600001633167267
            }
          },
          "unedited_acc": {
            "mean": 0.9723000526428223,
            "min": 0.8995000720024109,
            "max": 0.999500036239624,
            "per_seed": {
              "76271": 0.968000054359436,
              "77277": 0.999500036239624,
              "78283": 0.8995000720024109,
              "79291": 0.999500036239624,
              "80299": 0.9950000643730164
            }
          },
          "new_acc": {
            "mean": 0.09830000400543212,
            "min": 0.0820000022649765,
            "max": 0.1080000028014183,
            "per_seed": {
              "76271": 0.10300000756978989,
              "77277": 0.1080000028014183,
              "78283": 0.10400000214576721,
              "79291": 0.09450000524520874,
              "80299": 0.0820000022649765
            }
          },
          "edited_stale_acc": {
            "mean": 0.16910000741481782,
            "min": 0.07600000500679016,
            "max": 0.2720000147819519,
            "per_seed": {
              "76271": 0.13199999928474426,
              "77277": 0.2720000147819519,
              "78283": 0.07600000500679016,
              "79291": 0.1315000057220459,
              "80299": 0.23400001227855682
            }
          },
          "chance_level": 0.1
        },
        "ft_500": {
          "edited_acc": {
            "mean": 0.42930002212524415,
            "min": 0.1340000033378601,
            "max": 0.7225000262260437,
            "per_seed": {
              "76271": 0.6005000472068787,
              "77277": 0.1340000033378601,
              "78283": 0.7225000262260437,
              "79291": 0.39000001549720764,
              "80299": 0.2995000183582306
            }
          },
          "unedited_acc": {
            "mean": 0.9617000341415405,
            "min": 0.8770000338554382,
            "max": 1.0,
            "per_seed": {
              "76271": 0.9695000648498535,
              "77277": 0.8770000338554382,
              "78283": 0.9620000720024109,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "new_acc": {
            "mean": 0.09360000491142273,
            "min": 0.08550000190734863,
            "max": 0.1055000051856041,
            "per_seed": {
              "76271": 0.1055000051856041,
              "77277": 0.09200000762939453,
              "78283": 0.08950000256299973,
              "79291": 0.09550000727176666,
              "80299": 0.08550000190734863
            }
          },
          "edited_stale_acc": {
            "mean": 0.14450000524520873,
            "min": 0.06400000303983688,
            "max": 0.289000004529953,
            "per_seed": {
              "76271": 0.10850000381469727,
              "77277": 0.289000004529953,
              "78283": 0.06400000303983688,
              "79291": 0.11950000375509262,
              "80299": 0.14150001108646393
            }
          },
          "chance_level": 0.1
        },
        "ft_1000": {
          "edited_acc": {
            "mean": 0.423100021481514,
            "min": 0.18850000202655792,
            "max": 0.7165000438690186,
            "per_seed": {
              "76271": 0.5410000085830688,
              "77277": 0.18850000202655792,
              "78283": 0.7165000438690186,
              "79291": 0.33150002360343933,
              "80299": 0.33800002932548523
            }
          },
          "unedited_acc": {
            "mean": 0.9991000294685364,
            "min": 0.9975000619888306,
            "max": 1.0,
            "per_seed": {
              "76271": 0.9975000619888306,
              "77277": 1.0,
              "78283": 0.999500036239624,
              "79291": 0.9985000491142273,
              "80299": 1.0
            }
          },
          "new_acc": {
            "mean": 0.09750000387430191,
            "min": 0.08900000154972076,
            "max": 0.10950000584125519,
            "per_seed": {
              "76271": 0.10950000584125519,
              "77277": 0.09600000083446503,
              "78283": 0.09550000727176666,
              "79291": 0.09750000387430191,
              "80299": 0.08900000154972076
            }
          },
          "edited_stale_acc": {
            "mean": 0.14960000962018966,
            "min": 0.0690000057220459,
            "max": 0.31950002908706665,
            "per_seed": {
              "76271": 0.10850000381469727,
              "77277": 0.31950002908706665,
              "78283": 0.0690000057220459,
              "79291": 0.14650000631809235,
              "80299": 0.10450000315904617
            }
          },
          "chance_level": 0.1
        }
      }
    },
    "1024": {
      "external_64": {
        "trained": {
          "edited_acc": {
            "mean": 0.9998000144958497,
            "min": 0.999000072479248,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 0.999000072479248,
              "80299": 1.0
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "new_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "edited_stale_acc": {
            "mean": 0.11340000629425048,
            "min": 0.09950000792741776,
            "max": 0.1315000057220459,
            "per_seed": {
              "76271": 0.11650000512599945,
              "77277": 0.1315000057220459,
              "78283": 0.1145000085234642,
              "79291": 0.09950000792741776,
              "80299": 0.10500000417232513
            }
          },
          "chance_level": 0.1
        }
      },
      "internal_64_steps": {
        "trained": {
          "edited_acc": {
            "mean": 0.1133000060915947,
            "min": 0.0990000069141388,
            "max": 0.1315000057220459,
            "per_seed": {
              "76271": 0.11650000512599945,
              "77277": 0.1315000057220459,
              "78283": 0.1145000085234642,
              "79291": 0.0990000069141388,
              "80299": 0.10500000417232513
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "new_acc": {
            "mean": 0.10360000729560852,
            "min": 0.101500004529953,
            "max": 0.10700000822544098,
            "per_seed": {
              "76271": 0.10350000858306885,
              "77277": 0.101500004529953,
              "78283": 0.10300000756978989,
              "79291": 0.10700000822544098,
              "80299": 0.10300000756978989
            }
          },
          "edited_stale_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "chance_level": 0.1
        }
      },
      "ft_replay_lr1e3": {
        "ft_0": {
          "edited_acc": {
            "mean": 0.1133000060915947,
            "min": 0.0990000069141388,
            "max": 0.1315000057220459,
            "per_seed": {
              "76271": 0.11650000512599945,
              "77277": 0.1315000057220459,
              "78283": 0.1145000085234642,
              "79291": 0.0990000069141388,
              "80299": 0.10500000417232513
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "new_acc": {
            "mean": 0.10360000729560852,
            "min": 0.101500004529953,
            "max": 0.10700000822544098,
            "per_seed": {
              "76271": 0.10350000858306885,
              "77277": 0.101500004529953,
              "78283": 0.10300000756978989,
              "79291": 0.10700000822544098,
              "80299": 0.10300000756978989
            }
          },
          "edited_stale_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "chance_level": 0.1
        },
        "ft_200": {
          "edited_acc": {
            "mean": 0.29580001533031464,
            "min": 0.21450001001358032,
            "max": 0.40450000762939453,
            "per_seed": {
              "76271": 0.24550001323223114,
              "77277": 0.21450001001358032,
              "78283": 0.40450000762939453,
              "79291": 0.24650001525878906,
              "80299": 0.3680000305175781
            }
          },
          "unedited_acc": {
            "mean": 0.9981000423431396,
            "min": 0.9970000386238098,
            "max": 0.999500036239624,
            "per_seed": {
              "76271": 0.9970000386238098,
              "77277": 0.999500036239624,
              "78283": 0.9985000491142273,
              "79291": 0.9980000257492065,
              "80299": 0.9975000619888306
            }
          },
          "new_acc": {
            "mean": 0.10300000607967377,
            "min": 0.09850000590085983,
            "max": 0.10650000721216202,
            "per_seed": {
              "76271": 0.10500000417232513,
              "77277": 0.10650000721216202,
              "78283": 0.0990000069141388,
              "79291": 0.09850000590085983,
              "80299": 0.10600000619888306
            }
          },
          "edited_stale_acc": {
            "mean": 0.1657000109553337,
            "min": 0.11700000613927841,
            "max": 0.21300001442432404,
            "per_seed": {
              "76271": 0.19700001180171967,
              "77277": 0.21300001442432404,
              "78283": 0.11700000613927841,
              "79291": 0.16600000858306885,
              "80299": 0.1355000138282776
            }
          },
          "chance_level": 0.1
        },
        "ft_500": {
          "edited_acc": {
            "mean": 0.3794000208377838,
            "min": 0.32750001549720764,
            "max": 0.43550002574920654,
            "per_seed": {
              "76271": 0.32750001549720764,
              "77277": 0.34800001978874207,
              "78283": 0.43550002574920654,
              "79291": 0.3565000295639038,
              "80299": 0.429500013589859
            }
          },
          "unedited_acc": {
            "mean": 0.9915000200271606,
            "min": 0.9735000729560852,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 0.984000027179718,
              "78283": 0.9735000729560852,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "new_acc": {
            "mean": 0.10610000491142273,
            "min": 0.101500004529953,
            "max": 0.11250000447034836,
            "per_seed": {
              "76271": 0.10750000178813934,
              "77277": 0.1055000051856041,
              "78283": 0.10350000858306885,
              "79291": 0.101500004529953,
              "80299": 0.11250000447034836
            }
          },
          "edited_stale_acc": {
            "mean": 0.12390000522136688,
            "min": 0.10850000381469727,
            "max": 0.1469999998807907,
            "per_seed": {
              "76271": 0.13450001180171967,
              "77277": 0.1469999998807907,
              "78283": 0.1210000067949295,
              "79291": 0.10850000381469727,
              "80299": 0.10850000381469727
            }
          },
          "chance_level": 0.1
        },
        "ft_1000": {
          "edited_acc": {
            "mean": 0.5310000240802765,
            "min": 0.42250001430511475,
            "max": 0.6760000586509705,
            "per_seed": {
              "76271": 0.4410000145435333,
              "77277": 0.42250001430511475,
              "78283": 0.628000020980835,
              "79291": 0.48750001192092896,
              "80299": 0.6760000586509705
            }
          },
          "unedited_acc": {
            "mean": 0.9997000098228455,
            "min": 0.9985000491142273,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 0.9985000491142273,
              "80299": 1.0
            }
          },
          "new_acc": {
            "mean": 0.10250000506639481,
            "min": 0.09050000458955765,
            "max": 0.1145000085234642,
            "per_seed": {
              "76271": 0.10650000721216202,
              "77277": 0.1145000085234642,
              "78283": 0.09350000321865082,
              "79291": 0.09050000458955765,
              "80299": 0.10750000178813934
            }
          },
          "edited_stale_acc": {
            "mean": 0.10400000363588333,
            "min": 0.08500000089406967,
            "max": 0.13750000298023224,
            "per_seed": {
              "76271": 0.12300000339746475,
              "77277": 0.13750000298023224,
              "78283": 0.08700000494718552,
              "79291": 0.08750000596046448,
              "80299": 0.08500000089406967
            }
          },
          "chance_level": 0.1
        }
      },
      "ft_replay_lr3e3": {
        "ft_0": {
          "edited_acc": {
            "mean": 0.1133000060915947,
            "min": 0.0990000069141388,
            "max": 0.1315000057220459,
            "per_seed": {
              "76271": 0.11650000512599945,
              "77277": 0.1315000057220459,
              "78283": 0.1145000085234642,
              "79291": 0.0990000069141388,
              "80299": 0.10500000417232513
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "new_acc": {
            "mean": 0.10360000729560852,
            "min": 0.101500004529953,
            "max": 0.10700000822544098,
            "per_seed": {
              "76271": 0.10350000858306885,
              "77277": 0.101500004529953,
              "78283": 0.10300000756978989,
              "79291": 0.10700000822544098,
              "80299": 0.10300000756978989
            }
          },
          "edited_stale_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "chance_level": 0.1
        },
        "ft_200": {
          "edited_acc": {
            "mean": 0.4698000192642212,
            "min": 0.4035000205039978,
            "max": 0.5860000252723694,
            "per_seed": {
              "76271": 0.42750000953674316,
              "77277": 0.4035000205039978,
              "78283": 0.5860000252723694,
              "79291": 0.43550002574920654,
              "80299": 0.49650001525878906
            }
          },
          "unedited_acc": {
            "mean": 0.862000048160553,
            "min": 0.7620000243186951,
            "max": 0.9300000667572021,
            "per_seed": {
              "76271": 0.9300000667572021,
              "77277": 0.7620000243186951,
              "78283": 0.9005000591278076,
              "79291": 0.8840000629425049,
              "80299": 0.8335000276565552
            }
          },
          "new_acc": {
            "mean": 0.0979000061750412,
            "min": 0.09000000357627869,
            "max": 0.10700000822544098,
            "per_seed": {
              "76271": 0.09800000488758087,
              "77277": 0.0950000062584877,
              "78283": 0.09950000792741776,
              "79291": 0.09000000357627869,
              "80299": 0.10700000822544098
            }
          },
          "edited_stale_acc": {
            "mean": 0.10410000383853912,
            "min": 0.09300000220537186,
            "max": 0.11250000447034836,
            "per_seed": {
              "76271": 0.11250000447034836,
              "77277": 0.10750000178813934,
              "78283": 0.10950000584125519,
              "79291": 0.09300000220537186,
              "80299": 0.09800000488758087
            }
          },
          "chance_level": 0.1
        },
        "ft_500": {
          "edited_acc": {
            "mean": 0.7225000381469726,
            "min": 0.5755000114440918,
            "max": 0.8520000576972961,
            "per_seed": {
              "76271": 0.5755000114440918,
              "77277": 0.7015000581741333,
              "78283": 0.8350000381469727,
              "79291": 0.6485000252723694,
              "80299": 0.8520000576972961
            }
          },
          "unedited_acc": {
            "mean": 0.9675000548362732,
            "min": 0.8880000710487366,
            "max": 0.9975000619888306,
            "per_seed": {
              "76271": 0.9850000739097595,
              "77277": 0.9815000295639038,
              "78283": 0.9855000376701355,
              "79291": 0.8880000710487366,
              "80299": 0.9975000619888306
            }
          },
          "new_acc": {
            "mean": 0.09660000503063201,
            "min": 0.08950000256299973,
            "max": 0.10350000858306885,
            "per_seed": {
              "76271": 0.10350000858306885,
              "77277": 0.09950000792741776,
              "78283": 0.09750000387430191,
              "79291": 0.08950000256299973,
              "80299": 0.09300000220537186
            }
          },
          "edited_stale_acc": {
            "mean": 0.10230000466108322,
            "min": 0.08950000256299973,
            "max": 0.11100000888109207,
            "per_seed": {
              "76271": 0.10750000178813934,
              "77277": 0.11100000888109207,
              "78283": 0.10600000619888306,
              "79291": 0.08950000256299973,
              "80299": 0.09750000387430191
            }
          },
          "chance_level": 0.1
        },
        "ft_1000": {
          "edited_acc": {
            "mean": 0.8212000370025635,
            "min": 0.6720000505447388,
            "max": 0.9665000438690186,
            "per_seed": {
              "76271": 0.6720000505447388,
              "77277": 0.8485000133514404,
              "78283": 0.8520000576972961,
              "79291": 0.7670000195503235,
              "80299": 0.9665000438690186
            }
          },
          "unedited_acc": {
            "mean": 0.987600040435791,
            "min": 0.9475000500679016,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 0.999500036239624,
              "78283": 0.9475000500679016,
              "79291": 0.9920000433921814,
              "80299": 0.999000072479248
            }
          },
          "new_acc": {
            "mean": 0.09910000562667846,
            "min": 0.09200000762939453,
            "max": 0.1055000051856041,
            "per_seed": {
              "76271": 0.1055000051856041,
              "77277": 0.10250000655651093,
              "78283": 0.09600000083446503,
              "79291": 0.09200000762939453,
              "80299": 0.09950000792741776
            }
          },
          "edited_stale_acc": {
            "mean": 0.10460000485181808,
            "min": 0.08900000154972076,
            "max": 0.1145000085234642,
            "per_seed": {
              "76271": 0.10500000417232513,
              "77277": 0.1145000085234642,
              "78283": 0.10950000584125519,
              "79291": 0.08900000154972076,
              "80299": 0.10500000417232513
            }
          },
          "chance_level": 0.1
        }
      },
      "ft_edit_only_lr3e4": {
        "ft_0": {
          "edited_acc": {
            "mean": 0.1133000060915947,
            "min": 0.0990000069141388,
            "max": 0.1315000057220459,
            "per_seed": {
              "76271": 0.11650000512599945,
              "77277": 0.1315000057220459,
              "78283": 0.1145000085234642,
              "79291": 0.0990000069141388,
              "80299": 0.10500000417232513
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "new_acc": {
            "mean": 0.10360000729560852,
            "min": 0.101500004529953,
            "max": 0.10700000822544098,
            "per_seed": {
              "76271": 0.10350000858306885,
              "77277": 0.101500004529953,
              "78283": 0.10300000756978989,
              "79291": 0.10700000822544098,
              "80299": 0.10300000756978989
            }
          },
          "edited_stale_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "chance_level": 0.1
        },
        "ft_200": {
          "edited_acc": {
            "mean": 0.11610000431537629,
            "min": 0.10000000149011612,
            "max": 0.16250000894069672,
            "per_seed": {
              "76271": 0.10050000250339508,
              "77277": 0.10000000149011612,
              "78283": 0.1120000034570694,
              "79291": 0.1055000051856041,
              "80299": 0.16250000894069672
            }
          },
          "unedited_acc": {
            "mean": 0.34400001764297483,
            "min": 0.30300000309944153,
            "max": 0.42100003361701965,
            "per_seed": {
              "76271": 0.42100003361701965,
              "77277": 0.3595000207424164,
              "78283": 0.30300000309944153,
              "79291": 0.3135000169277191,
              "80299": 0.3230000138282776
            }
          },
          "new_acc": {
            "mean": 0.09990000426769256,
            "min": 0.08900000154972076,
            "max": 0.10900000482797623,
            "per_seed": {
              "76271": 0.10900000482797623,
              "77277": 0.1080000028014183,
              "78283": 0.08900000154972076,
              "79291": 0.09400000423192978,
              "80299": 0.09950000792741776
            }
          },
          "edited_stale_acc": {
            "mean": 0.23210001289844512,
            "min": 0.13199999928474426,
            "max": 0.3475000262260437,
            "per_seed": {
              "76271": 0.3475000262260437,
              "77277": 0.2980000078678131,
              "78283": 0.15400001406669617,
              "79291": 0.2290000170469284,
              "80299": 0.13199999928474426
            }
          },
          "chance_level": 0.1
        },
        "ft_500": {
          "edited_acc": {
            "mean": 0.19710001051425935,
            "min": 0.125,
            "max": 0.29750001430511475,
            "per_seed": {
              "76271": 0.125,
              "77277": 0.15300001204013824,
              "78283": 0.22550001740455627,
              "79291": 0.18450000882148743,
              "80299": 0.29750001430511475
            }
          },
          "unedited_acc": {
            "mean": 0.22370001673698425,
            "min": 0.1980000138282776,
            "max": 0.25950002670288086,
            "per_seed": {
              "76271": 0.25950002670288086,
              "77277": 0.2290000170469284,
              "78283": 0.20500001311302185,
              "79291": 0.22700001299381256,
              "80299": 0.1980000138282776
            }
          },
          "new_acc": {
            "mean": 0.10490000396966934,
            "min": 0.10000000149011612,
            "max": 0.11300000548362732,
            "per_seed": {
              "76271": 0.1055000051856041,
              "77277": 0.11300000548362732,
              "78283": 0.10000000149011612,
              "79291": 0.10450000315904617,
              "80299": 0.101500004529953
            }
          },
          "edited_stale_acc": {
            "mean": 0.1144000083208084,
            "min": 0.07850000262260437,
            "max": 0.16550001502037048,
            "per_seed": {
              "76271": 0.16550001502037048,
              "77277": 0.10700000822544098,
              "78283": 0.09950000792741776,
              "79291": 0.12150000780820847,
              "80299": 0.07850000262260437
            }
          },
          "chance_level": 0.1
        },
        "ft_1000": {
          "edited_acc": {
            "mean": 0.2138000100851059,
            "min": 0.1315000057220459,
            "max": 0.3205000162124634,
            "per_seed": {
              "76271": 0.1315000057220459,
              "77277": 0.18250000476837158,
              "78283": 0.2410000115633011,
              "79291": 0.19350001215934753,
              "80299": 0.3205000162124634
            }
          },
          "unedited_acc": {
            "mean": 0.20920000672340394,
            "min": 0.18200001120567322,
            "max": 0.23000000417232513,
            "per_seed": {
              "76271": 0.23000000417232513,
              "77277": 0.22300000488758087,
              "78283": 0.19600000977516174,
              "79291": 0.2150000035762787,
              "80299": 0.18200001120567322
            }
          },
          "new_acc": {
            "mean": 0.1024000033736229,
            "min": 0.09300000220537186,
            "max": 0.11650000512599945,
            "per_seed": {
              "76271": 0.10650000721216202,
              "77277": 0.11650000512599945,
              "78283": 0.09600000083446503,
              "79291": 0.10000000149011612,
              "80299": 0.09300000220537186
            }
          },
          "edited_stale_acc": {
            "mean": 0.11200000494718551,
            "min": 0.08800000697374344,
            "max": 0.15150000154972076,
            "per_seed": {
              "76271": 0.15150000154972076,
              "77277": 0.10450000315904617,
              "78283": 0.09850000590085983,
              "79291": 0.11750000715255737,
              "80299": 0.08800000697374344
            }
          },
          "chance_level": 0.1
        }
      },
      "ft_replay_hi_edit": {
        "ft_0": {
          "edited_acc": {
            "mean": 0.1133000060915947,
            "min": 0.0990000069141388,
            "max": 0.1315000057220459,
            "per_seed": {
              "76271": 0.11650000512599945,
              "77277": 0.1315000057220459,
              "78283": 0.1145000085234642,
              "79291": 0.0990000069141388,
              "80299": 0.10500000417232513
            }
          },
          "unedited_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "new_acc": {
            "mean": 0.10360000729560852,
            "min": 0.101500004529953,
            "max": 0.10700000822544098,
            "per_seed": {
              "76271": 0.10350000858306885,
              "77277": 0.101500004529953,
              "78283": 0.10300000756978989,
              "79291": 0.10700000822544098,
              "80299": 0.10300000756978989
            }
          },
          "edited_stale_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "76271": 1.0,
              "77277": 1.0,
              "78283": 1.0,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "chance_level": 0.1
        },
        "ft_200": {
          "edited_acc": {
            "mean": 0.24700001180171965,
            "min": 0.1665000021457672,
            "max": 0.35200002789497375,
            "per_seed": {
              "76271": 0.1665000021457672,
              "77277": 0.18450000882148743,
              "78283": 0.35200002789497375,
              "79291": 0.20150001347064972,
              "80299": 0.3305000066757202
            }
          },
          "unedited_acc": {
            "mean": 0.9485000491142273,
            "min": 0.9305000305175781,
            "max": 0.9670000672340393,
            "per_seed": {
              "76271": 0.9305000305175781,
              "77277": 0.9670000672340393,
              "78283": 0.9375000596046448,
              "79291": 0.9605000615119934,
              "80299": 0.9470000267028809
            }
          },
          "new_acc": {
            "mean": 0.10210000574588776,
            "min": 0.09150000661611557,
            "max": 0.11800000816583633,
            "per_seed": {
              "76271": 0.10650000721216202,
              "77277": 0.11800000816583633,
              "78283": 0.09150000661611557,
              "79291": 0.09850000590085983,
              "80299": 0.09600000083446503
            }
          },
          "edited_stale_acc": {
            "mean": 0.19590000808238983,
            "min": 0.13100001215934753,
            "max": 0.2639999985694885,
            "per_seed": {
              "76271": 0.24300001561641693,
              "77277": 0.2639999985694885,
              "78283": 0.13100001215934753,
              "79291": 0.20200000703334808,
              "80299": 0.13950000703334808
            }
          },
          "chance_level": 0.1
        },
        "ft_500": {
          "edited_acc": {
            "mean": 0.3256000131368637,
            "min": 0.23650000989437103,
            "max": 0.5010000467300415,
            "per_seed": {
              "76271": 0.23650000989437103,
              "77277": 0.2985000014305115,
              "78283": 0.5010000467300415,
              "79291": 0.2705000042915344,
              "80299": 0.3215000033378601
            }
          },
          "unedited_acc": {
            "mean": 0.9690000534057617,
            "min": 0.8515000343322754,
            "max": 0.999500036239624,
            "per_seed": {
              "76271": 0.999000072479248,
              "77277": 0.999500036239624,
              "78283": 0.9975000619888306,
              "79291": 0.9975000619888306,
              "80299": 0.8515000343322754
            }
          },
          "new_acc": {
            "mean": 0.10500000566244125,
            "min": 0.09750000387430191,
            "max": 0.12200000882148743,
            "per_seed": {
              "76271": 0.10600000619888306,
              "77277": 0.12200000882148743,
              "78283": 0.10000000149011612,
              "79291": 0.09950000792741776,
              "80299": 0.09750000387430191
            }
          },
          "edited_stale_acc": {
            "mean": 0.15440000742673873,
            "min": 0.10950000584125519,
            "max": 0.2070000171661377,
            "per_seed": {
              "76271": 0.2070000171661377,
              "77277": 0.18700000643730164,
              "78283": 0.10950000584125519,
              "79291": 0.15850000083446503,
              "80299": 0.11000000685453415
            }
          },
          "chance_level": 0.1
        },
        "ft_1000": {
          "edited_acc": {
            "mean": 0.4054000198841095,
            "min": 0.29500001668930054,
            "max": 0.5580000281333923,
            "per_seed": {
              "76271": 0.29500001668930054,
              "77277": 0.3205000162124634,
              "78283": 0.5540000200271606,
              "79291": 0.2995000183582306,
              "80299": 0.5580000281333923
            }
          },
          "unedited_acc": {
            "mean": 0.9969000220298767,
            "min": 0.9855000376701355,
            "max": 1.0,
            "per_seed": {
              "76271": 0.9855000376701355,
              "77277": 0.999500036239624,
              "78283": 0.999500036239624,
              "79291": 1.0,
              "80299": 1.0
            }
          },
          "new_acc": {
            "mean": 0.10300000607967377,
            "min": 0.09800000488758087,
            "max": 0.11650000512599945,
            "per_seed": {
              "76271": 0.09800000488758087,
              "77277": 0.11650000512599945,
              "78283": 0.09950000792741776,
              "79291": 0.09950000792741776,
              "80299": 0.101500004529953
            }
          },
          "edited_stale_acc": {
            "mean": 0.1342000037431717,
            "min": 0.08500000089406967,
            "max": 0.16750000417232513,
            "per_seed": {
              "76271": 0.16050000488758087,
              "77277": 0.16750000417232513,
              "78283": 0.10200000554323196,
              "79291": 0.15600000321865082,
              "80299": 0.08500000089406967
            }
          },
          "chance_level": 0.1
        }
      }
    }
  },
  "predictions_check": {
    "P1": {
      "values": {
        "ft_replay_lr1e3_edited_acc": 0.5310000240802765
      },
      "holds": true,
      "range": [
        0.42250001430511475,
        0.6760000586509705
      ]
    },
    "P2": {
      "values": {
        "ft_replay_lr3e3_edited_acc": 0.8212000370025635,
        "ft_replay_lr3e3_unedited_acc": 0.987600040435791
      },
      "holds": true,
      "ranges": {
        "edited_acc": [
          0.6720000505447388,
          0.9665000438690186
        ],
        "unedited_acc": [
          0.9475000500679016,
          1.0
        ]
      }
    },
    "P3": {
      "values": {
        "ft_edit_only_lr3e4_unedited_acc": 0.20920000672340394
      },
      "holds": false,
      "range": [
        0.18200001120567322,
        0.23000000417232513
      ]
    },
    "P4": {
      "values": {
        "ft_replay_hi_edit_edited_acc": 0.4054000198841095,
        "ft_replay_lr1e3_edited_acc": 0.5310000240802765,
        "gap_hi_edit_minus_lr1e3": -0.12560000419616696
      },
      "holds": false,
      "sign": "negative"
    },
    "P5": {
      "values": {
        "external_edited_acc": 0.9998000144958497,
        "external_new_acc": 1.0
      },
      "holds": true,
      "ranges": {
        "external_edited_acc": [
          0.999000072479248,
          1.0
        ],
        "external_new_acc": [
          1.0,
          1.0
        ]
      }
    },
    "reported_not_judged": {
      "ft_replay_lr1e3_ft_0_edited_acc": 0.1133000060915947,
      "ft_replay_lr1e3_ft_0_unedited_acc": 1.0,
      "ft_replay_lr1e3_ft_0_new_acc": 0.10360000729560852,
      "ft_replay_lr1e3_ft_0_edited_stale_acc": 1.0,
      "ft_replay_lr1e3_ft_200_edited_acc": 0.29580001533031464,
      "ft_replay_lr1e3_ft_200_unedited_acc": 0.9981000423431396,
      "ft_replay_lr1e3_ft_200_new_acc": 0.10300000607967377,
      "ft_replay_lr1e3_ft_200_edited_stale_acc": 0.1657000109553337,
      "ft_replay_lr1e3_ft_500_edited_acc": 0.3794000208377838,
      "ft_replay_lr1e3_ft_500_unedited_acc": 0.9915000200271606,
      "ft_replay_lr1e3_ft_500_new_acc": 0.10610000491142273,
      "ft_replay_lr1e3_ft_500_edited_stale_acc": 0.12390000522136688,
      "ft_replay_lr1e3_ft_1000_edited_acc": 0.5310000240802765,
      "ft_replay_lr1e3_ft_1000_unedited_acc": 0.9997000098228455,
      "ft_replay_lr1e3_ft_1000_new_acc": 0.10250000506639481,
      "ft_replay_lr1e3_ft_1000_edited_stale_acc": 0.10400000363588333,
      "ft_replay_lr3e3_ft_0_edited_acc": 0.1133000060915947,
      "ft_replay_lr3e3_ft_0_unedited_acc": 1.0,
      "ft_replay_lr3e3_ft_0_new_acc": 0.10360000729560852,
      "ft_replay_lr3e3_ft_0_edited_stale_acc": 1.0,
      "ft_replay_lr3e3_ft_200_edited_acc": 0.4698000192642212,
      "ft_replay_lr3e3_ft_200_unedited_acc": 0.862000048160553,
      "ft_replay_lr3e3_ft_200_new_acc": 0.0979000061750412,
      "ft_replay_lr3e3_ft_200_edited_stale_acc": 0.10410000383853912,
      "ft_replay_lr3e3_ft_500_edited_acc": 0.7225000381469726,
      "ft_replay_lr3e3_ft_500_unedited_acc": 0.9675000548362732,
      "ft_replay_lr3e3_ft_500_new_acc": 0.09660000503063201,
      "ft_replay_lr3e3_ft_500_edited_stale_acc": 0.10230000466108322,
      "ft_replay_lr3e3_ft_1000_edited_acc": 0.8212000370025635,
      "ft_replay_lr3e3_ft_1000_unedited_acc": 0.987600040435791,
      "ft_replay_lr3e3_ft_1000_new_acc": 0.09910000562667846,
      "ft_replay_lr3e3_ft_1000_edited_stale_acc": 0.10460000485181808,
      "ft_edit_only_lr3e4_ft_0_edited_acc": 0.1133000060915947,
      "ft_edit_only_lr3e4_ft_0_unedited_acc": 1.0,
      "ft_edit_only_lr3e4_ft_0_new_acc": 0.10360000729560852,
      "ft_edit_only_lr3e4_ft_0_edited_stale_acc": 1.0,
      "ft_edit_only_lr3e4_ft_200_edited_acc": 0.11610000431537629,
      "ft_edit_only_lr3e4_ft_200_unedited_acc": 0.34400001764297483,
      "ft_edit_only_lr3e4_ft_200_new_acc": 0.09990000426769256,
      "ft_edit_only_lr3e4_ft_200_edited_stale_acc": 0.23210001289844512,
      "ft_edit_only_lr3e4_ft_500_edited_acc": 0.19710001051425935,
      "ft_edit_only_lr3e4_ft_500_unedited_acc": 0.22370001673698425,
      "ft_edit_only_lr3e4_ft_500_new_acc": 0.10490000396966934,
      "ft_edit_only_lr3e4_ft_500_edited_stale_acc": 0.1144000083208084,
      "ft_edit_only_lr3e4_ft_1000_edited_acc": 0.2138000100851059,
      "ft_edit_only_lr3e4_ft_1000_unedited_acc": 0.20920000672340394,
      "ft_edit_only_lr3e4_ft_1000_new_acc": 0.1024000033736229,
      "ft_edit_only_lr3e4_ft_1000_edited_stale_acc": 0.11200000494718551,
      "ft_replay_hi_edit_ft_0_edited_acc": 0.1133000060915947,
      "ft_replay_hi_edit_ft_0_unedited_acc": 1.0,
      "ft_replay_hi_edit_ft_0_new_acc": 0.10360000729560852,
      "ft_replay_hi_edit_ft_0_edited_stale_acc": 1.0,
      "ft_replay_hi_edit_ft_200_edited_acc": 0.24700001180171965,
      "ft_replay_hi_edit_ft_200_unedited_acc": 0.9485000491142273,
      "ft_replay_hi_edit_ft_200_new_acc": 0.10210000574588776,
      "ft_replay_hi_edit_ft_200_edited_stale_acc": 0.19590000808238983,
      "ft_replay_hi_edit_ft_500_edited_acc": 0.3256000131368637,
      "ft_replay_hi_edit_ft_500_unedited_acc": 0.9690000534057617,
      "ft_replay_hi_edit_ft_500_new_acc": 0.10500000566244125,
      "ft_replay_hi_edit_ft_500_edited_stale_acc": 0.15440000742673873,
      "ft_replay_hi_edit_ft_1000_edited_acc": 0.4054000198841095,
      "ft_replay_hi_edit_ft_1000_unedited_acc": 0.9969000220298767,
      "ft_replay_hi_edit_ft_1000_new_acc": 0.10300000607967377,
      "ft_replay_hi_edit_ft_1000_edited_stale_acc": 0.1342000037431717,
      "external_64_trained_edited_acc": 0.9998000144958497,
      "external_64_trained_unedited_acc": 1.0,
      "external_64_trained_new_acc": 1.0,
      "external_64_trained_edited_stale_acc": 0.11340000629425048,
      "internal_64_steps_trained_edited_acc": 0.1133000060915947,
      "internal_64_steps_trained_unedited_acc": 1.0,
      "internal_64_steps_trained_new_acc": 0.10360000729560852,
      "internal_64_steps_trained_edited_stale_acc": 1.0
    }
  },
  "timing_seconds_mean": {
    "256": {
      "train_external_64": 7.721102355001494,
      "train_internal_64_steps": 7.701148141396698,
      "ft_replay_lr1e3_1000_updates": 3.858170112420339,
      "ft_replay_lr3e3_1000_updates": 3.9728517534094863,
      "ft_edit_only_lr3e4_1000_updates": 4.0466076376033016,
      "ft_replay_hi_edit_1000_updates": 3.839951807016041
    },
    "1024": {
      "train_external_64": 7.720895530795678,
      "train_internal_64_steps": 7.599597585201264,
      "ft_replay_lr1e3_1000_updates": 3.9105716048041357,
      "ft_replay_lr3e3_1000_updates": 3.8066507097915747,
      "ft_edit_only_lr3e4_1000_updates": 3.9004748802399263,
      "ft_replay_hi_edit_1000_updates": 3.8502517619752323
    }
  },
  "elapsed_seconds": 314.49527745397063,
  "runs": [
    {
      "n_entities": 256,
      "seed": 76271,
      "condition": "external_64",
      "phase": "trained",
      "step": 2000,
      "unedited_acc": 1.0,
      "edited_acc": 1.0,
      "edited_stale_acc": 0.13300000131130219,
      "new_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 76271,
      "condition": "internal_64_steps",
      "phase": "trained",
      "step": 2000,
      "unedited_acc": 1.0,
      "edited_acc": 0.13300000131130219,
      "edited_stale_acc": 1.0,
      "new_acc": 0.1340000033378601
    },
    {
      "n_entities": 256,
      "seed": 76271,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.13300000131130219,
      "edited_stale_acc": 1.0,
      "new_acc": 0.1340000033378601
    },
    {
      "n_entities": 256,
      "seed": 76271,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.999500036239624,
      "edited_acc": 0.5355000495910645,
      "edited_stale_acc": 0.12950000166893005,
      "new_acc": 0.09950000792741776
    },
    {
      "n_entities": 256,
      "seed": 76271,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 1.0,
      "edited_acc": 0.5435000061988831,
      "edited_stale_acc": 0.13350000977516174,
      "new_acc": 0.0950000062584877
    },
    {
      "n_entities": 256,
      "seed": 76271,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 1.0,
      "edited_acc": 0.5800000429153442,
      "edited_stale_acc": 0.13350000977516174,
      "new_acc": 0.09450000524520874
    },
    {
      "n_entities": 256,
      "seed": 76271,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.13300000131130219,
      "edited_stale_acc": 1.0,
      "new_acc": 0.1340000033378601
    },
    {
      "n_entities": 256,
      "seed": 76271,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.9430000185966492,
      "edited_acc": 0.57750004529953,
      "edited_stale_acc": 0.0925000011920929,
      "new_acc": 0.10850000381469727
    },
    {
      "n_entities": 256,
      "seed": 76271,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.8440000414848328,
      "edited_acc": 0.6165000200271606,
      "edited_stale_acc": 0.09750000387430191,
      "new_acc": 0.09800000488758087
    },
    {
      "n_entities": 256,
      "seed": 76271,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 1.0,
      "edited_acc": 0.8870000243186951,
      "edited_stale_acc": 0.12250000238418579,
      "new_acc": 0.09450000524520874
    },
    {
      "n_entities": 256,
      "seed": 76271,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.13300000131130219,
      "edited_stale_acc": 1.0,
      "new_acc": 0.1340000033378601
    },
    {
      "n_entities": 256,
      "seed": 76271,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.47950002551078796,
      "edited_acc": 0.22500000894069672,
      "edited_stale_acc": 0.08350000530481339,
      "new_acc": 0.13050000369548798
    },
    {
      "n_entities": 256,
      "seed": 76271,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.4245000183582306,
      "edited_acc": 0.25,
      "edited_stale_acc": 0.08000000566244125,
      "new_acc": 0.12300000339746475
    },
    {
      "n_entities": 256,
      "seed": 76271,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 0.4085000157356262,
      "edited_acc": 0.2510000169277191,
      "edited_stale_acc": 0.08800000697374344,
      "new_acc": 0.11750000715255737
    },
    {
      "n_entities": 256,
      "seed": 76271,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.13300000131130219,
      "edited_stale_acc": 1.0,
      "new_acc": 0.1340000033378601
    },
    {
      "n_entities": 256,
      "seed": 76271,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.968000054359436,
      "edited_acc": 0.4910000264644623,
      "edited_stale_acc": 0.13199999928474426,
      "new_acc": 0.10300000756978989
    },
    {
      "n_entities": 256,
      "seed": 76271,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.9695000648498535,
      "edited_acc": 0.6005000472068787,
      "edited_stale_acc": 0.10850000381469727,
      "new_acc": 0.1055000051856041
    },
    {
      "n_entities": 256,
      "seed": 76271,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 0.9975000619888306,
      "edited_acc": 0.5410000085830688,
      "edited_stale_acc": 0.10850000381469727,
      "new_acc": 0.10950000584125519
    },
    {
      "n_entities": 1024,
      "seed": 76271,
      "condition": "external_64",
      "phase": "trained",
      "step": 2000,
      "unedited_acc": 1.0,
      "edited_acc": 1.0,
      "edited_stale_acc": 0.11650000512599945,
      "new_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 76271,
      "condition": "internal_64_steps",
      "phase": "trained",
      "step": 2000,
      "unedited_acc": 1.0,
      "edited_acc": 0.11650000512599945,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10350000858306885
    },
    {
      "n_entities": 1024,
      "seed": 76271,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.11650000512599945,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10350000858306885
    },
    {
      "n_entities": 1024,
      "seed": 76271,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.9970000386238098,
      "edited_acc": 0.24550001323223114,
      "edited_stale_acc": 0.19700001180171967,
      "new_acc": 0.10500000417232513
    },
    {
      "n_entities": 1024,
      "seed": 76271,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 1.0,
      "edited_acc": 0.32750001549720764,
      "edited_stale_acc": 0.13450001180171967,
      "new_acc": 0.10750000178813934
    },
    {
      "n_entities": 1024,
      "seed": 76271,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 1.0,
      "edited_acc": 0.4410000145435333,
      "edited_stale_acc": 0.12300000339746475,
      "new_acc": 0.10650000721216202
    },
    {
      "n_entities": 1024,
      "seed": 76271,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.11650000512599945,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10350000858306885
    },
    {
      "n_entities": 1024,
      "seed": 76271,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.9300000667572021,
      "edited_acc": 0.42750000953674316,
      "edited_stale_acc": 0.11250000447034836,
      "new_acc": 0.09800000488758087
    },
    {
      "n_entities": 1024,
      "seed": 76271,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.9850000739097595,
      "edited_acc": 0.5755000114440918,
      "edited_stale_acc": 0.10750000178813934,
      "new_acc": 0.10350000858306885
    },
    {
      "n_entities": 1024,
      "seed": 76271,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 1.0,
      "edited_acc": 0.6720000505447388,
      "edited_stale_acc": 0.10500000417232513,
      "new_acc": 0.1055000051856041
    },
    {
      "n_entities": 1024,
      "seed": 76271,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.11650000512599945,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10350000858306885
    },
    {
      "n_entities": 1024,
      "seed": 76271,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.42100003361701965,
      "edited_acc": 0.10050000250339508,
      "edited_stale_acc": 0.3475000262260437,
      "new_acc": 0.10900000482797623
    },
    {
      "n_entities": 1024,
      "seed": 76271,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.25950002670288086,
      "edited_acc": 0.125,
      "edited_stale_acc": 0.16550001502037048,
      "new_acc": 0.1055000051856041
    },
    {
      "n_entities": 1024,
      "seed": 76271,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 0.23000000417232513,
      "edited_acc": 0.1315000057220459,
      "edited_stale_acc": 0.15150000154972076,
      "new_acc": 0.10650000721216202
    },
    {
      "n_entities": 1024,
      "seed": 76271,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.11650000512599945,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10350000858306885
    },
    {
      "n_entities": 1024,
      "seed": 76271,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.9305000305175781,
      "edited_acc": 0.1665000021457672,
      "edited_stale_acc": 0.24300001561641693,
      "new_acc": 0.10650000721216202
    },
    {
      "n_entities": 1024,
      "seed": 76271,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.999000072479248,
      "edited_acc": 0.23650000989437103,
      "edited_stale_acc": 0.2070000171661377,
      "new_acc": 0.10600000619888306
    },
    {
      "n_entities": 1024,
      "seed": 76271,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 0.9855000376701355,
      "edited_acc": 0.29500001668930054,
      "edited_stale_acc": 0.16050000488758087,
      "new_acc": 0.09800000488758087
    },
    {
      "n_entities": 256,
      "seed": 77277,
      "condition": "external_64",
      "phase": "trained",
      "step": 2000,
      "unedited_acc": 1.0,
      "edited_acc": 1.0,
      "edited_stale_acc": 0.11350000649690628,
      "new_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 77277,
      "condition": "internal_64_steps",
      "phase": "trained",
      "step": 2000,
      "unedited_acc": 1.0,
      "edited_acc": 0.11350000649690628,
      "edited_stale_acc": 1.0,
      "new_acc": 0.07450000196695328
    },
    {
      "n_entities": 256,
      "seed": 77277,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.11350000649690628,
      "edited_stale_acc": 1.0,
      "new_acc": 0.07450000196695328
    },
    {
      "n_entities": 256,
      "seed": 77277,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 1.0,
      "edited_acc": 0.15950000286102295,
      "edited_stale_acc": 0.3110000193119049,
      "new_acc": 0.11000000685453415
    },
    {
      "n_entities": 256,
      "seed": 77277,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 1.0,
      "edited_acc": 0.1575000137090683,
      "edited_stale_acc": 0.30000001192092896,
      "new_acc": 0.09700000286102295
    },
    {
      "n_entities": 256,
      "seed": 77277,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 1.0,
      "edited_acc": 0.1705000102519989,
      "edited_stale_acc": 0.2915000021457672,
      "new_acc": 0.10000000149011612
    },
    {
      "n_entities": 256,
      "seed": 77277,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.11350000649690628,
      "edited_stale_acc": 1.0,
      "new_acc": 0.07450000196695328
    },
    {
      "n_entities": 256,
      "seed": 77277,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.95250004529953,
      "edited_acc": 0.35750001668930054,
      "edited_stale_acc": 0.12800000607967377,
      "new_acc": 0.0860000029206276
    },
    {
      "n_entities": 256,
      "seed": 77277,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 1.0,
      "edited_acc": 0.8245000243186951,
      "edited_stale_acc": 0.11900000274181366,
      "new_acc": 0.08800000697374344
    },
    {
      "n_entities": 256,
      "seed": 77277,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 1.0,
      "edited_acc": 0.8235000371932983,
      "edited_stale_acc": 0.11800000816583633,
      "new_acc": 0.09000000357627869
    },
    {
      "n_entities": 256,
      "seed": 77277,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.11350000649690628,
      "edited_stale_acc": 1.0,
      "new_acc": 0.07450000196695328
    },
    {
      "n_entities": 256,
      "seed": 77277,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.49650001525878906,
      "edited_acc": 0.11800000816583633,
      "edited_stale_acc": 0.30800002813339233,
      "new_acc": 0.10750000178813934
    },
    {
      "n_entities": 256,
      "seed": 77277,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.4130000174045563,
      "edited_acc": 0.12450000643730164,
      "edited_stale_acc": 0.24700000882148743,
      "new_acc": 0.09950000792741776
    },
    {
      "n_entities": 256,
      "seed": 77277,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 0.4100000262260437,
      "edited_acc": 0.12800000607967377,
      "edited_stale_acc": 0.2485000044107437,
      "new_acc": 0.09700000286102295
    },
    {
      "n_entities": 256,
      "seed": 77277,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.11350000649690628,
      "edited_stale_acc": 1.0,
      "new_acc": 0.07450000196695328
    },
    {
      "n_entities": 256,
      "seed": 77277,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.999500036239624,
      "edited_acc": 0.21000000834465027,
      "edited_stale_acc": 0.2720000147819519,
      "new_acc": 0.1080000028014183
    },
    {
      "n_entities": 256,
      "seed": 77277,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.8770000338554382,
      "edited_acc": 0.1340000033378601,
      "edited_stale_acc": 0.289000004529953,
      "new_acc": 0.09200000762939453
    },
    {
      "n_entities": 256,
      "seed": 77277,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 1.0,
      "edited_acc": 0.18850000202655792,
      "edited_stale_acc": 0.31950002908706665,
      "new_acc": 0.09600000083446503
    },
    {
      "n_entities": 1024,
      "seed": 77277,
      "condition": "external_64",
      "phase": "trained",
      "step": 2000,
      "unedited_acc": 1.0,
      "edited_acc": 1.0,
      "edited_stale_acc": 0.1315000057220459,
      "new_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 77277,
      "condition": "internal_64_steps",
      "phase": "trained",
      "step": 2000,
      "unedited_acc": 1.0,
      "edited_acc": 0.1315000057220459,
      "edited_stale_acc": 1.0,
      "new_acc": 0.101500004529953
    },
    {
      "n_entities": 1024,
      "seed": 77277,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.1315000057220459,
      "edited_stale_acc": 1.0,
      "new_acc": 0.101500004529953
    },
    {
      "n_entities": 1024,
      "seed": 77277,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.999500036239624,
      "edited_acc": 0.21450001001358032,
      "edited_stale_acc": 0.21300001442432404,
      "new_acc": 0.10650000721216202
    },
    {
      "n_entities": 1024,
      "seed": 77277,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.984000027179718,
      "edited_acc": 0.34800001978874207,
      "edited_stale_acc": 0.1469999998807907,
      "new_acc": 0.1055000051856041
    },
    {
      "n_entities": 1024,
      "seed": 77277,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 1.0,
      "edited_acc": 0.42250001430511475,
      "edited_stale_acc": 0.13750000298023224,
      "new_acc": 0.1145000085234642
    },
    {
      "n_entities": 1024,
      "seed": 77277,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.1315000057220459,
      "edited_stale_acc": 1.0,
      "new_acc": 0.101500004529953
    },
    {
      "n_entities": 1024,
      "seed": 77277,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.7620000243186951,
      "edited_acc": 0.4035000205039978,
      "edited_stale_acc": 0.10750000178813934,
      "new_acc": 0.0950000062584877
    },
    {
      "n_entities": 1024,
      "seed": 77277,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.9815000295639038,
      "edited_acc": 0.7015000581741333,
      "edited_stale_acc": 0.11100000888109207,
      "new_acc": 0.09950000792741776
    },
    {
      "n_entities": 1024,
      "seed": 77277,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 0.999500036239624,
      "edited_acc": 0.8485000133514404,
      "edited_stale_acc": 0.1145000085234642,
      "new_acc": 0.10250000655651093
    },
    {
      "n_entities": 1024,
      "seed": 77277,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.1315000057220459,
      "edited_stale_acc": 1.0,
      "new_acc": 0.101500004529953
    },
    {
      "n_entities": 1024,
      "seed": 77277,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.3595000207424164,
      "edited_acc": 0.10000000149011612,
      "edited_stale_acc": 0.2980000078678131,
      "new_acc": 0.1080000028014183
    },
    {
      "n_entities": 1024,
      "seed": 77277,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.2290000170469284,
      "edited_acc": 0.15300001204013824,
      "edited_stale_acc": 0.10700000822544098,
      "new_acc": 0.11300000548362732
    },
    {
      "n_entities": 1024,
      "seed": 77277,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 0.22300000488758087,
      "edited_acc": 0.18250000476837158,
      "edited_stale_acc": 0.10450000315904617,
      "new_acc": 0.11650000512599945
    },
    {
      "n_entities": 1024,
      "seed": 77277,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.1315000057220459,
      "edited_stale_acc": 1.0,
      "new_acc": 0.101500004529953
    },
    {
      "n_entities": 1024,
      "seed": 77277,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.9670000672340393,
      "edited_acc": 0.18450000882148743,
      "edited_stale_acc": 0.2639999985694885,
      "new_acc": 0.11800000816583633
    },
    {
      "n_entities": 1024,
      "seed": 77277,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.999500036239624,
      "edited_acc": 0.2985000014305115,
      "edited_stale_acc": 0.18700000643730164,
      "new_acc": 0.12200000882148743
    },
    {
      "n_entities": 1024,
      "seed": 77277,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 0.999500036239624,
      "edited_acc": 0.3205000162124634,
      "edited_stale_acc": 0.16750000417232513,
      "new_acc": 0.11650000512599945
    },
    {
      "n_entities": 256,
      "seed": 78283,
      "condition": "external_64",
      "phase": "trained",
      "step": 2000,
      "unedited_acc": 1.0,
      "edited_acc": 0.9860000610351562,
      "edited_stale_acc": 0.06300000101327896,
      "new_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 78283,
      "condition": "internal_64_steps",
      "phase": "trained",
      "step": 2000,
      "unedited_acc": 1.0,
      "edited_acc": 0.06800000369548798,
      "edited_stale_acc": 1.0,
      "new_acc": 0.11750000715255737
    },
    {
      "n_entities": 256,
      "seed": 78283,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.06800000369548798,
      "edited_stale_acc": 1.0,
      "new_acc": 0.11750000715255737
    },
    {
      "n_entities": 256,
      "seed": 78283,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 1.0,
      "edited_acc": 0.627500057220459,
      "edited_stale_acc": 0.06650000065565109,
      "new_acc": 0.12250000238418579
    },
    {
      "n_entities": 256,
      "seed": 78283,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 1.0,
      "edited_acc": 0.6620000600814819,
      "edited_stale_acc": 0.06350000202655792,
      "new_acc": 0.11700000613927841
    },
    {
      "n_entities": 256,
      "seed": 78283,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 1.0,
      "edited_acc": 0.6680000424385071,
      "edited_stale_acc": 0.06800000369548798,
      "new_acc": 0.11400000751018524
    },
    {
      "n_entities": 256,
      "seed": 78283,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.06800000369548798,
      "edited_stale_acc": 1.0,
      "new_acc": 0.11750000715255737
    },
    {
      "n_entities": 256,
      "seed": 78283,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.8865000605583191,
      "edited_acc": 0.6080000400543213,
      "edited_stale_acc": 0.0755000039935112,
      "new_acc": 0.09750000387430191
    },
    {
      "n_entities": 256,
      "seed": 78283,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.8985000252723694,
      "edited_acc": 0.7930000424385071,
      "edited_stale_acc": 0.07650000602006912,
      "new_acc": 0.07600000500679016
    },
    {
      "n_entities": 256,
      "seed": 78283,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 1.0,
      "edited_acc": 0.9865000247955322,
      "edited_stale_acc": 0.07100000232458115,
      "new_acc": 0.09150000661611557
    },
    {
      "n_entities": 256,
      "seed": 78283,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.06800000369548798,
      "edited_stale_acc": 1.0,
      "new_acc": 0.11750000715255737
    },
    {
      "n_entities": 256,
      "seed": 78283,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.5005000233650208,
      "edited_acc": 0.1850000023841858,
      "edited_stale_acc": 0.1300000101327896,
      "new_acc": 0.11000000685453415
    },
    {
      "n_entities": 256,
      "seed": 78283,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.4480000138282776,
      "edited_acc": 0.21950000524520874,
      "edited_stale_acc": 0.10750000178813934,
      "new_acc": 0.10650000721216202
    },
    {
      "n_entities": 256,
      "seed": 78283,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 0.41350001096725464,
      "edited_acc": 0.23600001633167267,
      "edited_stale_acc": 0.11300000548362732,
      "new_acc": 0.1055000051856041
    },
    {
      "n_entities": 256,
      "seed": 78283,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.06800000369548798,
      "edited_stale_acc": 1.0,
      "new_acc": 0.11750000715255737
    },
    {
      "n_entities": 256,
      "seed": 78283,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.8995000720024109,
      "edited_acc": 0.6850000619888306,
      "edited_stale_acc": 0.07600000500679016,
      "new_acc": 0.10400000214576721
    },
    {
      "n_entities": 256,
      "seed": 78283,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.9620000720024109,
      "edited_acc": 0.7225000262260437,
      "edited_stale_acc": 0.06400000303983688,
      "new_acc": 0.08950000256299973
    },
    {
      "n_entities": 256,
      "seed": 78283,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 0.999500036239624,
      "edited_acc": 0.7165000438690186,
      "edited_stale_acc": 0.0690000057220459,
      "new_acc": 0.09550000727176666
    },
    {
      "n_entities": 1024,
      "seed": 78283,
      "condition": "external_64",
      "phase": "trained",
      "step": 2000,
      "unedited_acc": 1.0,
      "edited_acc": 1.0,
      "edited_stale_acc": 0.1145000085234642,
      "new_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 78283,
      "condition": "internal_64_steps",
      "phase": "trained",
      "step": 2000,
      "unedited_acc": 1.0,
      "edited_acc": 0.1145000085234642,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10300000756978989
    },
    {
      "n_entities": 1024,
      "seed": 78283,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.1145000085234642,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10300000756978989
    },
    {
      "n_entities": 1024,
      "seed": 78283,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.9985000491142273,
      "edited_acc": 0.40450000762939453,
      "edited_stale_acc": 0.11700000613927841,
      "new_acc": 0.0990000069141388
    },
    {
      "n_entities": 1024,
      "seed": 78283,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.9735000729560852,
      "edited_acc": 0.43550002574920654,
      "edited_stale_acc": 0.1210000067949295,
      "new_acc": 0.10350000858306885
    },
    {
      "n_entities": 1024,
      "seed": 78283,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 1.0,
      "edited_acc": 0.628000020980835,
      "edited_stale_acc": 0.08700000494718552,
      "new_acc": 0.09350000321865082
    },
    {
      "n_entities": 1024,
      "seed": 78283,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.1145000085234642,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10300000756978989
    },
    {
      "n_entities": 1024,
      "seed": 78283,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.9005000591278076,
      "edited_acc": 0.5860000252723694,
      "edited_stale_acc": 0.10950000584125519,
      "new_acc": 0.09950000792741776
    },
    {
      "n_entities": 1024,
      "seed": 78283,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.9855000376701355,
      "edited_acc": 0.8350000381469727,
      "edited_stale_acc": 0.10600000619888306,
      "new_acc": 0.09750000387430191
    },
    {
      "n_entities": 1024,
      "seed": 78283,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 0.9475000500679016,
      "edited_acc": 0.8520000576972961,
      "edited_stale_acc": 0.10950000584125519,
      "new_acc": 0.09600000083446503
    },
    {
      "n_entities": 1024,
      "seed": 78283,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.1145000085234642,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10300000756978989
    },
    {
      "n_entities": 1024,
      "seed": 78283,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.30300000309944153,
      "edited_acc": 0.1120000034570694,
      "edited_stale_acc": 0.15400001406669617,
      "new_acc": 0.08900000154972076
    },
    {
      "n_entities": 1024,
      "seed": 78283,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.20500001311302185,
      "edited_acc": 0.22550001740455627,
      "edited_stale_acc": 0.09950000792741776,
      "new_acc": 0.10000000149011612
    },
    {
      "n_entities": 1024,
      "seed": 78283,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 0.19600000977516174,
      "edited_acc": 0.2410000115633011,
      "edited_stale_acc": 0.09850000590085983,
      "new_acc": 0.09600000083446503
    },
    {
      "n_entities": 1024,
      "seed": 78283,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.1145000085234642,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10300000756978989
    },
    {
      "n_entities": 1024,
      "seed": 78283,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.9375000596046448,
      "edited_acc": 0.35200002789497375,
      "edited_stale_acc": 0.13100001215934753,
      "new_acc": 0.09150000661611557
    },
    {
      "n_entities": 1024,
      "seed": 78283,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.9975000619888306,
      "edited_acc": 0.5010000467300415,
      "edited_stale_acc": 0.10950000584125519,
      "new_acc": 0.10000000149011612
    },
    {
      "n_entities": 1024,
      "seed": 78283,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 0.999500036239624,
      "edited_acc": 0.5540000200271606,
      "edited_stale_acc": 0.10200000554323196,
      "new_acc": 0.09950000792741776
    },
    {
      "n_entities": 256,
      "seed": 79291,
      "condition": "external_64",
      "phase": "trained",
      "step": 2000,
      "unedited_acc": 1.0,
      "edited_acc": 1.0,
      "edited_stale_acc": 0.1055000051856041,
      "new_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 79291,
      "condition": "internal_64_steps",
      "phase": "trained",
      "step": 2000,
      "unedited_acc": 1.0,
      "edited_acc": 0.1055000051856041,
      "edited_stale_acc": 1.0,
      "new_acc": 0.09350000321865082
    },
    {
      "n_entities": 256,
      "seed": 79291,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.1055000051856041,
      "edited_stale_acc": 1.0,
      "new_acc": 0.09350000321865082
    },
    {
      "n_entities": 256,
      "seed": 79291,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 1.0,
      "edited_acc": 0.25950002670288086,
      "edited_stale_acc": 0.17150001227855682,
      "new_acc": 0.11250000447034836
    },
    {
      "n_entities": 256,
      "seed": 79291,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 1.0,
      "edited_acc": 0.2915000021457672,
      "edited_stale_acc": 0.14150001108646393,
      "new_acc": 0.11100000888109207
    },
    {
      "n_entities": 256,
      "seed": 79291,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 1.0,
      "edited_acc": 0.27250000834465027,
      "edited_stale_acc": 0.1355000138282776,
      "new_acc": 0.10200000554323196
    },
    {
      "n_entities": 256,
      "seed": 79291,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.1055000051856041,
      "edited_stale_acc": 1.0,
      "new_acc": 0.09350000321865082
    },
    {
      "n_entities": 256,
      "seed": 79291,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.9970000386238098,
      "edited_acc": 0.5925000309944153,
      "edited_stale_acc": 0.09100000560283661,
      "new_acc": 0.101500004529953
    },
    {
      "n_entities": 256,
      "seed": 79291,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 1.0,
      "edited_acc": 0.5460000038146973,
      "edited_stale_acc": 0.0950000062584877,
      "new_acc": 0.101500004529953
    },
    {
      "n_entities": 256,
      "seed": 79291,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 1.0,
      "edited_acc": 0.6225000023841858,
      "edited_stale_acc": 0.0950000062584877,
      "new_acc": 0.10450000315904617
    },
    {
      "n_entities": 256,
      "seed": 79291,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.1055000051856041,
      "edited_stale_acc": 1.0,
      "new_acc": 0.09350000321865082
    },
    {
      "n_entities": 256,
      "seed": 79291,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.4520000219345093,
      "edited_acc": 0.19050000607967377,
      "edited_stale_acc": 0.1275000125169754,
      "new_acc": 0.13300000131130219
    },
    {
      "n_entities": 256,
      "seed": 79291,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.40150001645088196,
      "edited_acc": 0.2710000276565552,
      "edited_stale_acc": 0.0885000005364418,
      "new_acc": 0.10850000381469727
    },
    {
      "n_entities": 256,
      "seed": 79291,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 0.390500009059906,
      "edited_acc": 0.29100000858306885,
      "edited_stale_acc": 0.08550000190734863,
      "new_acc": 0.10850000381469727
    },
    {
      "n_entities": 256,
      "seed": 79291,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.1055000051856041,
      "edited_stale_acc": 1.0,
      "new_acc": 0.09350000321865082
    },
    {
      "n_entities": 256,
      "seed": 79291,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.999500036239624,
      "edited_acc": 0.37950003147125244,
      "edited_stale_acc": 0.1315000057220459,
      "new_acc": 0.09450000524520874
    },
    {
      "n_entities": 256,
      "seed": 79291,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 1.0,
      "edited_acc": 0.39000001549720764,
      "edited_stale_acc": 0.11950000375509262,
      "new_acc": 0.09550000727176666
    },
    {
      "n_entities": 256,
      "seed": 79291,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 0.9985000491142273,
      "edited_acc": 0.33150002360343933,
      "edited_stale_acc": 0.14650000631809235,
      "new_acc": 0.09750000387430191
    },
    {
      "n_entities": 1024,
      "seed": 79291,
      "condition": "external_64",
      "phase": "trained",
      "step": 2000,
      "unedited_acc": 1.0,
      "edited_acc": 0.999000072479248,
      "edited_stale_acc": 0.09950000792741776,
      "new_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 79291,
      "condition": "internal_64_steps",
      "phase": "trained",
      "step": 2000,
      "unedited_acc": 1.0,
      "edited_acc": 0.0990000069141388,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10700000822544098
    },
    {
      "n_entities": 1024,
      "seed": 79291,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.0990000069141388,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10700000822544098
    },
    {
      "n_entities": 1024,
      "seed": 79291,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.9980000257492065,
      "edited_acc": 0.24650001525878906,
      "edited_stale_acc": 0.16600000858306885,
      "new_acc": 0.09850000590085983
    },
    {
      "n_entities": 1024,
      "seed": 79291,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 1.0,
      "edited_acc": 0.3565000295639038,
      "edited_stale_acc": 0.10850000381469727,
      "new_acc": 0.101500004529953
    },
    {
      "n_entities": 1024,
      "seed": 79291,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 0.9985000491142273,
      "edited_acc": 0.48750001192092896,
      "edited_stale_acc": 0.08750000596046448,
      "new_acc": 0.09050000458955765
    },
    {
      "n_entities": 1024,
      "seed": 79291,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.0990000069141388,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10700000822544098
    },
    {
      "n_entities": 1024,
      "seed": 79291,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.8840000629425049,
      "edited_acc": 0.43550002574920654,
      "edited_stale_acc": 0.09300000220537186,
      "new_acc": 0.09000000357627869
    },
    {
      "n_entities": 1024,
      "seed": 79291,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.8880000710487366,
      "edited_acc": 0.6485000252723694,
      "edited_stale_acc": 0.08950000256299973,
      "new_acc": 0.08950000256299973
    },
    {
      "n_entities": 1024,
      "seed": 79291,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 0.9920000433921814,
      "edited_acc": 0.7670000195503235,
      "edited_stale_acc": 0.08900000154972076,
      "new_acc": 0.09200000762939453
    },
    {
      "n_entities": 1024,
      "seed": 79291,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.0990000069141388,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10700000822544098
    },
    {
      "n_entities": 1024,
      "seed": 79291,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.3135000169277191,
      "edited_acc": 0.1055000051856041,
      "edited_stale_acc": 0.2290000170469284,
      "new_acc": 0.09400000423192978
    },
    {
      "n_entities": 1024,
      "seed": 79291,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.22700001299381256,
      "edited_acc": 0.18450000882148743,
      "edited_stale_acc": 0.12150000780820847,
      "new_acc": 0.10450000315904617
    },
    {
      "n_entities": 1024,
      "seed": 79291,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 0.2150000035762787,
      "edited_acc": 0.19350001215934753,
      "edited_stale_acc": 0.11750000715255737,
      "new_acc": 0.10000000149011612
    },
    {
      "n_entities": 1024,
      "seed": 79291,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.0990000069141388,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10700000822544098
    },
    {
      "n_entities": 1024,
      "seed": 79291,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.9605000615119934,
      "edited_acc": 0.20150001347064972,
      "edited_stale_acc": 0.20200000703334808,
      "new_acc": 0.09850000590085983
    },
    {
      "n_entities": 1024,
      "seed": 79291,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.9975000619888306,
      "edited_acc": 0.2705000042915344,
      "edited_stale_acc": 0.15850000083446503,
      "new_acc": 0.09950000792741776
    },
    {
      "n_entities": 1024,
      "seed": 79291,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 1.0,
      "edited_acc": 0.2995000183582306,
      "edited_stale_acc": 0.15600000321865082,
      "new_acc": 0.09950000792741776
    },
    {
      "n_entities": 256,
      "seed": 80299,
      "condition": "external_64",
      "phase": "trained",
      "step": 2000,
      "unedited_acc": 1.0,
      "edited_acc": 1.0,
      "edited_stale_acc": 0.1300000101327896,
      "new_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 80299,
      "condition": "internal_64_steps",
      "phase": "trained",
      "step": 2000,
      "unedited_acc": 1.0,
      "edited_acc": 0.1300000101327896,
      "edited_stale_acc": 1.0,
      "new_acc": 0.11000000685453415
    },
    {
      "n_entities": 256,
      "seed": 80299,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.1300000101327896,
      "edited_stale_acc": 1.0,
      "new_acc": 0.11000000685453415
    },
    {
      "n_entities": 256,
      "seed": 80299,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 1.0,
      "edited_acc": 0.22050000727176666,
      "edited_stale_acc": 0.1990000158548355,
      "new_acc": 0.09400000423192978
    },
    {
      "n_entities": 256,
      "seed": 80299,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 1.0,
      "edited_acc": 0.25450000166893005,
      "edited_stale_acc": 0.15700000524520874,
      "new_acc": 0.08900000154972076
    },
    {
      "n_entities": 256,
      "seed": 80299,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 1.0,
      "edited_acc": 0.27400001883506775,
      "edited_stale_acc": 0.15150000154972076,
      "new_acc": 0.09850000590085983
    },
    {
      "n_entities": 256,
      "seed": 80299,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.1300000101327896,
      "edited_stale_acc": 1.0,
      "new_acc": 0.11000000685453415
    },
    {
      "n_entities": 256,
      "seed": 80299,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.893500030040741,
      "edited_acc": 0.4320000112056732,
      "edited_stale_acc": 0.09750000387430191,
      "new_acc": 0.08800000697374344
    },
    {
      "n_entities": 256,
      "seed": 80299,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.7910000085830688,
      "edited_acc": 0.4025000333786011,
      "edited_stale_acc": 0.08350000530481339,
      "new_acc": 0.0950000062584877
    },
    {
      "n_entities": 256,
      "seed": 80299,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 1.0,
      "edited_acc": 0.7270000576972961,
      "edited_stale_acc": 0.09550000727176666,
      "new_acc": 0.08300000429153442
    },
    {
      "n_entities": 256,
      "seed": 80299,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.1300000101327896,
      "edited_stale_acc": 1.0,
      "new_acc": 0.11000000685453415
    },
    {
      "n_entities": 256,
      "seed": 80299,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.42600002884864807,
      "edited_acc": 0.2240000069141388,
      "edited_stale_acc": 0.10750000178813934,
      "new_acc": 0.11900000274181366
    },
    {
      "n_entities": 256,
      "seed": 80299,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.37950003147125244,
      "edited_acc": 0.25200000405311584,
      "edited_stale_acc": 0.09050000458955765,
      "new_acc": 0.12849999964237213
    },
    {
      "n_entities": 256,
      "seed": 80299,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 0.35500001907348633,
      "edited_acc": 0.242000013589859,
      "edited_stale_acc": 0.07300000637769699,
      "new_acc": 0.12849999964237213
    },
    {
      "n_entities": 256,
      "seed": 80299,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.1300000101327896,
      "edited_stale_acc": 1.0,
      "new_acc": 0.11000000685453415
    },
    {
      "n_entities": 256,
      "seed": 80299,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.9950000643730164,
      "edited_acc": 0.23600001633167267,
      "edited_stale_acc": 0.23400001227855682,
      "new_acc": 0.0820000022649765
    },
    {
      "n_entities": 256,
      "seed": 80299,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 1.0,
      "edited_acc": 0.2995000183582306,
      "edited_stale_acc": 0.14150001108646393,
      "new_acc": 0.08550000190734863
    },
    {
      "n_entities": 256,
      "seed": 80299,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 1.0,
      "edited_acc": 0.33800002932548523,
      "edited_stale_acc": 0.10450000315904617,
      "new_acc": 0.08900000154972076
    },
    {
      "n_entities": 1024,
      "seed": 80299,
      "condition": "external_64",
      "phase": "trained",
      "step": 2000,
      "unedited_acc": 1.0,
      "edited_acc": 1.0,
      "edited_stale_acc": 0.10500000417232513,
      "new_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 80299,
      "condition": "internal_64_steps",
      "phase": "trained",
      "step": 2000,
      "unedited_acc": 1.0,
      "edited_acc": 0.10500000417232513,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10300000756978989
    },
    {
      "n_entities": 1024,
      "seed": 80299,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.10500000417232513,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10300000756978989
    },
    {
      "n_entities": 1024,
      "seed": 80299,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.9975000619888306,
      "edited_acc": 0.3680000305175781,
      "edited_stale_acc": 0.1355000138282776,
      "new_acc": 0.10600000619888306
    },
    {
      "n_entities": 1024,
      "seed": 80299,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 1.0,
      "edited_acc": 0.429500013589859,
      "edited_stale_acc": 0.10850000381469727,
      "new_acc": 0.11250000447034836
    },
    {
      "n_entities": 1024,
      "seed": 80299,
      "condition": "ft_replay_lr1e3",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 1.0,
      "edited_acc": 0.6760000586509705,
      "edited_stale_acc": 0.08500000089406967,
      "new_acc": 0.10750000178813934
    },
    {
      "n_entities": 1024,
      "seed": 80299,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.10500000417232513,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10300000756978989
    },
    {
      "n_entities": 1024,
      "seed": 80299,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.8335000276565552,
      "edited_acc": 0.49650001525878906,
      "edited_stale_acc": 0.09800000488758087,
      "new_acc": 0.10700000822544098
    },
    {
      "n_entities": 1024,
      "seed": 80299,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.9975000619888306,
      "edited_acc": 0.8520000576972961,
      "edited_stale_acc": 0.09750000387430191,
      "new_acc": 0.09300000220537186
    },
    {
      "n_entities": 1024,
      "seed": 80299,
      "condition": "ft_replay_lr3e3",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 0.999000072479248,
      "edited_acc": 0.9665000438690186,
      "edited_stale_acc": 0.10500000417232513,
      "new_acc": 0.09950000792741776
    },
    {
      "n_entities": 1024,
      "seed": 80299,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.10500000417232513,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10300000756978989
    },
    {
      "n_entities": 1024,
      "seed": 80299,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.3230000138282776,
      "edited_acc": 0.16250000894069672,
      "edited_stale_acc": 0.13199999928474426,
      "new_acc": 0.09950000792741776
    },
    {
      "n_entities": 1024,
      "seed": 80299,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.1980000138282776,
      "edited_acc": 0.29750001430511475,
      "edited_stale_acc": 0.07850000262260437,
      "new_acc": 0.101500004529953
    },
    {
      "n_entities": 1024,
      "seed": 80299,
      "condition": "ft_edit_only_lr3e4",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 0.18200001120567322,
      "edited_acc": 0.3205000162124634,
      "edited_stale_acc": 0.08800000697374344,
      "new_acc": 0.09300000220537186
    },
    {
      "n_entities": 1024,
      "seed": 80299,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_0",
      "step": 0,
      "unedited_acc": 1.0,
      "edited_acc": 0.10500000417232513,
      "edited_stale_acc": 1.0,
      "new_acc": 0.10300000756978989
    },
    {
      "n_entities": 1024,
      "seed": 80299,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_200",
      "step": 200,
      "unedited_acc": 0.9470000267028809,
      "edited_acc": 0.3305000066757202,
      "edited_stale_acc": 0.13950000703334808,
      "new_acc": 0.09600000083446503
    },
    {
      "n_entities": 1024,
      "seed": 80299,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_500",
      "step": 500,
      "unedited_acc": 0.8515000343322754,
      "edited_acc": 0.3215000033378601,
      "edited_stale_acc": 0.11000000685453415,
      "new_acc": 0.09750000387430191
    },
    {
      "n_entities": 1024,
      "seed": 80299,
      "condition": "ft_replay_hi_edit",
      "phase": "ft_1000",
      "step": 1000,
      "unedited_acc": 1.0,
      "edited_acc": 0.5580000281333923,
      "edited_stale_acc": 0.08500000089406967,
      "new_acc": 0.101500004529953
    }
  ]
}