{
  "experiment": "H2 pilot v7 (toy): three facts in memory, longer training, two-fact warm-up curriculum",
  "completed_utc": "2026-11-19T13:03:21.454624+00:00",
  "smoke_test_not_protocol": false,
  "protocol": {
    "world": "N entities, one fact v[e] in {0..9} per entity (seed + 230000 + N), all entities seen in training; N = 1024 judged, N = 256 reported only",
    "n_entities": [
      256,
      1024
    ],
    "seed_values": [
      61197,
      62201,
      63211,
      64223,
      65227
    ],
    "conditions": [
      "external_64",
      "external_64_curriculum",
      "internal_64_steps_long"
    ],
    "architecture": {
      "layers": 2,
      "width": 64,
      "heads": 4,
      "ff": 128
    },
    "position_table": 16,
    "vocabulary": 1040,
    "questions": "RULE3: (v[a] + v[b] + v[c]) mod 10 on triples of DISTINCT entities (v5). external_64: [M, a, v[a], M, b, v[b], M, c, v[c], Q_RULE3, a, b, c, SEP] -> ans (oracle retrieval), RULE3 all along; external_64_curriculum: the same format, but updates 1..1500 on the two-fact rule RULE [M, a, v[a], M, b, v[b], Q_RULE, a, b, SEP] -> (v[a] + v[b]) mod 10 (v1-v4 format; non-test pairs), then RULE3 up to 4000 (evaluation on RULE3 test triples only); internal_64_steps_long: [Q_RULE3, a, b, c, SEP] -> v[a], v[b], v[c], ans (no intermediate sum, no memory; greedy autoregressive generation). FACT as v1-v5",
    "updates": 4000,
    "warmup_updates": 1500,
    "plan_curriculum": [
      [
        0,
        1500,
        "rule2"
      ],
      [
        1500,
        4000,
        "rule3"
      ]
    ],
    "loss": "cross-entropy on the output tokens only, mean over them",
    "training_mix": "32 FACT + 32 RULE (RULE3 after the warm-up) per batch, non-test pairs / triples only; 4000 updates; same initial weights, lr, wd, dropout as v1-v6; same FACT entities for the three conditions of a seed and N",
    "heldout_triples": "test triple iff triple_hash(sorted(a, b, c)) % 5 == 0 and a, b, c distinct (symmetric: every permutation of a test triple is a test triple, none in training); 2000 evaluation test triples from a fixed generator (EVAL_TRIPLE_SEED + N)",
    "heldout_triple_stats": {
      "256": {
        "distinct_ordered_triples": 16581120,
        "test_share_estimate": 0.1988452970981598,
        "eval_triples": 2000
      },
      "1024": {
        "distinct_ordered_triples": 1070598144,
        "test_share_estimate": 0.19957271218299866,
        "eval_triples": 2000
      }
    },
    "checkpoints": [
      1000,
      2000,
      3000,
      4000
    ],
    "primary_checkpoint": "end of training, fixed in advance; all checkpoints reported",
    "metric": "top-1 accuracy over the full vocabulary; chance level 0.1 (10 digits); fact_acc = FACT question on the first 1000 entities",
    "tf32": false,
    "prediction_thresholds": {
      "P1": {
        "external_64_rule_acc_min": 0.9,
        "seeds_at_least": 4,
        "of": 5,
        "checkpoint": 4000,
        "n": 1024
      },
      "P2": {
        "curriculum_minus_external_64_min": 0.0,
        "checkpoint": 4000,
        "n": 1024
      },
      "P3": {
        "internal_64_steps_long_rule_acc_min": 0.9,
        "checkpoint": 4000,
        "n": 1024
      },
      "P4": {
        "fact_acc_min": 0.98,
        "conditions": "all three",
        "checkpoint": 4000,
        "n": 1024
      },
      "P5": {
        "lucky_seed_cell": "max over seeds > 0.99 while the mean over seeds <= 0.90",
        "cells": "every condition x every checkpoint, rule_acc",
        "holds_iff": "no such cell",
        "also_reported": "range of every cell",
        "n": 1024
      }
    },
    "limitations": "single-rule synthetic world (sum mod 10 of three facts); random facts; one small model; five seeds; no significance test; perfect (oracle) retrieval in the external conditions, retrieval cost not tested; one warm-up length only (1500 updates); the steps format is supervised reasoning, not shown for real LLMs; held-out triples involve entities seen in training; exploratory, no update of the confidence in H2"
  },
  "parameter_counts": {
    "external_64": 202128,
    "external_64_curriculum": 202128,
    "internal_64_steps_long": 202128
  },
  "environment": {
    "device": "cuda",
    "gpu": "NVIDIA RTX PRO 6000 Blackwell Server Edition MIG 2g.48gb",
    "torch": "2.13.0+cu130",
    "cuda": "13.0",
    "python": "3.12.12",
    "code_sha256": "f94cefd380496b464787c587feb7d83c20ab3b383719fa2cda0a7e85a26388b4"
  },
  "summary": {
    "256": {
      "external_64": {
        "step_1000": {
          "rule_acc": {
            "mean": 0.14530000686645508,
            "min": 0.10000000149011612,
            "max": 0.27250000834465027,
            "per_seed": {
              "61197": 0.10000000149011612,
              "62201": 0.10300000756978989,
              "63211": 0.27250000834465027,
              "64223": 0.10500000417232513,
              "65227": 0.14600001275539398
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_2000": {
          "rule_acc": {
            "mean": 0.532900020480156,
            "min": 0.09350000321865082,
            "max": 0.9930000305175781,
            "per_seed": {
              "61197": 0.21250000596046448,
              "62201": 0.8845000267028809,
              "63211": 0.9930000305175781,
              "64223": 0.09350000321865082,
              "65227": 0.48100003600120544
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_3000": {
          "rule_acc": {
            "mean": 0.6266000181436538,
            "min": 0.09550000727176666,
            "max": 1.0,
            "per_seed": {
              "61197": 0.5685000419616699,
              "62201": 0.9660000205039978,
              "63211": 1.0,
              "64223": 0.09550000727176666,
              "65227": 0.503000020980835
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_4000": {
          "rule_acc": {
            "mean": 0.7289000242948532,
            "min": 0.10500000417232513,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 0.9865000247955322,
              "63211": 0.9935000538825989,
              "64223": 0.10500000417232513,
              "65227": 0.5595000386238098
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        }
      },
      "external_64_curriculum": {
        "step_1000": {
          "rule_acc": {
            "mean": 0.09890000522136688,
            "min": 0.09050000458955765,
            "max": 0.11100000888109207,
            "per_seed": {
              "61197": 0.11100000888109207,
              "62201": 0.10100000351667404,
              "63211": 0.09050000458955765,
              "64223": 0.10050000250339508,
              "65227": 0.09150000661611557
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_2000": {
          "rule_acc": {
            "mean": 0.10040000528097152,
            "min": 0.09450000524520874,
            "max": 0.1055000051856041,
            "per_seed": {
              "61197": 0.09450000524520874,
              "62201": 0.101500004529953,
              "63211": 0.10350000858306885,
              "64223": 0.1055000051856041,
              "65227": 0.09700000286102295
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_3000": {
          "rule_acc": {
            "mean": 0.4728000223636627,
            "min": 0.09350000321865082,
            "max": 0.6990000605583191,
            "per_seed": {
              "61197": 0.22500000894069672,
              "62201": 0.6550000309944153,
              "63211": 0.6990000605583191,
              "64223": 0.6915000081062317,
              "65227": 0.09350000321865082
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_4000": {
          "rule_acc": {
            "mean": 0.8035000428557396,
            "min": 0.12400000542402267,
            "max": 0.9980000257492065,
            "per_seed": {
              "61197": 0.9490000605583191,
              "62201": 0.9980000257492065,
              "63211": 0.9640000462532043,
              "64223": 0.9825000762939453,
              "65227": 0.12400000542402267
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        }
      },
      "internal_64_steps_long": {
        "step_1000": {
          "rule_acc": {
            "mean": 0.10370000451803207,
            "min": 0.09700000286102295,
            "max": 0.11300000548362732,
            "per_seed": {
              "61197": 0.10000000149011612,
              "62201": 0.09700000286102295,
              "63211": 0.09800000488758087,
              "64223": 0.11050000786781311,
              "65227": 0.11300000548362732
            }
          },
          "recall_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_2000": {
          "rule_acc": {
            "mean": 0.12350000739097595,
            "min": 0.09050000458955765,
            "max": 0.20750001072883606,
            "per_seed": {
              "61197": 0.12200000882148743,
              "62201": 0.20750001072883606,
              "63211": 0.10350000858306885,
              "64223": 0.09400000423192978,
              "65227": 0.09050000458955765
            }
          },
          "recall_acc": {
            "mean": 0.9995000123977661,
            "min": 0.9975000619888306,
            "max": 1.0,
            "per_seed": {
              "61197": 0.9975000619888306,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_3000": {
          "rule_acc": {
            "mean": 0.2549000158905983,
            "min": 0.08950000256299973,
            "max": 0.4415000081062317,
            "per_seed": {
              "61197": 0.33800002932548523,
              "62201": 0.2665000259876251,
              "63211": 0.13900001347064972,
              "64223": 0.4415000081062317,
              "65227": 0.08950000256299973
            }
          },
          "recall_acc": {
            "mean": 0.9996000289916992,
            "min": 0.999000072479248,
            "max": 1.0,
            "per_seed": {
              "61197": 0.999500036239624,
              "62201": 1.0,
              "63211": 0.999000072479248,
              "64223": 0.999500036239624,
              "65227": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_4000": {
          "rule_acc": {
            "mean": 0.4759000211954117,
            "min": 0.14900000393390656,
            "max": 0.831000030040741,
            "per_seed": {
              "61197": 0.5900000333786011,
              "62201": 0.3160000145435333,
              "63211": 0.4935000240802765,
              "64223": 0.831000030040741,
              "65227": 0.14900000393390656
            }
          },
          "recall_acc": {
            "mean": 0.9998000144958497,
            "min": 0.999500036239624,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 0.999500036239624,
              "63211": 1.0,
              "64223": 0.999500036239624,
              "65227": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        }
      }
    },
    "1024": {
      "external_64": {
        "step_1000": {
          "rule_acc": {
            "mean": 0.09610000401735305,
            "min": 0.09000000357627869,
            "max": 0.10350000858306885,
            "per_seed": {
              "61197": 0.09600000083446503,
              "62201": 0.09100000560283661,
              "63211": 0.10350000858306885,
              "64223": 0.09000000357627869,
              "65227": 0.10000000149011612
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_2000": {
          "rule_acc": {
            "mean": 0.10460000485181808,
            "min": 0.09550000727176666,
            "max": 0.11950000375509262,
            "per_seed": {
              "61197": 0.1055000051856041,
              "62201": 0.11950000375509262,
              "63211": 0.10200000554323196,
              "64223": 0.10050000250339508,
              "65227": 0.09550000727176666
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_3000": {
          "rule_acc": {
            "mean": 0.18080000728368759,
            "min": 0.08700000494718552,
            "max": 0.49150002002716064,
            "per_seed": {
              "61197": 0.08700000494718552,
              "62201": 0.49150002002716064,
              "63211": 0.11300000548362732,
              "64223": 0.10500000417232513,
              "65227": 0.10750000178813934
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_4000": {
          "rule_acc": {
            "mean": 0.32860001623630525,
            "min": 0.09550000727176666,
            "max": 0.8415000438690186,
            "per_seed": {
              "61197": 0.1055000051856041,
              "62201": 0.503000020980835,
              "63211": 0.8415000438690186,
              "64223": 0.09550000727176666,
              "65227": 0.09750000387430191
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        }
      },
      "external_64_curriculum": {
        "step_1000": {
          "rule_acc": {
            "mean": 0.09520000517368317,
            "min": 0.0820000022649765,
            "max": 0.1185000091791153,
            "per_seed": {
              "61197": 0.09350000321865082,
              "62201": 0.0990000069141388,
              "63211": 0.0820000022649765,
              "64223": 0.1185000091791153,
              "65227": 0.08300000429153442
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_2000": {
          "rule_acc": {
            "mean": 0.11660000383853912,
            "min": 0.09600000083446503,
            "max": 0.16850000619888306,
            "per_seed": {
              "61197": 0.09700000286102295,
              "62201": 0.16850000619888306,
              "63211": 0.10750000178813934,
              "64223": 0.11400000751018524,
              "65227": 0.09600000083446503
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_3000": {
          "rule_acc": {
            "mean": 0.40330002307891843,
            "min": 0.08700000494718552,
            "max": 0.8800000548362732,
            "per_seed": {
              "61197": 0.08700000494718552,
              "62201": 0.7165000438690186,
              "63211": 0.1080000028014183,
              "64223": 0.8800000548362732,
              "65227": 0.22500000894069672
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_4000": {
          "rule_acc": {
            "mean": 0.6981000378727913,
            "min": 0.12300000339746475,
            "max": 0.999500036239624,
            "per_seed": {
              "61197": 0.12300000339746475,
              "62201": 0.999500036239624,
              "63211": 0.627500057220459,
              "64223": 0.9975000619888306,
              "65227": 0.7430000305175781
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        }
      },
      "internal_64_steps_long": {
        "step_1000": {
          "rule_acc": {
            "mean": 0.09810000360012054,
            "min": 0.0885000005364418,
            "max": 0.10900000482797623,
            "per_seed": {
              "61197": 0.09550000727176666,
              "62201": 0.0885000005364418,
              "63211": 0.09750000387430191,
              "64223": 0.10000000149011612,
              "65227": 0.10900000482797623
            }
          },
          "recall_acc": {
            "mean": 0.9999000072479248,
            "min": 0.999500036239624,
            "max": 1.0,
            "per_seed": {
              "61197": 0.999500036239624,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_2000": {
          "rule_acc": {
            "mean": 0.10450000464916229,
            "min": 0.09950000792741776,
            "max": 0.11550000309944153,
            "per_seed": {
              "61197": 0.11550000309944153,
              "62201": 0.10500000417232513,
              "63211": 0.10200000554323196,
              "64223": 0.10050000250339508,
              "65227": 0.09950000792741776
            }
          },
          "recall_acc": {
            "mean": 0.9975000262260437,
            "min": 0.9910000562667847,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 0.9965000748634338,
              "64223": 1.0,
              "65227": 0.9910000562667847
            }
          },
          "fact_acc": {
            "mean": 0.999400007724762,
            "min": 0.9970000386238098,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 0.9970000386238098
            }
          },
          "chance_level": 0.1
        },
        "step_3000": {
          "rule_acc": {
            "mean": 0.1112000048160553,
            "min": 0.08650000393390656,
            "max": 0.164000004529953,
            "per_seed": {
              "61197": 0.09350000321865082,
              "62201": 0.08650000393390656,
              "63211": 0.09450000524520874,
              "64223": 0.11750000715255737,
              "65227": 0.164000004529953
            }
          },
          "recall_acc": {
            "mean": 0.9998000144958497,
            "min": 0.999500036239624,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 0.999500036239624,
              "65227": 0.999500036239624
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_4000": {
          "rule_acc": {
            "mean": 0.16450000554323196,
            "min": 0.10300000756978989,
            "max": 0.24250000715255737,
            "per_seed": {
              "61197": 0.13050000369548798,
              "62201": 0.1965000033378601,
              "63211": 0.10300000756978989,
              "64223": 0.15000000596046448,
              "65227": 0.24250000715255737
            }
          },
          "recall_acc": {
            "mean": 0.9999000072479248,
            "min": 0.999500036239624,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 0.999500036239624,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "61197": 1.0,
              "62201": 1.0,
              "63211": 1.0,
              "64223": 1.0,
              "65227": 1.0
            }
          },
          "chance_level": 0.1
        }
      }
    }
  },
  "predictions_check": {
    "P1": {
      "values": {
        "seeds_at_least_0.90": 0,
        "external_64_rule_acc": 0.32860001623630525,
        "min": 0.09550000727176666,
        "max": 0.8415000438690186
      },
      "holds": false,
      "per_seed": {
        "61197": 0.1055000051856041,
        "62201": 0.503000020980835,
        "63211": 0.8415000438690186,
        "64223": 0.09550000727176666,
        "65227": 0.09750000387430191
      }
    },
    "P2": {
      "values": {
        "external_64_curriculum_rule_acc": 0.6981000378727913,
        "external_64_rule_acc": 0.32860001623630525,
        "gap_curriculum_minus_external_64": 0.36950002163648604
      },
      "holds": true,
      "sign": "positive"
    },
    "P3": {
      "values": {
        "internal_64_steps_long_rule_acc": 0.16450000554323196,
        "min": 0.10300000756978989,
        "max": 0.24250000715255737
      },
      "holds": false
    },
    "P4": {
      "values": {
        "external_64_fact_acc": 1.0,
        "external_64_curriculum_fact_acc": 1.0,
        "internal_64_steps_long_fact_acc": 1.0
      },
      "holds": true,
      "n_256_fact_acc_reported_not_judged": {
        "external_64_fact_acc": 1.0,
        "external_64_curriculum_fact_acc": 1.0,
        "internal_64_steps_long_fact_acc": 1.0
      }
    },
    "P5": {
      "values": {
        "n_lucky_seed_cells": 1
      },
      "holds": false,
      "lucky_seed_cells": [
        "external_64_curriculum_step_4000"
      ],
      "ranges": {
        "external_64_step_1000": {
          "min": 0.09000000357627869,
          "mean": 0.09610000401735305,
          "max": 0.10350000858306885
        },
        "external_64_step_2000": {
          "min": 0.09550000727176666,
          "mean": 0.10460000485181808,
          "max": 0.11950000375509262
        },
        "external_64_step_3000": {
          "min": 0.08700000494718552,
          "mean": 0.18080000728368759,
          "max": 0.49150002002716064
        },
        "external_64_step_4000": {
          "min": 0.09550000727176666,
          "mean": 0.32860001623630525,
          "max": 0.8415000438690186
        },
        "external_64_curriculum_step_1000": {
          "min": 0.0820000022649765,
          "mean": 0.09520000517368317,
          "max": 0.1185000091791153
        },
        "external_64_curriculum_step_2000": {
          "min": 0.09600000083446503,
          "mean": 0.11660000383853912,
          "max": 0.16850000619888306
        },
        "external_64_curriculum_step_3000": {
          "min": 0.08700000494718552,
          "mean": 0.40330002307891843,
          "max": 0.8800000548362732
        },
        "external_64_curriculum_step_4000": {
          "min": 0.12300000339746475,
          "mean": 0.6981000378727913,
          "max": 0.999500036239624
        },
        "internal_64_steps_long_step_1000": {
          "min": 0.0885000005364418,
          "mean": 0.09810000360012054,
          "max": 0.10900000482797623
        },
        "internal_64_steps_long_step_2000": {
          "min": 0.09950000792741776,
          "mean": 0.10450000464916229,
          "max": 0.11550000309944153
        },
        "internal_64_steps_long_step_3000": {
          "min": 0.08650000393390656,
          "mean": 0.1112000048160553,
          "max": 0.164000004529953
        },
        "internal_64_steps_long_step_4000": {
          "min": 0.10300000756978989,
          "mean": 0.16450000554323196,
          "max": 0.24250000715255737
        }
      }
    }
  },
  "timing_seconds_mean": {
    "256": {
      "external_64": 15.093828940606908,
      "external_64_curriculum": 14.767071165819653,
      "internal_64_steps_long": 14.774804741417757
    },
    "1024": {
      "external_64": 14.807504259800771,
      "external_64_curriculum": 14.823944814997958,
      "internal_64_steps_long": 14.718184699001721
    }
  },
  "elapsed_seconds": 448.2095297600026,
  "runs": [
    {
      "n_entities": 256,
      "seed": 61197,
      "condition": "external_64",
      "step": 1000,
      "rule_acc": 0.10000000149011612,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 61197,
      "condition": "external_64",
      "step": 2000,
      "rule_acc": 0.21250000596046448,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 61197,
      "condition": "external_64",
      "step": 3000,
      "rule_acc": 0.5685000419616699,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 61197,
      "condition": "external_64",
      "step": 4000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 61197,
      "condition": "external_64_curriculum",
      "step": 1000,
      "rule_acc": 0.11100000888109207,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 61197,
      "condition": "external_64_curriculum",
      "step": 2000,
      "rule_acc": 0.09450000524520874,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 61197,
      "condition": "external_64_curriculum",
      "step": 3000,
      "rule_acc": 0.22500000894069672,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 61197,
      "condition": "external_64_curriculum",
      "step": 4000,
      "rule_acc": 0.9490000605583191,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 61197,
      "condition": "internal_64_steps_long",
      "step": 1000,
      "rule_acc": 0.10000000149011612,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 61197,
      "condition": "internal_64_steps_long",
      "step": 2000,
      "rule_acc": 0.12200000882148743,
      "recall_acc": 0.9975000619888306,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 61197,
      "condition": "internal_64_steps_long",
      "step": 3000,
      "rule_acc": 0.33800002932548523,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 61197,
      "condition": "internal_64_steps_long",
      "step": 4000,
      "rule_acc": 0.5900000333786011,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 61197,
      "condition": "external_64",
      "step": 1000,
      "rule_acc": 0.09600000083446503,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 61197,
      "condition": "external_64",
      "step": 2000,
      "rule_acc": 0.1055000051856041,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 61197,
      "condition": "external_64",
      "step": 3000,
      "rule_acc": 0.08700000494718552,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 61197,
      "condition": "external_64",
      "step": 4000,
      "rule_acc": 0.1055000051856041,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 61197,
      "condition": "external_64_curriculum",
      "step": 1000,
      "rule_acc": 0.09350000321865082,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 61197,
      "condition": "external_64_curriculum",
      "step": 2000,
      "rule_acc": 0.09700000286102295,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 61197,
      "condition": "external_64_curriculum",
      "step": 3000,
      "rule_acc": 0.08700000494718552,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 61197,
      "condition": "external_64_curriculum",
      "step": 4000,
      "rule_acc": 0.12300000339746475,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 61197,
      "condition": "internal_64_steps_long",
      "step": 1000,
      "rule_acc": 0.09550000727176666,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 61197,
      "condition": "internal_64_steps_long",
      "step": 2000,
      "rule_acc": 0.11550000309944153,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 61197,
      "condition": "internal_64_steps_long",
      "step": 3000,
      "rule_acc": 0.09350000321865082,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 61197,
      "condition": "internal_64_steps_long",
      "step": 4000,
      "rule_acc": 0.13050000369548798,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 62201,
      "condition": "external_64",
      "step": 1000,
      "rule_acc": 0.10300000756978989,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 62201,
      "condition": "external_64",
      "step": 2000,
      "rule_acc": 0.8845000267028809,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 62201,
      "condition": "external_64",
      "step": 3000,
      "rule_acc": 0.9660000205039978,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 62201,
      "condition": "external_64",
      "step": 4000,
      "rule_acc": 0.9865000247955322,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 62201,
      "condition": "external_64_curriculum",
      "step": 1000,
      "rule_acc": 0.10100000351667404,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 62201,
      "condition": "external_64_curriculum",
      "step": 2000,
      "rule_acc": 0.101500004529953,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 62201,
      "condition": "external_64_curriculum",
      "step": 3000,
      "rule_acc": 0.6550000309944153,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 62201,
      "condition": "external_64_curriculum",
      "step": 4000,
      "rule_acc": 0.9980000257492065,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 62201,
      "condition": "internal_64_steps_long",
      "step": 1000,
      "rule_acc": 0.09700000286102295,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 62201,
      "condition": "internal_64_steps_long",
      "step": 2000,
      "rule_acc": 0.20750001072883606,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 62201,
      "condition": "internal_64_steps_long",
      "step": 3000,
      "rule_acc": 0.2665000259876251,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 62201,
      "condition": "internal_64_steps_long",
      "step": 4000,
      "rule_acc": 0.3160000145435333,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 62201,
      "condition": "external_64",
      "step": 1000,
      "rule_acc": 0.09100000560283661,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 62201,
      "condition": "external_64",
      "step": 2000,
      "rule_acc": 0.11950000375509262,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 62201,
      "condition": "external_64",
      "step": 3000,
      "rule_acc": 0.49150002002716064,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 62201,
      "condition": "external_64",
      "step": 4000,
      "rule_acc": 0.503000020980835,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 62201,
      "condition": "external_64_curriculum",
      "step": 1000,
      "rule_acc": 0.0990000069141388,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 62201,
      "condition": "external_64_curriculum",
      "step": 2000,
      "rule_acc": 0.16850000619888306,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 62201,
      "condition": "external_64_curriculum",
      "step": 3000,
      "rule_acc": 0.7165000438690186,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 62201,
      "condition": "external_64_curriculum",
      "step": 4000,
      "rule_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 62201,
      "condition": "internal_64_steps_long",
      "step": 1000,
      "rule_acc": 0.0885000005364418,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 62201,
      "condition": "internal_64_steps_long",
      "step": 2000,
      "rule_acc": 0.10500000417232513,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 62201,
      "condition": "internal_64_steps_long",
      "step": 3000,
      "rule_acc": 0.08650000393390656,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 62201,
      "condition": "internal_64_steps_long",
      "step": 4000,
      "rule_acc": 0.1965000033378601,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 63211,
      "condition": "external_64",
      "step": 1000,
      "rule_acc": 0.27250000834465027,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 63211,
      "condition": "external_64",
      "step": 2000,
      "rule_acc": 0.9930000305175781,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 63211,
      "condition": "external_64",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 63211,
      "condition": "external_64",
      "step": 4000,
      "rule_acc": 0.9935000538825989,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 63211,
      "condition": "external_64_curriculum",
      "step": 1000,
      "rule_acc": 0.09050000458955765,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 63211,
      "condition": "external_64_curriculum",
      "step": 2000,
      "rule_acc": 0.10350000858306885,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 63211,
      "condition": "external_64_curriculum",
      "step": 3000,
      "rule_acc": 0.6990000605583191,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 63211,
      "condition": "external_64_curriculum",
      "step": 4000,
      "rule_acc": 0.9640000462532043,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 63211,
      "condition": "internal_64_steps_long",
      "step": 1000,
      "rule_acc": 0.09800000488758087,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 63211,
      "condition": "internal_64_steps_long",
      "step": 2000,
      "rule_acc": 0.10350000858306885,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 63211,
      "condition": "internal_64_steps_long",
      "step": 3000,
      "rule_acc": 0.13900001347064972,
      "recall_acc": 0.999000072479248,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 63211,
      "condition": "internal_64_steps_long",
      "step": 4000,
      "rule_acc": 0.4935000240802765,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 63211,
      "condition": "external_64",
      "step": 1000,
      "rule_acc": 0.10350000858306885,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 63211,
      "condition": "external_64",
      "step": 2000,
      "rule_acc": 0.10200000554323196,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 63211,
      "condition": "external_64",
      "step": 3000,
      "rule_acc": 0.11300000548362732,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 63211,
      "condition": "external_64",
      "step": 4000,
      "rule_acc": 0.8415000438690186,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 63211,
      "condition": "external_64_curriculum",
      "step": 1000,
      "rule_acc": 0.0820000022649765,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 63211,
      "condition": "external_64_curriculum",
      "step": 2000,
      "rule_acc": 0.10750000178813934,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 63211,
      "condition": "external_64_curriculum",
      "step": 3000,
      "rule_acc": 0.1080000028014183,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 63211,
      "condition": "external_64_curriculum",
      "step": 4000,
      "rule_acc": 0.627500057220459,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 63211,
      "condition": "internal_64_steps_long",
      "step": 1000,
      "rule_acc": 0.09750000387430191,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 63211,
      "condition": "internal_64_steps_long",
      "step": 2000,
      "rule_acc": 0.10200000554323196,
      "recall_acc": 0.9965000748634338,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 63211,
      "condition": "internal_64_steps_long",
      "step": 3000,
      "rule_acc": 0.09450000524520874,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 63211,
      "condition": "internal_64_steps_long",
      "step": 4000,
      "rule_acc": 0.10300000756978989,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 64223,
      "condition": "external_64",
      "step": 1000,
      "rule_acc": 0.10500000417232513,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 64223,
      "condition": "external_64",
      "step": 2000,
      "rule_acc": 0.09350000321865082,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 64223,
      "condition": "external_64",
      "step": 3000,
      "rule_acc": 0.09550000727176666,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 64223,
      "condition": "external_64",
      "step": 4000,
      "rule_acc": 0.10500000417232513,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 64223,
      "condition": "external_64_curriculum",
      "step": 1000,
      "rule_acc": 0.10050000250339508,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 64223,
      "condition": "external_64_curriculum",
      "step": 2000,
      "rule_acc": 0.1055000051856041,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 64223,
      "condition": "external_64_curriculum",
      "step": 3000,
      "rule_acc": 0.6915000081062317,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 64223,
      "condition": "external_64_curriculum",
      "step": 4000,
      "rule_acc": 0.9825000762939453,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 64223,
      "condition": "internal_64_steps_long",
      "step": 1000,
      "rule_acc": 0.11050000786781311,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 64223,
      "condition": "internal_64_steps_long",
      "step": 2000,
      "rule_acc": 0.09400000423192978,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 64223,
      "condition": "internal_64_steps_long",
      "step": 3000,
      "rule_acc": 0.4415000081062317,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 64223,
      "condition": "internal_64_steps_long",
      "step": 4000,
      "rule_acc": 0.831000030040741,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 64223,
      "condition": "external_64",
      "step": 1000,
      "rule_acc": 0.09000000357627869,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 64223,
      "condition": "external_64",
      "step": 2000,
      "rule_acc": 0.10050000250339508,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 64223,
      "condition": "external_64",
      "step": 3000,
      "rule_acc": 0.10500000417232513,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 64223,
      "condition": "external_64",
      "step": 4000,
      "rule_acc": 0.09550000727176666,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 64223,
      "condition": "external_64_curriculum",
      "step": 1000,
      "rule_acc": 0.1185000091791153,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 64223,
      "condition": "external_64_curriculum",
      "step": 2000,
      "rule_acc": 0.11400000751018524,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 64223,
      "condition": "external_64_curriculum",
      "step": 3000,
      "rule_acc": 0.8800000548362732,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 64223,
      "condition": "external_64_curriculum",
      "step": 4000,
      "rule_acc": 0.9975000619888306,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 64223,
      "condition": "internal_64_steps_long",
      "step": 1000,
      "rule_acc": 0.10000000149011612,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 64223,
      "condition": "internal_64_steps_long",
      "step": 2000,
      "rule_acc": 0.10050000250339508,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 64223,
      "condition": "internal_64_steps_long",
      "step": 3000,
      "rule_acc": 0.11750000715255737,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 64223,
      "condition": "internal_64_steps_long",
      "step": 4000,
      "rule_acc": 0.15000000596046448,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 65227,
      "condition": "external_64",
      "step": 1000,
      "rule_acc": 0.14600001275539398,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 65227,
      "condition": "external_64",
      "step": 2000,
      "rule_acc": 0.48100003600120544,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 65227,
      "condition": "external_64",
      "step": 3000,
      "rule_acc": 0.503000020980835,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 65227,
      "condition": "external_64",
      "step": 4000,
      "rule_acc": 0.5595000386238098,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 65227,
      "condition": "external_64_curriculum",
      "step": 1000,
      "rule_acc": 0.09150000661611557,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 65227,
      "condition": "external_64_curriculum",
      "step": 2000,
      "rule_acc": 0.09700000286102295,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 65227,
      "condition": "external_64_curriculum",
      "step": 3000,
      "rule_acc": 0.09350000321865082,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 65227,
      "condition": "external_64_curriculum",
      "step": 4000,
      "rule_acc": 0.12400000542402267,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 65227,
      "condition": "internal_64_steps_long",
      "step": 1000,
      "rule_acc": 0.11300000548362732,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 65227,
      "condition": "internal_64_steps_long",
      "step": 2000,
      "rule_acc": 0.09050000458955765,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 65227,
      "condition": "internal_64_steps_long",
      "step": 3000,
      "rule_acc": 0.08950000256299973,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 65227,
      "condition": "internal_64_steps_long",
      "step": 4000,
      "rule_acc": 0.14900000393390656,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 65227,
      "condition": "external_64",
      "step": 1000,
      "rule_acc": 0.10000000149011612,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 65227,
      "condition": "external_64",
      "step": 2000,
      "rule_acc": 0.09550000727176666,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 65227,
      "condition": "external_64",
      "step": 3000,
      "rule_acc": 0.10750000178813934,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 65227,
      "condition": "external_64",
      "step": 4000,
      "rule_acc": 0.09750000387430191,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 65227,
      "condition": "external_64_curriculum",
      "step": 1000,
      "rule_acc": 0.08300000429153442,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 65227,
      "condition": "external_64_curriculum",
      "step": 2000,
      "rule_acc": 0.09600000083446503,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 65227,
      "condition": "external_64_curriculum",
      "step": 3000,
      "rule_acc": 0.22500000894069672,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 65227,
      "condition": "external_64_curriculum",
      "step": 4000,
      "rule_acc": 0.7430000305175781,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 65227,
      "condition": "internal_64_steps_long",
      "step": 1000,
      "rule_acc": 0.10900000482797623,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 65227,
      "condition": "internal_64_steps_long",
      "step": 2000,
      "rule_acc": 0.09950000792741776,
      "recall_acc": 0.9910000562667847,
      "fact_acc": 0.9970000386238098
    },
    {
      "n_entities": 1024,
      "seed": 65227,
      "condition": "internal_64_steps_long",
      "step": 3000,
      "rule_acc": 0.164000004529953,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 65227,
      "condition": "internal_64_steps_long",
      "step": 4000,
      "rule_acc": 0.24250000715255737,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    }
  ]
}