{
  "experiment": "H2 pilot v1 (toy): facts in the weights vs facts in an external memory",
  "completed_utc": "2026-11-19T04:42:15.486344+00:00",
  "smoke_test_not_protocol": false,
  "protocol": {
    "world": "N entities, one fact v[e] in {0..9} per entity, drawn with the world seed (seed + 10000 + N), fixed during training and evaluation",
    "n_entities": [
      64,
      256,
      1024
    ],
    "seed_values": [
      31013,
      32027,
      33029,
      34039,
      35051
    ],
    "conditions": [
      "internal_64",
      "internal_128",
      "external_64"
    ],
    "architectures": {
      "internal_64": {
        "layers": 2,
        "width": 64,
        "heads": 4,
        "ff": 128
      },
      "internal_128": {
        "layers": 2,
        "width": 128,
        "heads": 4,
        "ff": 256
      },
      "external_64": {
        "layers": 2,
        "width": 64,
        "heads": 4,
        "ff": 128
      }
    },
    "questions": "FACT [Q_FACT, e, SEP] -> v[e]; RULE [Q_RULE, a, b, SEP] -> (v[a] + v[b]) mod 10, a != b; loss on the answer token only",
    "external_memory": "oracle retrieval, search cost ignored: RULE [M, a, v[a], M, b, v[b], Q_RULE, a, b, SEP]; FACT [M, e, v[e], Q_FACT, e, SEP]",
    "training_mix": "50% FACT, 50% RULE (32 + 32 per batch)",
    "heldout_pairs": "a pair is a test pair iff pair_hash(a, b) % 5 == 0 (symmetric integer mix, seed independent); training samples only non-test pairs; evaluation uses 2000 test pairs from a fixed seed (with replacement if fewer exist)",
    "heldout_pair_stats": {
      "64": {
        "ordered_pairs_total": 4032,
        "ordered_test_pairs": 798,
        "ordered_train_pairs": 3234,
        "eval_pairs": 2000,
        "eval_resampled_with_replacement": true
      },
      "256": {
        "ordered_pairs_total": 65280,
        "ordered_test_pairs": 12938,
        "ordered_train_pairs": 52342,
        "eval_pairs": 2000,
        "eval_resampled_with_replacement": false
      },
      "1024": {
        "ordered_pairs_total": 1047552,
        "ordered_test_pairs": 208724,
        "ordered_train_pairs": 838828,
        "eval_pairs": 2000,
        "eval_resampled_with_replacement": false
      }
    },
    "fact_evaluation": "all N entities (first 1000 at most), on the facts seen in training",
    "metric": "top-1 accuracy of the answer token over the full vocabulary; chance level 0.1 (10 digits)",
    "steps": [
      500,
      1000,
      1500,
      2000
    ],
    "total_updates": 2000,
    "batch_size": 64,
    "dropout": 0.0,
    "weight_decay": 0.01,
    "learning_rate": 0.001,
    "optimizer": "AdamW",
    "tf32": false,
    "primary_checkpoint": 2000,
    "same_batch_sequence_per_seed_and_n_across_conditions": true,
    "batch_generator_seed": "seed + 30000 + N",
    "same_initial_weights_for_same_architecture": true,
    "seeds_disjoint_from_v10_to_v15": true,
    "prediction_thresholds": {
      "P1": {
        "external_64_rule_acc_min": 0.9,
        "internal_64_rule_acc_max": 0.3,
        "n": 1024
      },
      "P2": {
        "rule_acc_min": 0.9,
        "n": 64
      },
      "P3": {
        "gap_min": 0.2,
        "n": 1024
      },
      "P4": {
        "fact_acc_non_increasing": [
          64,
          256,
          1024
        ]
      },
      "P5": {
        "external_64_rule_acc_min": 0.9,
        "n": 64
      }
    },
    "prediction_priors": {
      "P1": 0.55,
      "P2": 0.5,
      "P3": 0.6,
      "P4": 0.85,
      "P5": 0.7
    },
    "checkpoint_selection": "none; all checkpoints are reported and the primary criterion is fixed in advance at 2000 updates",
    "limitations": "single-rule synthetic world (addition mod 10); random facts without structure; perfect (oracle) retrieval with no search cost; one small model family; 2000 updates; five seeds; no significance test; the direction of the result is partly expected, the experiment mostly locates the tipping point; says nothing about real LLMs or about the cost of retrieval; no update of confidence in H2"
  },
  "parameter_counts": {
    "internal_64": 201999,
    "internal_128": 534031,
    "external_64": 201999
  },
  "environment": {
    "device": "cuda",
    "gpu": "NVIDIA RTX PRO 6000 Blackwell Server Edition MIG 2g.48gb",
    "torch": "2.13.0+cu130",
    "cuda": "13.0",
    "python": "3.12.12",
    "code_sha256": "629b57fa8f5b396017c3f4388610afcaaa6f118793fffafd85bcd5bb9ef2a822"
  },
  "summary": {
    "64": {
      "internal_64": {
        "500": {
          "rule_acc_heldout": {
            "mean": 0.679,
            "per_seed": {
              "31013": 0.9045,
              "32027": 0.5635,
              "33029": 0.919,
              "34039": 0.4485,
              "35051": 0.5595
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 0.679,
          "chance_level": 0.1
        },
        "1000": {
          "rule_acc_heldout": {
            "mean": 0.9911,
            "per_seed": {
              "31013": 1.0,
              "32027": 0.993,
              "33029": 1.0,
              "34039": 0.9685,
              "35051": 0.994
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 0.9911,
          "chance_level": 0.1
        },
        "1500": {
          "rule_acc_heldout": {
            "mean": 0.9993000000000001,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 0.9965
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 0.9993000000000001,
          "chance_level": 0.1
        },
        "2000": {
          "rule_acc_heldout": {
            "mean": 0.9997,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 0.9985
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 0.9997,
          "chance_level": 0.1
        }
      },
      "internal_128": {
        "500": {
          "rule_acc_heldout": {
            "mean": 0.8672000000000001,
            "per_seed": {
              "31013": 0.8145,
              "32027": 0.823,
              "33029": 0.9055,
              "34039": 0.8315,
              "35051": 0.9615
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 0.8672000000000001,
          "chance_level": 0.1
        },
        "1000": {
          "rule_acc_heldout": {
            "mean": 0.9581,
            "per_seed": {
              "31013": 0.882,
              "32027": 1.0,
              "33029": 0.953,
              "34039": 0.9555,
              "35051": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 0.9581,
          "chance_level": 0.1
        },
        "1500": {
          "rule_acc_heldout": {
            "mean": 0.9882,
            "per_seed": {
              "31013": 0.9945,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 0.9465,
              "35051": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 0.9882,
          "chance_level": 0.1
        },
        "2000": {
          "rule_acc_heldout": {
            "mean": 0.9984999999999999,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 0.9925,
              "35051": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 0.9984999999999999,
          "chance_level": 0.1
        }
      },
      "external_64": {
        "500": {
          "rule_acc_heldout": {
            "mean": 0.9924,
            "per_seed": {
              "31013": 0.996,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 0.966,
              "35051": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 0.9924,
          "chance_level": 0.1
        },
        "1000": {
          "rule_acc_heldout": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 1.0,
          "chance_level": 0.1
        },
        "1500": {
          "rule_acc_heldout": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 1.0,
          "chance_level": 0.1
        },
        "2000": {
          "rule_acc_heldout": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 1.0,
          "chance_level": 0.1
        }
      }
    },
    "256": {
      "internal_64": {
        "500": {
          "rule_acc_heldout": {
            "mean": 0.1351,
            "per_seed": {
              "31013": 0.1165,
              "32027": 0.111,
              "33029": 0.174,
              "34039": 0.1155,
              "35051": 0.1585
            }
          },
          "fact_acc": {
            "mean": 0.99921875,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 0.99609375
            }
          },
          "mean_rule_acc": 0.1351,
          "chance_level": 0.1
        },
        "1000": {
          "rule_acc_heldout": {
            "mean": 0.3841,
            "per_seed": {
              "31013": 0.5765,
              "32027": 0.1015,
              "33029": 0.3425,
              "34039": 0.3745,
              "35051": 0.5255
            }
          },
          "fact_acc": {
            "mean": 0.99921875,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 0.99609375,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 0.3841,
          "chance_level": 0.1
        },
        "1500": {
          "rule_acc_heldout": {
            "mean": 0.6839000000000001,
            "per_seed": {
              "31013": 0.985,
              "32027": 0.17,
              "33029": 0.399,
              "34039": 0.8655,
              "35051": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 0.6839000000000001,
          "chance_level": 0.1
        },
        "2000": {
          "rule_acc_heldout": {
            "mean": 0.7875,
            "per_seed": {
              "31013": 1.0,
              "32027": 0.1885,
              "33029": 0.749,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 0.7875,
          "chance_level": 0.1
        }
      },
      "internal_128": {
        "500": {
          "rule_acc_heldout": {
            "mean": 0.2629,
            "per_seed": {
              "31013": 0.369,
              "32027": 0.0935,
              "33029": 0.252,
              "34039": 0.3815,
              "35051": 0.2185
            }
          },
          "fact_acc": {
            "mean": 0.99765625,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 0.99609375,
              "34039": 1.0,
              "35051": 0.9921875
            }
          },
          "mean_rule_acc": 0.2629,
          "chance_level": 0.1
        },
        "1000": {
          "rule_acc_heldout": {
            "mean": 0.5963,
            "per_seed": {
              "31013": 0.4415,
              "32027": 0.0935,
              "33029": 0.6125,
              "34039": 0.999,
              "35051": 0.835
            }
          },
          "fact_acc": {
            "mean": 0.99765625,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 0.99609375,
              "34039": 1.0,
              "35051": 0.9921875
            }
          },
          "mean_rule_acc": 0.5963,
          "chance_level": 0.1
        },
        "1500": {
          "rule_acc_heldout": {
            "mean": 0.8035,
            "per_seed": {
              "31013": 0.9655,
              "32027": 0.102,
              "33029": 0.997,
              "34039": 1.0,
              "35051": 0.953
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 0.8035,
          "chance_level": 0.1
        },
        "2000": {
          "rule_acc_heldout": {
            "mean": 0.8106,
            "per_seed": {
              "31013": 0.9965,
              "32027": 0.0935,
              "33029": 1.0,
              "34039": 0.9635,
              "35051": 0.9995
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 0.8106,
          "chance_level": 0.1
        }
      },
      "external_64": {
        "500": {
          "rule_acc_heldout": {
            "mean": 0.9831,
            "per_seed": {
              "31013": 1.0,
              "32027": 0.933,
              "33029": 1.0,
              "34039": 0.9895,
              "35051": 0.993
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 0.9831,
          "chance_level": 0.1
        },
        "1000": {
          "rule_acc_heldout": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 1.0,
          "chance_level": 0.1
        },
        "1500": {
          "rule_acc_heldout": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 1.0,
          "chance_level": 0.1
        },
        "2000": {
          "rule_acc_heldout": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 1.0,
          "chance_level": 0.1
        }
      }
    },
    "1024": {
      "internal_64": {
        "500": {
          "rule_acc_heldout": {
            "mean": 0.0983,
            "per_seed": {
              "31013": 0.0945,
              "32027": 0.1055,
              "33029": 0.0925,
              "34039": 0.1025,
              "35051": 0.0965
            }
          },
          "fact_acc": {
            "mean": 0.6476,
            "per_seed": {
              "31013": 0.631,
              "32027": 0.545,
              "33029": 0.689,
              "34039": 0.683,
              "35051": 0.69
            }
          },
          "mean_rule_acc": 0.0983,
          "chance_level": 0.1
        },
        "1000": {
          "rule_acc_heldout": {
            "mean": 0.09559999999999999,
            "per_seed": {
              "31013": 0.086,
              "32027": 0.0925,
              "33029": 0.1005,
              "34039": 0.0985,
              "35051": 0.1005
            }
          },
          "fact_acc": {
            "mean": 0.9970000000000001,
            "per_seed": {
              "31013": 1.0,
              "32027": 0.988,
              "33029": 0.999,
              "34039": 1.0,
              "35051": 0.998
            }
          },
          "mean_rule_acc": 0.09559999999999999,
          "chance_level": 0.1
        },
        "1500": {
          "rule_acc_heldout": {
            "mean": 0.099,
            "per_seed": {
              "31013": 0.091,
              "32027": 0.0925,
              "33029": 0.1165,
              "34039": 0.108,
              "35051": 0.087
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 0.099,
          "chance_level": 0.1
        },
        "2000": {
          "rule_acc_heldout": {
            "mean": 0.0973,
            "per_seed": {
              "31013": 0.091,
              "32027": 0.0965,
              "33029": 0.099,
              "34039": 0.094,
              "35051": 0.106
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 0.0973,
          "chance_level": 0.1
        }
      },
      "internal_128": {
        "500": {
          "rule_acc_heldout": {
            "mean": 0.1066,
            "per_seed": {
              "31013": 0.1,
              "32027": 0.1025,
              "33029": 0.1105,
              "34039": 0.113,
              "35051": 0.107
            }
          },
          "fact_acc": {
            "mean": 0.9794,
            "per_seed": {
              "31013": 0.987,
              "32027": 0.98,
              "33029": 0.983,
              "34039": 0.973,
              "35051": 0.974
            }
          },
          "mean_rule_acc": 0.1066,
          "chance_level": 0.1
        },
        "1000": {
          "rule_acc_heldout": {
            "mean": 0.1055,
            "per_seed": {
              "31013": 0.099,
              "32027": 0.094,
              "33029": 0.1265,
              "34039": 0.0995,
              "35051": 0.1085
            }
          },
          "fact_acc": {
            "mean": 0.9942,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 0.971,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 0.1055,
          "chance_level": 0.1
        },
        "1500": {
          "rule_acc_heldout": {
            "mean": 0.1059,
            "per_seed": {
              "31013": 0.091,
              "32027": 0.0935,
              "33029": 0.139,
              "34039": 0.1185,
              "35051": 0.0875
            }
          },
          "fact_acc": {
            "mean": 0.9997999999999999,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 0.999,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 0.1059,
          "chance_level": 0.1
        },
        "2000": {
          "rule_acc_heldout": {
            "mean": 0.12349999999999998,
            "per_seed": {
              "31013": 0.091,
              "32027": 0.0935,
              "33029": 0.2065,
              "34039": 0.1205,
              "35051": 0.106
            }
          },
          "fact_acc": {
            "mean": 0.9994,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 0.997,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 0.12349999999999998,
          "chance_level": 0.1
        }
      },
      "external_64": {
        "500": {
          "rule_acc_heldout": {
            "mean": 0.97,
            "per_seed": {
              "31013": 0.915,
              "32027": 0.95,
              "33029": 1.0,
              "34039": 0.985,
              "35051": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 0.97,
          "chance_level": 0.1
        },
        "1000": {
          "rule_acc_heldout": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 1.0,
          "chance_level": 0.1
        },
        "1500": {
          "rule_acc_heldout": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 1.0,
          "chance_level": 0.1
        },
        "2000": {
          "rule_acc_heldout": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "31013": 1.0,
              "32027": 1.0,
              "33029": 1.0,
              "34039": 1.0,
              "35051": 1.0
            }
          },
          "mean_rule_acc": 1.0,
          "chance_level": 0.1
        }
      }
    }
  },
  "predictions_check": {
    "P1": {
      "values": {
        "external_64_rule_acc_n1024": 1.0,
        "internal_64_rule_acc_n1024": 0.0973
      },
      "holds": true,
      "prior": 0.55
    },
    "P2": {
      "values": {
        "internal_64_rule_acc_n64": 0.9997,
        "internal_128_rule_acc_n64": 0.9984999999999999,
        "external_64_rule_acc_n64": 1.0
      },
      "holds": true,
      "prior": 0.5
    },
    "P3": {
      "values": {
        "internal_128_rule_acc_n1024": 0.12349999999999998,
        "external_64_rule_acc_n1024": 1.0
      },
      "holds": true,
      "prior": 0.6
    },
    "P4": {
      "values": {
        "internal_64_fact_acc_n64": 1.0,
        "internal_64_fact_acc_n256": 1.0,
        "internal_64_fact_acc_n1024": 1.0
      },
      "holds": true,
      "prior": 0.85
    },
    "P5": {
      "values": {
        "external_64_rule_acc_n64": 1.0
      },
      "holds": true,
      "prior": 0.7
    }
  },
  "elapsed_seconds": 322.4447214840038,
  "runs": [
    {
      "n_entities": 64,
      "seed": 31013,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.9045,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 31013,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 31013,
      "condition": "internal_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 31013,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 31013,
      "condition": "internal_128",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.8145,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 31013,
      "condition": "internal_128",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.882,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 31013,
      "condition": "internal_128",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 0.9945,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 31013,
      "condition": "internal_128",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 31013,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.996,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 31013,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 31013,
      "condition": "external_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 31013,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 31013,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.1165,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 31013,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.5765,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 31013,
      "condition": "internal_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 0.985,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 31013,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 31013,
      "condition": "internal_128",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.369,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 31013,
      "condition": "internal_128",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.4415,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 31013,
      "condition": "internal_128",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 0.9655,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 31013,
      "condition": "internal_128",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 0.9965,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 31013,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 31013,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 31013,
      "condition": "external_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 31013,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 31013,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.0945,
      "fact_acc": 0.631
    },
    {
      "n_entities": 1024,
      "seed": 31013,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.086,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 31013,
      "condition": "internal_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 0.091,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 31013,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 0.091,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 31013,
      "condition": "internal_128",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.1,
      "fact_acc": 0.987
    },
    {
      "n_entities": 1024,
      "seed": 31013,
      "condition": "internal_128",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.099,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 31013,
      "condition": "internal_128",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 0.091,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 31013,
      "condition": "internal_128",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 0.091,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 31013,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.915,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 31013,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 31013,
      "condition": "external_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 31013,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 32027,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.5635,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 32027,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.993,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 32027,
      "condition": "internal_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 32027,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 32027,
      "condition": "internal_128",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.823,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 32027,
      "condition": "internal_128",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 32027,
      "condition": "internal_128",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 32027,
      "condition": "internal_128",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 32027,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 32027,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 32027,
      "condition": "external_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 32027,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 32027,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.111,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 32027,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.1015,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 32027,
      "condition": "internal_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 0.17,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 32027,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 0.1885,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 32027,
      "condition": "internal_128",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.0935,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 32027,
      "condition": "internal_128",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.0935,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 32027,
      "condition": "internal_128",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 0.102,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 32027,
      "condition": "internal_128",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 0.0935,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 32027,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.933,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 32027,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 32027,
      "condition": "external_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 32027,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 32027,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.1055,
      "fact_acc": 0.545
    },
    {
      "n_entities": 1024,
      "seed": 32027,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.0925,
      "fact_acc": 0.988
    },
    {
      "n_entities": 1024,
      "seed": 32027,
      "condition": "internal_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 0.0925,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 32027,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 0.0965,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 32027,
      "condition": "internal_128",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.1025,
      "fact_acc": 0.98
    },
    {
      "n_entities": 1024,
      "seed": 32027,
      "condition": "internal_128",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.094,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 32027,
      "condition": "internal_128",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 0.0935,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 32027,
      "condition": "internal_128",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 0.0935,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 32027,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.95,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 32027,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 32027,
      "condition": "external_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 32027,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 33029,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.919,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 33029,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 33029,
      "condition": "internal_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 33029,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 33029,
      "condition": "internal_128",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.9055,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 33029,
      "condition": "internal_128",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.953,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 33029,
      "condition": "internal_128",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 33029,
      "condition": "internal_128",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 33029,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 33029,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 33029,
      "condition": "external_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 33029,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 33029,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.174,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 33029,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.3425,
      "fact_acc": 0.99609375
    },
    {
      "n_entities": 256,
      "seed": 33029,
      "condition": "internal_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 0.399,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 33029,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 0.749,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 33029,
      "condition": "internal_128",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.252,
      "fact_acc": 0.99609375
    },
    {
      "n_entities": 256,
      "seed": 33029,
      "condition": "internal_128",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.6125,
      "fact_acc": 0.99609375
    },
    {
      "n_entities": 256,
      "seed": 33029,
      "condition": "internal_128",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 0.997,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 33029,
      "condition": "internal_128",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 33029,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 33029,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 33029,
      "condition": "external_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 33029,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 33029,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.0925,
      "fact_acc": 0.689
    },
    {
      "n_entities": 1024,
      "seed": 33029,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.1005,
      "fact_acc": 0.999
    },
    {
      "n_entities": 1024,
      "seed": 33029,
      "condition": "internal_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 0.1165,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 33029,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 0.099,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 33029,
      "condition": "internal_128",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.1105,
      "fact_acc": 0.983
    },
    {
      "n_entities": 1024,
      "seed": 33029,
      "condition": "internal_128",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.1265,
      "fact_acc": 0.971
    },
    {
      "n_entities": 1024,
      "seed": 33029,
      "condition": "internal_128",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 0.139,
      "fact_acc": 0.999
    },
    {
      "n_entities": 1024,
      "seed": 33029,
      "condition": "internal_128",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 0.2065,
      "fact_acc": 0.997
    },
    {
      "n_entities": 1024,
      "seed": 33029,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 33029,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 33029,
      "condition": "external_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 33029,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 34039,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.4485,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 34039,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.9685,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 34039,
      "condition": "internal_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 34039,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 34039,
      "condition": "internal_128",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.8315,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 34039,
      "condition": "internal_128",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.9555,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 34039,
      "condition": "internal_128",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 0.9465,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 34039,
      "condition": "internal_128",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 0.9925,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 34039,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.966,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 34039,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 34039,
      "condition": "external_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 34039,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 34039,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.1155,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 34039,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.3745,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 34039,
      "condition": "internal_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 0.8655,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 34039,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 34039,
      "condition": "internal_128",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.3815,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 34039,
      "condition": "internal_128",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.999,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 34039,
      "condition": "internal_128",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 34039,
      "condition": "internal_128",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 0.9635,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 34039,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.9895,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 34039,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 34039,
      "condition": "external_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 34039,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 34039,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.1025,
      "fact_acc": 0.683
    },
    {
      "n_entities": 1024,
      "seed": 34039,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.0985,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 34039,
      "condition": "internal_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 0.108,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 34039,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 0.094,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 34039,
      "condition": "internal_128",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.113,
      "fact_acc": 0.973
    },
    {
      "n_entities": 1024,
      "seed": 34039,
      "condition": "internal_128",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.0995,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 34039,
      "condition": "internal_128",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 0.1185,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 34039,
      "condition": "internal_128",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 0.1205,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 34039,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.985,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 34039,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 34039,
      "condition": "external_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 34039,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 35051,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.5595,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 35051,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.994,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 35051,
      "condition": "internal_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 0.9965,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 35051,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 0.9985,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 35051,
      "condition": "internal_128",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.9615,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 35051,
      "condition": "internal_128",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 35051,
      "condition": "internal_128",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 35051,
      "condition": "internal_128",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 35051,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 35051,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 35051,
      "condition": "external_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 64,
      "seed": 35051,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 35051,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.1585,
      "fact_acc": 0.99609375
    },
    {
      "n_entities": 256,
      "seed": 35051,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.5255,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 35051,
      "condition": "internal_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 35051,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 35051,
      "condition": "internal_128",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.2185,
      "fact_acc": 0.9921875
    },
    {
      "n_entities": 256,
      "seed": 35051,
      "condition": "internal_128",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.835,
      "fact_acc": 0.9921875
    },
    {
      "n_entities": 256,
      "seed": 35051,
      "condition": "internal_128",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 0.953,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 35051,
      "condition": "internal_128",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 0.9995,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 35051,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.993,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 35051,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 35051,
      "condition": "external_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 35051,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 35051,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.0965,
      "fact_acc": 0.69
    },
    {
      "n_entities": 1024,
      "seed": 35051,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.1005,
      "fact_acc": 0.998
    },
    {
      "n_entities": 1024,
      "seed": 35051,
      "condition": "internal_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 0.087,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 35051,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 0.106,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 35051,
      "condition": "internal_128",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 0.107,
      "fact_acc": 0.974
    },
    {
      "n_entities": 1024,
      "seed": 35051,
      "condition": "internal_128",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 0.1085,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 35051,
      "condition": "internal_128",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 0.0875,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 35051,
      "condition": "internal_128",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 0.106,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 35051,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 35051,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 35051,
      "condition": "external_64",
      "step": 1500,
      "examples_processed": 96000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 35051,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "rule_acc_heldout": 1.0,
      "fact_acc": 1.0
    }
  ]
}