{
  "experiment": "H2 pilot v2 (toy): explicit reasoning steps vs longer training for composing facts stored in the weights",
  "completed_utc": "2026-11-19T04:57:30.494660+00:00",
  "smoke_test_not_protocol": false,
  "protocol": {
    "world": "same as v1: N entities, one fact v[e] in {0..9} per entity, drawn with the world seed (seed + 10000 + N), fixed during training and evaluation",
    "n_entities": [
      256,
      1024
    ],
    "seed_values": [
      36061,
      37063,
      38069,
      39073,
      40087
    ],
    "conditions": [
      "internal_64",
      "internal_64_long",
      "internal_64_steps",
      "external_64"
    ],
    "architecture": {
      "layers": 2,
      "width": 64,
      "heads": 4,
      "ff": 128
    },
    "questions": "FACT [Q_FACT, e, SEP] -> v[e]; RULE internal [Q_RULE, a, b, SEP] -> (v[a] + v[b]) mod 10, a != b; RULE steps [Q_RULE, a, b, SEP] -> v[a], v[b], (v[a] + v[b]) mod 10 (3 output tokens)",
    "loss": "cross-entropy on the output tokens only, mean over them (internal / external: the answer token; steps: FACT answer + the 3 RULE output tokens)",
    "external_memory": "oracle retrieval, search cost ignored: RULE [M, a, v[a], M, b, v[b], Q_RULE, a, b, SEP]; FACT [M, e, v[e], Q_FACT, e, SEP]",
    "training_mix": "50% FACT, 50% RULE (32 + 32 per batch)",
    "heldout_pairs": "a pair is a test pair iff pair_hash(a, b) % 5 == 0 (symmetric integer mix, seed independent); training samples only non-test pairs; evaluation uses 2000 test pairs from a fixed seed (with replacement if fewer exist)",
    "heldout_pair_stats": {
      "256": {
        "ordered_pairs_total": 65280,
        "ordered_test_pairs": 12938,
        "ordered_train_pairs": 52342,
        "eval_pairs": 2000,
        "eval_resampled_with_replacement": false
      },
      "1024": {
        "ordered_pairs_total": 1047552,
        "ordered_test_pairs": 208724,
        "ordered_train_pairs": 838828,
        "eval_pairs": 2000,
        "eval_resampled_with_replacement": false
      }
    },
    "fact_evaluation": "all N entities (first 1000 at most), on the facts seen in training",
    "rule_evaluation": "internal / external: top-1 of the answer token given the true prefix; steps: GREEDY AUTOREGRESSIVE generation of 3 tokens from [Q_RULE, a, b, SEP] (no teacher forcing); rule_acc_heldout = 3rd generated token correct; recall_acc = first two generated tokens equal v[a], v[b]",
    "metric": "top-1 accuracy over the full vocabulary; chance level 0.1 (10 digits)",
    "total_updates": {
      "internal_64": 2000,
      "internal_64_long": 4000,
      "internal_64_steps": 2000,
      "external_64": 2000
    },
    "steps": {
      "internal_64": [
        500,
        1000,
        2000
      ],
      "internal_64_long": [
        500,
        1000,
        2000,
        3000,
        4000
      ],
      "internal_64_steps": [
        500,
        1000,
        2000
      ],
      "external_64": [
        500,
        1000,
        2000
      ]
    },
    "batch_size": 64,
    "dropout": 0.0,
    "weight_decay": 0.01,
    "learning_rate": 0.001,
    "optimizer": "AdamW",
    "tf32": false,
    "primary_checkpoint": "end of the training of each condition (2000 updates; 4000 for internal_64_long)",
    "same_batch_sequence_per_seed_and_n_across_conditions": "first 2000 updates identical for all four conditions; internal_64_long extra updates 2001..4000 from seed + 50000 + N",
    "batch_generator_seed": "seed + 30000 + N",
    "same_initial_weights_for_all_conditions": true,
    "seeds_disjoint_from_v10_to_v15_and_v1": true,
    "prediction_thresholds": {
      "P1": {
        "steps_rule_acc_min": 0.9,
        "n": 1024
      },
      "P2": {
        "long_rule_acc_max": 0.5,
        "n": 1024
      },
      "P3": {
        "steps_minus_internal_min": 0.1,
        "n": 256
      },
      "P4": {
        "steps_recall_acc_min": 0.99,
        "n": 1024
      },
      "P5": {
        "external_rule_acc_min": 0.99,
        "ns": [
          256,
          1024
        ]
      }
    },
    "prediction_priors": {
      "P1": 0.6,
      "P2": 0.6,
      "P3": 0.75,
      "P4": 0.65,
      "P5": 0.85
    },
    "checkpoint_selection": "none; all checkpoints are reported and the primary criterion is the end of training, fixed in advance",
    "limitations": "single-rule synthetic world (addition mod 10); random facts without structure; one small model; five seeds; no significance test; internal_64_long limited to 4000 updates (grokking beyond that is not excluded); the steps format is supervised reasoning, not shown for real LLMs; perfect (oracle) retrieval in the control, retrieval cost not tested; exploratory, no update of confidence in H2"
  },
  "parameter_counts": {
    "internal_64": 201999,
    "internal_64_long": 201999,
    "internal_64_steps": 201999,
    "external_64": 201999
  },
  "environment": {
    "device": "cuda",
    "gpu": "NVIDIA RTX PRO 6000 Blackwell Server Edition MIG 2g.48gb",
    "torch": "2.13.0+cu130",
    "cuda": "13.0",
    "python": "3.12.12",
    "code_sha256": "12edaf01f1c2732fd51f5f5bc5531eee5b9e460ad5e7439bcc6d255749347fdf"
  },
  "summary": {
    "256": {
      "internal_64": {
        "500": {
          "rule_acc_heldout": {
            "mean": 0.1016,
            "per_seed": {
              "36061": 0.0965,
              "37063": 0.093,
              "38069": 0.106,
              "39073": 0.1095,
              "40087": 0.103
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "mean_rule_acc": 0.1016,
          "chance_level": 0.1
        },
        "1000": {
          "rule_acc_heldout": {
            "mean": 0.1593,
            "per_seed": {
              "36061": 0.2895,
              "37063": 0.1085,
              "38069": 0.106,
              "39073": 0.104,
              "40087": 0.1885
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "mean_rule_acc": 0.1593,
          "chance_level": 0.1
        },
        "2000": {
          "rule_acc_heldout": {
            "mean": 0.471,
            "per_seed": {
              "36061": 0.628,
              "37063": 0.1005,
              "38069": 0.1805,
              "39073": 0.4825,
              "40087": 0.9635
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "mean_rule_acc": 0.471,
          "chance_level": 0.1
        }
      },
      "internal_64_long": {
        "500": {
          "rule_acc_heldout": {
            "mean": 0.1016,
            "per_seed": {
              "36061": 0.0965,
              "37063": 0.093,
              "38069": 0.106,
              "39073": 0.1095,
              "40087": 0.103
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "mean_rule_acc": 0.1016,
          "chance_level": 0.1
        },
        "1000": {
          "rule_acc_heldout": {
            "mean": 0.1593,
            "per_seed": {
              "36061": 0.2895,
              "37063": 0.1085,
              "38069": 0.106,
              "39073": 0.104,
              "40087": 0.1885
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "mean_rule_acc": 0.1593,
          "chance_level": 0.1
        },
        "2000": {
          "rule_acc_heldout": {
            "mean": 0.471,
            "per_seed": {
              "36061": 0.628,
              "37063": 0.1005,
              "38069": 0.1805,
              "39073": 0.4825,
              "40087": 0.9635
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "mean_rule_acc": 0.471,
          "chance_level": 0.1
        },
        "3000": {
          "rule_acc_heldout": {
            "mean": 0.7323999999999999,
            "per_seed": {
              "36061": 0.9815,
              "37063": 0.121,
              "38069": 0.5705,
              "39073": 1.0,
              "40087": 0.989
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "mean_rule_acc": 0.7323999999999999,
          "chance_level": 0.1
        },
        "4000": {
          "rule_acc_heldout": {
            "mean": 0.9393,
            "per_seed": {
              "36061": 1.0,
              "37063": 0.6965,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "mean_rule_acc": 0.9393,
          "chance_level": 0.1
        }
      },
      "internal_64_steps": {
        "500": {
          "rule_acc_heldout": {
            "mean": 0.9853000521659852,
            "per_seed": {
              "36061": 0.999500036239624,
              "37063": 0.9860000610351562,
              "38069": 0.9970000386238098,
              "39073": 0.9505000710487366,
              "40087": 0.9935000538825989
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "recall_acc": {
            "mean": 0.9986000180244445,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 0.999500036239624,
              "39073": 1.0,
              "40087": 0.9935000538825989
            }
          },
          "mean_rule_acc": 0.9853000521659852,
          "chance_level": 0.1
        },
        "1000": {
          "rule_acc_heldout": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "recall_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "mean_rule_acc": 1.0,
          "chance_level": 0.1
        },
        "2000": {
          "rule_acc_heldout": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "recall_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "mean_rule_acc": 1.0,
          "chance_level": 0.1
        }
      },
      "external_64": {
        "500": {
          "rule_acc_heldout": {
            "mean": 0.9942,
            "per_seed": {
              "36061": 0.971,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "mean_rule_acc": 0.9942,
          "chance_level": 0.1
        },
        "1000": {
          "rule_acc_heldout": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "mean_rule_acc": 1.0,
          "chance_level": 0.1
        },
        "2000": {
          "rule_acc_heldout": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "mean_rule_acc": 1.0,
          "chance_level": 0.1
        }
      }
    },
    "1024": {
      "internal_64": {
        "500": {
          "rule_acc_heldout": {
            "mean": 0.1038,
            "per_seed": {
              "36061": 0.1075,
              "37063": 0.1,
              "38069": 0.107,
              "39073": 0.1035,
              "40087": 0.101
            }
          },
          "fact_acc": {
            "mean": 0.67,
            "per_seed": {
              "36061": 0.695,
              "37063": 0.664,
              "38069": 0.786,
              "39073": 0.689,
              "40087": 0.516
            }
          },
          "mean_rule_acc": 0.1038,
          "chance_level": 0.1
        },
        "1000": {
          "rule_acc_heldout": {
            "mean": 0.1024,
            "per_seed": {
              "36061": 0.101,
              "37063": 0.0955,
              "38069": 0.1015,
              "39073": 0.1095,
              "40087": 0.1045
            }
          },
          "fact_acc": {
            "mean": 0.9945999999999999,
            "per_seed": {
              "36061": 0.998,
              "37063": 0.999,
              "38069": 1.0,
              "39073": 0.983,
              "40087": 0.993
            }
          },
          "mean_rule_acc": 0.1024,
          "chance_level": 0.1
        },
        "2000": {
          "rule_acc_heldout": {
            "mean": 0.1018,
            "per_seed": {
              "36061": 0.0955,
              "37063": 0.107,
              "38069": 0.102,
              "39073": 0.097,
              "40087": 0.1075
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "mean_rule_acc": 0.1018,
          "chance_level": 0.1
        }
      },
      "internal_64_long": {
        "500": {
          "rule_acc_heldout": {
            "mean": 0.1038,
            "per_seed": {
              "36061": 0.1075,
              "37063": 0.1,
              "38069": 0.107,
              "39073": 0.1035,
              "40087": 0.101
            }
          },
          "fact_acc": {
            "mean": 0.67,
            "per_seed": {
              "36061": 0.695,
              "37063": 0.664,
              "38069": 0.786,
              "39073": 0.689,
              "40087": 0.516
            }
          },
          "mean_rule_acc": 0.1038,
          "chance_level": 0.1
        },
        "1000": {
          "rule_acc_heldout": {
            "mean": 0.1024,
            "per_seed": {
              "36061": 0.101,
              "37063": 0.0955,
              "38069": 0.1015,
              "39073": 0.1095,
              "40087": 0.1045
            }
          },
          "fact_acc": {
            "mean": 0.9945999999999999,
            "per_seed": {
              "36061": 0.998,
              "37063": 0.999,
              "38069": 1.0,
              "39073": 0.983,
              "40087": 0.993
            }
          },
          "mean_rule_acc": 0.1024,
          "chance_level": 0.1
        },
        "2000": {
          "rule_acc_heldout": {
            "mean": 0.1018,
            "per_seed": {
              "36061": 0.0955,
              "37063": 0.107,
              "38069": 0.102,
              "39073": 0.097,
              "40087": 0.1075
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "mean_rule_acc": 0.1018,
          "chance_level": 0.1
        },
        "3000": {
          "rule_acc_heldout": {
            "mean": 0.0996,
            "per_seed": {
              "36061": 0.108,
              "37063": 0.094,
              "38069": 0.0945,
              "39073": 0.0945,
              "40087": 0.107
            }
          },
          "fact_acc": {
            "mean": 0.991,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 0.955,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "mean_rule_acc": 0.0996,
          "chance_level": 0.1
        },
        "4000": {
          "rule_acc_heldout": {
            "mean": 0.1285,
            "per_seed": {
              "36061": 0.108,
              "37063": 0.106,
              "38069": 0.17,
              "39073": 0.0945,
              "40087": 0.164
            }
          },
          "fact_acc": {
            "mean": 0.9997999999999999,
            "per_seed": {
              "36061": 1.0,
              "37063": 0.999,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "mean_rule_acc": 0.1285,
          "chance_level": 0.1
        }
      },
      "internal_64_steps": {
        "500": {
          "rule_acc_heldout": {
            "mean": 0.48650001287460326,
            "per_seed": {
              "36061": 0.6265000104904175,
              "37063": 0.4595000147819519,
              "38069": 0.29600000381469727,
              "39073": 0.578000009059906,
              "40087": 0.4725000262260437
            }
          },
          "fact_acc": {
            "mean": 0.7894,
            "per_seed": {
              "36061": 0.887,
              "37063": 0.733,
              "38069": 0.715,
              "39073": 0.831,
              "40087": 0.781
            }
          },
          "recall_acc": {
            "mean": 0.5789000213146209,
            "per_seed": {
              "36061": 0.7695000171661377,
              "37063": 0.460500031709671,
              "38069": 0.42650002241134644,
              "39073": 0.6520000100135803,
              "40087": 0.5860000252723694
            }
          },
          "mean_rule_acc": 0.48650001287460326,
          "chance_level": 0.1
        },
        "1000": {
          "rule_acc_heldout": {
            "mean": 0.9821000218391418,
            "per_seed": {
              "36061": 1.0,
              "37063": 0.9140000343322754,
              "38069": 0.999500036239624,
              "39073": 1.0,
              "40087": 0.9970000386238098
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "recall_acc": {
            "mean": 0.9998000144958497,
            "per_seed": {
              "36061": 1.0,
              "37063": 0.999500036239624,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 0.999500036239624
            }
          },
          "mean_rule_acc": 0.9821000218391418,
          "chance_level": 0.1
        },
        "2000": {
          "rule_acc_heldout": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "recall_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "mean_rule_acc": 1.0,
          "chance_level": 0.1
        }
      },
      "external_64": {
        "500": {
          "rule_acc_heldout": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "mean_rule_acc": 1.0,
          "chance_level": 0.1
        },
        "1000": {
          "rule_acc_heldout": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "mean_rule_acc": 1.0,
          "chance_level": 0.1
        },
        "2000": {
          "rule_acc_heldout": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "per_seed": {
              "36061": 1.0,
              "37063": 1.0,
              "38069": 1.0,
              "39073": 1.0,
              "40087": 1.0
            }
          },
          "mean_rule_acc": 1.0,
          "chance_level": 0.1
        }
      }
    }
  },
  "predictions_check": {
    "P1": {
      "values": {
        "steps_rule_acc_n1024": 1.0
      },
      "holds": true,
      "prior": 0.6
    },
    "P2": {
      "values": {
        "long_rule_acc_n1024": 0.1285
      },
      "holds": true,
      "prior": 0.6
    },
    "P3": {
      "values": {
        "steps_rule_acc_n256": 1.0,
        "internal_64_rule_acc_n256": 0.471
      },
      "holds": true,
      "prior": 0.75
    },
    "P4": {
      "values": {
        "steps_recall_acc_n1024": 1.0
      },
      "holds": true,
      "prior": 0.65
    },
    "P5": {
      "values": {
        "external_64_rule_acc_n256": 1.0,
        "external_64_rule_acc_n1024": 1.0
      },
      "holds": true,
      "prior": 0.85
    }
  },
  "elapsed_seconds": 385.43880334001733,
  "runs": [
    {
      "n_entities": 256,
      "seed": 36061,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.0965
    },
    {
      "n_entities": 256,
      "seed": 36061,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.2895
    },
    {
      "n_entities": 256,
      "seed": 36061,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.628
    },
    {
      "n_entities": 256,
      "seed": 36061,
      "condition": "internal_64_long",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.0965
    },
    {
      "n_entities": 256,
      "seed": 36061,
      "condition": "internal_64_long",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.2895
    },
    {
      "n_entities": 256,
      "seed": 36061,
      "condition": "internal_64_long",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.628
    },
    {
      "n_entities": 256,
      "seed": 36061,
      "condition": "internal_64_long",
      "step": 3000,
      "examples_processed": 192000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.9815
    },
    {
      "n_entities": 256,
      "seed": 36061,
      "condition": "internal_64_long",
      "step": 4000,
      "examples_processed": 256000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 256,
      "seed": 36061,
      "condition": "internal_64_steps",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.999500036239624,
      "recall_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 36061,
      "condition": "internal_64_steps",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0,
      "recall_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 36061,
      "condition": "internal_64_steps",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0,
      "recall_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 36061,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.971
    },
    {
      "n_entities": 256,
      "seed": 36061,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 256,
      "seed": 36061,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 36061,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 0.695,
      "rule_acc_heldout": 0.1075
    },
    {
      "n_entities": 1024,
      "seed": 36061,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 0.998,
      "rule_acc_heldout": 0.101
    },
    {
      "n_entities": 1024,
      "seed": 36061,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.0955
    },
    {
      "n_entities": 1024,
      "seed": 36061,
      "condition": "internal_64_long",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 0.695,
      "rule_acc_heldout": 0.1075
    },
    {
      "n_entities": 1024,
      "seed": 36061,
      "condition": "internal_64_long",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 0.998,
      "rule_acc_heldout": 0.101
    },
    {
      "n_entities": 1024,
      "seed": 36061,
      "condition": "internal_64_long",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.0955
    },
    {
      "n_entities": 1024,
      "seed": 36061,
      "condition": "internal_64_long",
      "step": 3000,
      "examples_processed": 192000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.108
    },
    {
      "n_entities": 1024,
      "seed": 36061,
      "condition": "internal_64_long",
      "step": 4000,
      "examples_processed": 256000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.108
    },
    {
      "n_entities": 1024,
      "seed": 36061,
      "condition": "internal_64_steps",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 0.887,
      "rule_acc_heldout": 0.6265000104904175,
      "recall_acc": 0.7695000171661377
    },
    {
      "n_entities": 1024,
      "seed": 36061,
      "condition": "internal_64_steps",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0,
      "recall_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 36061,
      "condition": "internal_64_steps",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0,
      "recall_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 36061,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 36061,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 36061,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 256,
      "seed": 37063,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.093
    },
    {
      "n_entities": 256,
      "seed": 37063,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.1085
    },
    {
      "n_entities": 256,
      "seed": 37063,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.1005
    },
    {
      "n_entities": 256,
      "seed": 37063,
      "condition": "internal_64_long",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.093
    },
    {
      "n_entities": 256,
      "seed": 37063,
      "condition": "internal_64_long",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.1085
    },
    {
      "n_entities": 256,
      "seed": 37063,
      "condition": "internal_64_long",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.1005
    },
    {
      "n_entities": 256,
      "seed": 37063,
      "condition": "internal_64_long",
      "step": 3000,
      "examples_processed": 192000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.121
    },
    {
      "n_entities": 256,
      "seed": 37063,
      "condition": "internal_64_long",
      "step": 4000,
      "examples_processed": 256000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.6965
    },
    {
      "n_entities": 256,
      "seed": 37063,
      "condition": "internal_64_steps",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.9860000610351562,
      "recall_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 37063,
      "condition": "internal_64_steps",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0,
      "recall_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 37063,
      "condition": "internal_64_steps",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0,
      "recall_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 37063,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 256,
      "seed": 37063,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 256,
      "seed": 37063,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 37063,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 0.664,
      "rule_acc_heldout": 0.1
    },
    {
      "n_entities": 1024,
      "seed": 37063,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 0.999,
      "rule_acc_heldout": 0.0955
    },
    {
      "n_entities": 1024,
      "seed": 37063,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.107
    },
    {
      "n_entities": 1024,
      "seed": 37063,
      "condition": "internal_64_long",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 0.664,
      "rule_acc_heldout": 0.1
    },
    {
      "n_entities": 1024,
      "seed": 37063,
      "condition": "internal_64_long",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 0.999,
      "rule_acc_heldout": 0.0955
    },
    {
      "n_entities": 1024,
      "seed": 37063,
      "condition": "internal_64_long",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.107
    },
    {
      "n_entities": 1024,
      "seed": 37063,
      "condition": "internal_64_long",
      "step": 3000,
      "examples_processed": 192000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.094
    },
    {
      "n_entities": 1024,
      "seed": 37063,
      "condition": "internal_64_long",
      "step": 4000,
      "examples_processed": 256000,
      "fact_acc": 0.999,
      "rule_acc_heldout": 0.106
    },
    {
      "n_entities": 1024,
      "seed": 37063,
      "condition": "internal_64_steps",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 0.733,
      "rule_acc_heldout": 0.4595000147819519,
      "recall_acc": 0.460500031709671
    },
    {
      "n_entities": 1024,
      "seed": 37063,
      "condition": "internal_64_steps",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.9140000343322754,
      "recall_acc": 0.999500036239624
    },
    {
      "n_entities": 1024,
      "seed": 37063,
      "condition": "internal_64_steps",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0,
      "recall_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 37063,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 37063,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 37063,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 256,
      "seed": 38069,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.106
    },
    {
      "n_entities": 256,
      "seed": 38069,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.106
    },
    {
      "n_entities": 256,
      "seed": 38069,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.1805
    },
    {
      "n_entities": 256,
      "seed": 38069,
      "condition": "internal_64_long",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.106
    },
    {
      "n_entities": 256,
      "seed": 38069,
      "condition": "internal_64_long",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.106
    },
    {
      "n_entities": 256,
      "seed": 38069,
      "condition": "internal_64_long",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.1805
    },
    {
      "n_entities": 256,
      "seed": 38069,
      "condition": "internal_64_long",
      "step": 3000,
      "examples_processed": 192000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.5705
    },
    {
      "n_entities": 256,
      "seed": 38069,
      "condition": "internal_64_long",
      "step": 4000,
      "examples_processed": 256000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 256,
      "seed": 38069,
      "condition": "internal_64_steps",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.9970000386238098,
      "recall_acc": 0.999500036239624
    },
    {
      "n_entities": 256,
      "seed": 38069,
      "condition": "internal_64_steps",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0,
      "recall_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 38069,
      "condition": "internal_64_steps",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0,
      "recall_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 38069,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 256,
      "seed": 38069,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 256,
      "seed": 38069,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 38069,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 0.786,
      "rule_acc_heldout": 0.107
    },
    {
      "n_entities": 1024,
      "seed": 38069,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.1015
    },
    {
      "n_entities": 1024,
      "seed": 38069,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.102
    },
    {
      "n_entities": 1024,
      "seed": 38069,
      "condition": "internal_64_long",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 0.786,
      "rule_acc_heldout": 0.107
    },
    {
      "n_entities": 1024,
      "seed": 38069,
      "condition": "internal_64_long",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.1015
    },
    {
      "n_entities": 1024,
      "seed": 38069,
      "condition": "internal_64_long",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.102
    },
    {
      "n_entities": 1024,
      "seed": 38069,
      "condition": "internal_64_long",
      "step": 3000,
      "examples_processed": 192000,
      "fact_acc": 0.955,
      "rule_acc_heldout": 0.0945
    },
    {
      "n_entities": 1024,
      "seed": 38069,
      "condition": "internal_64_long",
      "step": 4000,
      "examples_processed": 256000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.17
    },
    {
      "n_entities": 1024,
      "seed": 38069,
      "condition": "internal_64_steps",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 0.715,
      "rule_acc_heldout": 0.29600000381469727,
      "recall_acc": 0.42650002241134644
    },
    {
      "n_entities": 1024,
      "seed": 38069,
      "condition": "internal_64_steps",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.999500036239624,
      "recall_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 38069,
      "condition": "internal_64_steps",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0,
      "recall_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 38069,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 38069,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 38069,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 256,
      "seed": 39073,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.1095
    },
    {
      "n_entities": 256,
      "seed": 39073,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.104
    },
    {
      "n_entities": 256,
      "seed": 39073,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.4825
    },
    {
      "n_entities": 256,
      "seed": 39073,
      "condition": "internal_64_long",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.1095
    },
    {
      "n_entities": 256,
      "seed": 39073,
      "condition": "internal_64_long",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.104
    },
    {
      "n_entities": 256,
      "seed": 39073,
      "condition": "internal_64_long",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.4825
    },
    {
      "n_entities": 256,
      "seed": 39073,
      "condition": "internal_64_long",
      "step": 3000,
      "examples_processed": 192000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 256,
      "seed": 39073,
      "condition": "internal_64_long",
      "step": 4000,
      "examples_processed": 256000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 256,
      "seed": 39073,
      "condition": "internal_64_steps",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.9505000710487366,
      "recall_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 39073,
      "condition": "internal_64_steps",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0,
      "recall_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 39073,
      "condition": "internal_64_steps",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0,
      "recall_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 39073,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 256,
      "seed": 39073,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 256,
      "seed": 39073,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 39073,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 0.689,
      "rule_acc_heldout": 0.1035
    },
    {
      "n_entities": 1024,
      "seed": 39073,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 0.983,
      "rule_acc_heldout": 0.1095
    },
    {
      "n_entities": 1024,
      "seed": 39073,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.097
    },
    {
      "n_entities": 1024,
      "seed": 39073,
      "condition": "internal_64_long",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 0.689,
      "rule_acc_heldout": 0.1035
    },
    {
      "n_entities": 1024,
      "seed": 39073,
      "condition": "internal_64_long",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 0.983,
      "rule_acc_heldout": 0.1095
    },
    {
      "n_entities": 1024,
      "seed": 39073,
      "condition": "internal_64_long",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.097
    },
    {
      "n_entities": 1024,
      "seed": 39073,
      "condition": "internal_64_long",
      "step": 3000,
      "examples_processed": 192000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.0945
    },
    {
      "n_entities": 1024,
      "seed": 39073,
      "condition": "internal_64_long",
      "step": 4000,
      "examples_processed": 256000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.0945
    },
    {
      "n_entities": 1024,
      "seed": 39073,
      "condition": "internal_64_steps",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 0.831,
      "rule_acc_heldout": 0.578000009059906,
      "recall_acc": 0.6520000100135803
    },
    {
      "n_entities": 1024,
      "seed": 39073,
      "condition": "internal_64_steps",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0,
      "recall_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 39073,
      "condition": "internal_64_steps",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0,
      "recall_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 39073,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 39073,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 39073,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 256,
      "seed": 40087,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.103
    },
    {
      "n_entities": 256,
      "seed": 40087,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.1885
    },
    {
      "n_entities": 256,
      "seed": 40087,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.9635
    },
    {
      "n_entities": 256,
      "seed": 40087,
      "condition": "internal_64_long",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.103
    },
    {
      "n_entities": 256,
      "seed": 40087,
      "condition": "internal_64_long",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.1885
    },
    {
      "n_entities": 256,
      "seed": 40087,
      "condition": "internal_64_long",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.9635
    },
    {
      "n_entities": 256,
      "seed": 40087,
      "condition": "internal_64_long",
      "step": 3000,
      "examples_processed": 192000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.989
    },
    {
      "n_entities": 256,
      "seed": 40087,
      "condition": "internal_64_long",
      "step": 4000,
      "examples_processed": 256000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 256,
      "seed": 40087,
      "condition": "internal_64_steps",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.9935000538825989,
      "recall_acc": 0.9935000538825989
    },
    {
      "n_entities": 256,
      "seed": 40087,
      "condition": "internal_64_steps",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0,
      "recall_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 40087,
      "condition": "internal_64_steps",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0,
      "recall_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 40087,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 256,
      "seed": 40087,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 256,
      "seed": 40087,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 40087,
      "condition": "internal_64",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 0.516,
      "rule_acc_heldout": 0.101
    },
    {
      "n_entities": 1024,
      "seed": 40087,
      "condition": "internal_64",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 0.993,
      "rule_acc_heldout": 0.1045
    },
    {
      "n_entities": 1024,
      "seed": 40087,
      "condition": "internal_64",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.1075
    },
    {
      "n_entities": 1024,
      "seed": 40087,
      "condition": "internal_64_long",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 0.516,
      "rule_acc_heldout": 0.101
    },
    {
      "n_entities": 1024,
      "seed": 40087,
      "condition": "internal_64_long",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 0.993,
      "rule_acc_heldout": 0.1045
    },
    {
      "n_entities": 1024,
      "seed": 40087,
      "condition": "internal_64_long",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.1075
    },
    {
      "n_entities": 1024,
      "seed": 40087,
      "condition": "internal_64_long",
      "step": 3000,
      "examples_processed": 192000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.107
    },
    {
      "n_entities": 1024,
      "seed": 40087,
      "condition": "internal_64_long",
      "step": 4000,
      "examples_processed": 256000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.164
    },
    {
      "n_entities": 1024,
      "seed": 40087,
      "condition": "internal_64_steps",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 0.781,
      "rule_acc_heldout": 0.4725000262260437,
      "recall_acc": 0.5860000252723694
    },
    {
      "n_entities": 1024,
      "seed": 40087,
      "condition": "internal_64_steps",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 0.9970000386238098,
      "recall_acc": 0.999500036239624
    },
    {
      "n_entities": 1024,
      "seed": 40087,
      "condition": "internal_64_steps",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0,
      "recall_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 40087,
      "condition": "external_64",
      "step": 500,
      "examples_processed": 32000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 40087,
      "condition": "external_64",
      "step": 1000,
      "examples_processed": 64000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 40087,
      "condition": "external_64",
      "step": 2000,
      "examples_processed": 128000,
      "fact_acc": 1.0,
      "rule_acc_heldout": 1.0
    }
  ]
}