{
  "experiment": "H2 pilot v9 (toy): how many RULE examples must be learned (fraction of the training pairs)",
  "completed_utc": "2026-11-20T22:23:14.038249+00:00",
  "smoke_test_not_protocol": false,
  "protocol": {
    "world": "N entities, one fact v[e] in {0..9} per entity (seed + 300000 + N), all entities seen in training; N = 1024 judged, N = 256 reported only",
    "n_entities": [
      256,
      1024
    ],
    "seed_values": [
      71243,
      72251,
      73257,
      74263,
      75269
    ],
    "conditions": [
      "external_64",
      "internal_64_steps"
    ],
    "fractions": {
      "256": [
        0.05,
        1.0
      ],
      "1024": [
        0.02,
        0.05,
        0.2,
        1.0
      ]
    },
    "architecture": {
      "layers": 2,
      "width": 64,
      "heads": 4,
      "ff": 128
    },
    "position_table": 16,
    "fraction_of_rule_pairs": "the TEST pairs are always those of v1-v8 (pair_hash % 5 == 0, symmetric, seed independent) and are never trained. The training pairs of fraction f are a FIXED subset (seed independent, nested in f) of the non-test ordered pairs with a != b: a pair is in it iff subset_hash(a, b) % 1000000 < round(f * 1000000), subset_hash being a second symmetric mix of the pair; f = 1.0 keeps every non-test pair (the earlier pilots). RULE pairs of a batch: drawn uniformly among the ordered training pairs of fraction f. FACT entities: drawn uniformly among ALL entities, whatever f (every FACT is learned)",
    "train_pair_stats": {
      "256": {
        "71243": {
          "f_0.05": {
            "train_ordered_pairs": 2564,
            "train_unordered_pairs": 1282,
            "share_of_non_test_pairs": 0.04898551832180658,
            "entities_in_a_train_pair": 256,
            "distinct_digit_couples": 100
          },
          "f_1.00": {
            "train_ordered_pairs": 52342,
            "train_unordered_pairs": 26171,
            "share_of_non_test_pairs": 1.0,
            "entities_in_a_train_pair": 256,
            "distinct_digit_couples": 100
          }
        },
        "72251": {
          "f_0.05": {
            "train_ordered_pairs": 2564,
            "train_unordered_pairs": 1282,
            "share_of_non_test_pairs": 0.04898551832180658,
            "entities_in_a_train_pair": 256,
            "distinct_digit_couples": 100
          },
          "f_1.00": {
            "train_ordered_pairs": 52342,
            "train_unordered_pairs": 26171,
            "share_of_non_test_pairs": 1.0,
            "entities_in_a_train_pair": 256,
            "distinct_digit_couples": 100
          }
        },
        "73257": {
          "f_0.05": {
            "train_ordered_pairs": 2564,
            "train_unordered_pairs": 1282,
            "share_of_non_test_pairs": 0.04898551832180658,
            "entities_in_a_train_pair": 256,
            "distinct_digit_couples": 100
          },
          "f_1.00": {
            "train_ordered_pairs": 52342,
            "train_unordered_pairs": 26171,
            "share_of_non_test_pairs": 1.0,
            "entities_in_a_train_pair": 256,
            "distinct_digit_couples": 100
          }
        },
        "74263": {
          "f_0.05": {
            "train_ordered_pairs": 2564,
            "train_unordered_pairs": 1282,
            "share_of_non_test_pairs": 0.04898551832180658,
            "entities_in_a_train_pair": 256,
            "distinct_digit_couples": 100
          },
          "f_1.00": {
            "train_ordered_pairs": 52342,
            "train_unordered_pairs": 26171,
            "share_of_non_test_pairs": 1.0,
            "entities_in_a_train_pair": 256,
            "distinct_digit_couples": 100
          }
        },
        "75269": {
          "f_0.05": {
            "train_ordered_pairs": 2564,
            "train_unordered_pairs": 1282,
            "share_of_non_test_pairs": 0.04898551832180658,
            "entities_in_a_train_pair": 256,
            "distinct_digit_couples": 100
          },
          "f_1.00": {
            "train_ordered_pairs": 52342,
            "train_unordered_pairs": 26171,
            "share_of_non_test_pairs": 1.0,
            "entities_in_a_train_pair": 256,
            "distinct_digit_couples": 100
          }
        }
      },
      "1024": {
        "71243": {
          "f_0.02": {
            "train_ordered_pairs": 16436,
            "train_unordered_pairs": 8218,
            "share_of_non_test_pairs": 0.019594004968837474,
            "entities_in_a_train_pair": 1024,
            "distinct_digit_couples": 100
          },
          "f_0.05": {
            "train_ordered_pairs": 41220,
            "train_unordered_pairs": 20610,
            "share_of_non_test_pairs": 0.04913999055825509,
            "entities_in_a_train_pair": 1024,
            "distinct_digit_couples": 100
          },
          "f_0.20": {
            "train_ordered_pairs": 167568,
            "train_unordered_pairs": 83784,
            "share_of_non_test_pairs": 0.19976443323303467,
            "entities_in_a_train_pair": 1024,
            "distinct_digit_couples": 100
          },
          "f_1.00": {
            "train_ordered_pairs": 838828,
            "train_unordered_pairs": 419414,
            "share_of_non_test_pairs": 1.0,
            "entities_in_a_train_pair": 1024,
            "distinct_digit_couples": 100
          }
        },
        "72251": {
          "f_0.02": {
            "train_ordered_pairs": 16436,
            "train_unordered_pairs": 8218,
            "share_of_non_test_pairs": 0.019594004968837474,
            "entities_in_a_train_pair": 1024,
            "distinct_digit_couples": 100
          },
          "f_0.05": {
            "train_ordered_pairs": 41220,
            "train_unordered_pairs": 20610,
            "share_of_non_test_pairs": 0.04913999055825509,
            "entities_in_a_train_pair": 1024,
            "distinct_digit_couples": 100
          },
          "f_0.20": {
            "train_ordered_pairs": 167568,
            "train_unordered_pairs": 83784,
            "share_of_non_test_pairs": 0.19976443323303467,
            "entities_in_a_train_pair": 1024,
            "distinct_digit_couples": 100
          },
          "f_1.00": {
            "train_ordered_pairs": 838828,
            "train_unordered_pairs": 419414,
            "share_of_non_test_pairs": 1.0,
            "entities_in_a_train_pair": 1024,
            "distinct_digit_couples": 100
          }
        },
        "73257": {
          "f_0.02": {
            "train_ordered_pairs": 16436,
            "train_unordered_pairs": 8218,
            "share_of_non_test_pairs": 0.019594004968837474,
            "entities_in_a_train_pair": 1024,
            "distinct_digit_couples": 100
          },
          "f_0.05": {
            "train_ordered_pairs": 41220,
            "train_unordered_pairs": 20610,
            "share_of_non_test_pairs": 0.04913999055825509,
            "entities_in_a_train_pair": 1024,
            "distinct_digit_couples": 100
          },
          "f_0.20": {
            "train_ordered_pairs": 167568,
            "train_unordered_pairs": 83784,
            "share_of_non_test_pairs": 0.19976443323303467,
            "entities_in_a_train_pair": 1024,
            "distinct_digit_couples": 100
          },
          "f_1.00": {
            "train_ordered_pairs": 838828,
            "train_unordered_pairs": 419414,
            "share_of_non_test_pairs": 1.0,
            "entities_in_a_train_pair": 1024,
            "distinct_digit_couples": 100
          }
        },
        "74263": {
          "f_0.02": {
            "train_ordered_pairs": 16436,
            "train_unordered_pairs": 8218,
            "share_of_non_test_pairs": 0.019594004968837474,
            "entities_in_a_train_pair": 1024,
            "distinct_digit_couples": 100
          },
          "f_0.05": {
            "train_ordered_pairs": 41220,
            "train_unordered_pairs": 20610,
            "share_of_non_test_pairs": 0.04913999055825509,
            "entities_in_a_train_pair": 1024,
            "distinct_digit_couples": 100
          },
          "f_0.20": {
            "train_ordered_pairs": 167568,
            "train_unordered_pairs": 83784,
            "share_of_non_test_pairs": 0.19976443323303467,
            "entities_in_a_train_pair": 1024,
            "distinct_digit_couples": 100
          },
          "f_1.00": {
            "train_ordered_pairs": 838828,
            "train_unordered_pairs": 419414,
            "share_of_non_test_pairs": 1.0,
            "entities_in_a_train_pair": 1024,
            "distinct_digit_couples": 100
          }
        },
        "75269": {
          "f_0.02": {
            "train_ordered_pairs": 16436,
            "train_unordered_pairs": 8218,
            "share_of_non_test_pairs": 0.019594004968837474,
            "entities_in_a_train_pair": 1024,
            "distinct_digit_couples": 100
          },
          "f_0.05": {
            "train_ordered_pairs": 41220,
            "train_unordered_pairs": 20610,
            "share_of_non_test_pairs": 0.04913999055825509,
            "entities_in_a_train_pair": 1024,
            "distinct_digit_couples": 100
          },
          "f_0.20": {
            "train_ordered_pairs": 167568,
            "train_unordered_pairs": 83784,
            "share_of_non_test_pairs": 0.19976443323303467,
            "entities_in_a_train_pair": 1024,
            "distinct_digit_couples": 100
          },
          "f_1.00": {
            "train_ordered_pairs": 838828,
            "train_unordered_pairs": 419414,
            "share_of_non_test_pairs": 1.0,
            "entities_in_a_train_pair": 1024,
            "distinct_digit_couples": 100
          }
        }
      }
    },
    "questions": "external_64 (facts in the context, oracle retrieval): RULE [M, a, v[a], M, b, v[b], Q_RULE, a, b, SEP] -> ans (v1 format), FACT [M, e, v[e], Q_FACT, e, SEP] -> v[e]; internal_64_steps (weights only): RULE [Q_RULE, a, b, SEP] -> v[a], v[b], ans (greedy generation, answer = 3rd token), FACT [Q_FACT, e, SEP] -> v[e] (v2 format)",
    "loss": "cross-entropy on the output tokens only, mean over them",
    "training_mix": "32 FACT + 32 RULE per batch; 2000 updates; same initial weights, lr, wd, dropout as v1-v8; same batches for the two conditions of a seed, N and f",
    "heldout_pairs": "2000 test pairs per (seed, N) from a fixed generator (seed + 320000 + N), the same for every f and condition; fact_acc on all the entities",
    "checkpoints": [
      500,
      1000,
      2000
    ],
    "primary_checkpoint": "2000 updates (end of training), fixed in advance; all checkpoints reported; 4000 updates for internal_64_steps were NOT run (time budget)",
    "metric": "top-1 accuracy over the full vocabulary; chance level 0.1 (10 digits); rule_acc on the test pairs, fact_acc on all entities; recall_acc (steps): v[a], v[b] both generated correctly",
    "tf32": false,
    "prediction_thresholds": {
      "P1": {
        "external_64_f_1.00_rule_acc_min": 0.98,
        "n": 1024
      },
      "P2": {
        "external_64_f_0.05_rule_acc_min": 0.9,
        "n": 1024
      },
      "P3": {
        "external_64_f_0.02_rule_acc_min": 0.8,
        "n": 1024
      },
      "P4": {
        "internal_64_steps_f_0.05_rule_acc_min": 0.9,
        "n": 1024
      },
      "P5": {
        "rule_acc_at_f_0.02_max_vs_f_1.00": "acc(f=0.02) <= acc(f=1.00) for each condition",
        "also_reported": "every gap with its sign",
        "n": 1024
      }
    },
    "limitations": "single-rule synthetic world (addition mod 10); random facts; one small model; five seeds; no significance test; one fixed subset per f (not redrawn per seed); the rule depends only on the 100 digit couples, so the number of pairs needed is specific to this toy rule; oracle retrieval; N = 256 reduced to f in {0.05, 1.0}; 2000 updates only (the batches draw the pairs of a small subset many times at low f); exploratory, no update of the confidence in H2"
  },
  "parameter_counts": {
    "external_64": 201999,
    "internal_64_steps": 201999
  },
  "environment": {
    "device": "cuda",
    "gpu": "NVIDIA RTX PRO 6000 Blackwell Server Edition MIG 2g.48gb",
    "torch": "2.13.0+cu130",
    "cuda": "13.0",
    "python": "3.12.12",
    "code_sha256": "23230104651ceee2e47832220ead492118a9a6cff1261d03edec2ec6be5fb808"
  },
  "summary": {
    "256": {
      "external_64": {
        "f_0.05": {
          "step_500": {
            "rule_acc": {
              "mean": 0.9791000247001648,
              "min": 0.8965000510215759,
              "max": 1.0,
              "per_seed": {
                "71243": 0.8965000510215759,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 0.999000072479248,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_1000": {
            "rule_acc": {
              "mean": 0.9995000243186951,
              "min": 0.9985000491142273,
              "max": 1.0,
              "per_seed": {
                "71243": 0.9985000491142273,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 0.999000072479248,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.9997000098228455,
              "min": 0.9985000491142273,
              "max": 1.0,
              "per_seed": {
                "71243": 0.9985000491142273,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          }
        },
        "f_1.00": {
          "step_500": {
            "rule_acc": {
              "mean": 0.992300009727478,
              "min": 0.9775000214576721,
              "max": 1.0,
              "per_seed": {
                "71243": 0.984000027179718,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 0.9775000214576721,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_1000": {
            "rule_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          }
        }
      },
      "internal_64_steps": {
        "f_0.05": {
          "step_500": {
            "rule_acc": {
              "mean": 0.9870000362396241,
              "min": 0.9760000705718994,
              "max": 0.9970000386238098,
              "per_seed": {
                "71243": 0.9800000190734863,
                "72251": 0.9970000386238098,
                "73257": 0.9905000329017639,
                "74263": 0.9760000705718994,
                "75269": 0.9915000200271606
              }
            },
            "recall_acc": {
              "mean": 0.9992000579833984,
              "min": 0.999000072479248,
              "max": 1.0,
              "per_seed": {
                "71243": 0.999000072479248,
                "72251": 0.999000072479248,
                "73257": 0.999000072479248,
                "74263": 1.0,
                "75269": 0.999000072479248
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_1000": {
            "rule_acc": {
              "mean": 0.9980000495910645,
              "min": 0.9965000748634338,
              "max": 0.999500036239624,
              "per_seed": {
                "71243": 0.999500036239624,
                "72251": 0.9975000619888306,
                "73257": 0.9965000748634338,
                "74263": 0.9970000386238098,
                "75269": 0.999500036239624
              }
            },
            "recall_acc": {
              "mean": 0.9996000289916992,
              "min": 0.999000072479248,
              "max": 1.0,
              "per_seed": {
                "71243": 0.999500036239624,
                "72251": 0.999000072479248,
                "73257": 0.999500036239624,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.998300039768219,
              "min": 0.9965000748634338,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 0.9975000619888306,
                "73257": 0.9965000748634338,
                "74263": 0.9980000257492065,
                "75269": 0.999500036239624
              }
            },
            "recall_acc": {
              "mean": 0.9997000217437744,
              "min": 0.999000072479248,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 0.999000072479248,
                "73257": 0.999500036239624,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          }
        },
        "f_1.00": {
          "step_500": {
            "rule_acc": {
              "mean": 0.9880000472068786,
              "min": 0.9585000276565552,
              "max": 0.999000072479248,
              "per_seed": {
                "71243": 0.9585000276565552,
                "72251": 0.9970000386238098,
                "73257": 0.9985000491142273,
                "74263": 0.999000072479248,
                "75269": 0.987000048160553
              }
            },
            "recall_acc": {
              "mean": 0.9999000072479248,
              "min": 0.999500036239624,
              "max": 1.0,
              "per_seed": {
                "71243": 0.999500036239624,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_1000": {
            "rule_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "recall_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "recall_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          }
        }
      }
    },
    "1024": {
      "external_64": {
        "f_0.02": {
          "step_500": {
            "rule_acc": {
              "mean": 0.8835000157356262,
              "min": 0.5530000329017639,
              "max": 1.0,
              "per_seed": {
                "71243": 0.5530000329017639,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 0.8645000457763672,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_1000": {
            "rule_acc": {
              "mean": 0.9950000286102295,
              "min": 0.9850000739097595,
              "max": 1.0,
              "per_seed": {
                "71243": 0.9900000691413879,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 0.9850000739097595,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          }
        },
        "f_0.05": {
          "step_500": {
            "rule_acc": {
              "mean": 0.9884000301361084,
              "min": 0.9615000486373901,
              "max": 1.0,
              "per_seed": {
                "71243": 0.9885000586509705,
                "72251": 0.9920000433921814,
                "73257": 1.0,
                "74263": 0.9615000486373901,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_1000": {
            "rule_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          }
        },
        "f_0.20": {
          "step_500": {
            "rule_acc": {
              "mean": 0.8511000216007233,
              "min": 0.41050001978874207,
              "max": 1.0,
              "per_seed": {
                "71243": 0.41050001978874207,
                "72251": 0.999500036239624,
                "73257": 0.999500036239624,
                "74263": 0.8460000157356262,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_1000": {
            "rule_acc": {
              "mean": 0.9902000188827514,
              "min": 0.9520000219345093,
              "max": 1.0,
              "per_seed": {
                "71243": 0.999500036239624,
                "72251": 0.999500036239624,
                "73257": 1.0,
                "74263": 0.9520000219345093,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.9977000117301941,
              "min": 0.9885000586509705,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 0.9885000586509705,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          }
        },
        "f_1.00": {
          "step_500": {
            "rule_acc": {
              "mean": 0.9128000140190125,
              "min": 0.5985000133514404,
              "max": 1.0,
              "per_seed": {
                "71243": 0.5985000133514404,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 0.9655000567436218,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_1000": {
            "rule_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          }
        }
      },
      "internal_64_steps": {
        "f_0.02": {
          "step_500": {
            "rule_acc": {
              "mean": 0.5170000255107879,
              "min": 0.3385000228881836,
              "max": 0.7315000295639038,
              "per_seed": {
                "71243": 0.34050002694129944,
                "72251": 0.5370000004768372,
                "73257": 0.7315000295639038,
                "74263": 0.3385000228881836,
                "75269": 0.6375000476837158
              }
            },
            "recall_acc": {
              "mean": 0.6351000249385834,
              "min": 0.4895000159740448,
              "max": 0.7675000429153442,
              "per_seed": {
                "71243": 0.5275000333786011,
                "72251": 0.7675000429153442,
                "73257": 0.7480000257492065,
                "74263": 0.4895000159740448,
                "75269": 0.6430000066757202
              }
            },
            "fact_acc": {
              "mean": 0.8111328125,
              "min": 0.7099609375,
              "max": 0.9013671875,
              "per_seed": {
                "71243": 0.76953125,
                "72251": 0.8798828125,
                "73257": 0.9013671875,
                "74263": 0.7099609375,
                "75269": 0.794921875
              }
            },
            "chance_level": 0.1
          },
          "step_1000": {
            "rule_acc": {
              "mean": 0.9986000180244445,
              "min": 0.9940000176429749,
              "max": 1.0,
              "per_seed": {
                "71243": 0.9940000176429749,
                "72251": 0.999000072479248,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "recall_acc": {
              "mean": 0.9986000180244445,
              "min": 0.9940000176429749,
              "max": 1.0,
              "per_seed": {
                "71243": 0.9940000176429749,
                "72251": 0.999000072479248,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.9998000144958497,
              "min": 0.999000072479248,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 0.999000072479248,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "recall_acc": {
              "mean": 0.9998000144958497,
              "min": 0.999000072479248,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 0.999000072479248,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          }
        },
        "f_0.05": {
          "step_500": {
            "rule_acc": {
              "mean": 0.480100017786026,
              "min": 0.27300000190734863,
              "max": 0.8385000228881836,
              "per_seed": {
                "71243": 0.30300000309944153,
                "72251": 0.27300000190734863,
                "73257": 0.8385000228881836,
                "74263": 0.35850000381469727,
                "75269": 0.627500057220459
              }
            },
            "recall_acc": {
              "mean": 0.6542000293731689,
              "min": 0.4385000169277191,
              "max": 0.8795000314712524,
              "per_seed": {
                "71243": 0.4385000169277191,
                "72251": 0.846500039100647,
                "73257": 0.8795000314712524,
                "74263": 0.45750001072883606,
                "75269": 0.6490000486373901
              }
            },
            "fact_acc": {
              "mean": 0.83203125,
              "min": 0.7216796875,
              "max": 0.9443359375,
              "per_seed": {
                "71243": 0.724609375,
                "72251": 0.9345703125,
                "73257": 0.9443359375,
                "74263": 0.7216796875,
                "75269": 0.8349609375
              }
            },
            "chance_level": 0.1
          },
          "step_1000": {
            "rule_acc": {
              "mean": 0.9998000144958497,
              "min": 0.999500036239624,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 0.999500036239624,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 0.999500036239624
              }
            },
            "recall_acc": {
              "mean": 0.9999000072479248,
              "min": 0.999500036239624,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 0.999500036239624,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.9132000088691712,
              "min": 0.5960000157356262,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 0.5960000157356262,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 0.9700000286102295
              }
            },
            "recall_acc": {
              "mean": 0.9765000224113465,
              "min": 0.8860000371932983,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 0.8860000371932983,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 0.9965000748634338
              }
            },
            "fact_acc": {
              "mean": 0.9890625,
              "min": 0.9482421875,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 0.9482421875,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 0.9970703125
              }
            },
            "chance_level": 0.1
          }
        },
        "f_0.20": {
          "step_500": {
            "rule_acc": {
              "mean": 0.4700000166893005,
              "min": 0.27300000190734863,
              "max": 0.7835000157356262,
              "per_seed": {
                "71243": 0.45000001788139343,
                "72251": 0.3005000054836273,
                "73257": 0.7835000157356262,
                "74263": 0.27300000190734863,
                "75269": 0.5430000424385071
              }
            },
            "recall_acc": {
              "mean": 0.6224000334739686,
              "min": 0.4050000309944153,
              "max": 0.8215000629425049,
              "per_seed": {
                "71243": 0.5405000448226929,
                "72251": 0.8215000629425049,
                "73257": 0.8055000305175781,
                "74263": 0.4050000309944153,
                "75269": 0.5394999980926514
              }
            },
            "fact_acc": {
              "mean": 0.8046875,
              "min": 0.666015625,
              "max": 0.9267578125,
              "per_seed": {
                "71243": 0.74609375,
                "72251": 0.9267578125,
                "73257": 0.919921875,
                "74263": 0.666015625,
                "75269": 0.7646484375
              }
            },
            "chance_level": 0.1
          },
          "step_1000": {
            "rule_acc": {
              "mean": 0.9998000144958497,
              "min": 0.999000072479248,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 0.999000072479248,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "recall_acc": {
              "mean": 0.9999000072479248,
              "min": 0.999500036239624,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 0.999500036239624,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.9997000217437744,
              "min": 0.999000072479248,
              "max": 1.0,
              "per_seed": {
                "71243": 0.999500036239624,
                "72251": 0.999000072479248,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "recall_acc": {
              "mean": 0.9998000144958497,
              "min": 0.999000072479248,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 0.999000072479248,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          }
        },
        "f_1.00": {
          "step_500": {
            "rule_acc": {
              "mean": 0.46770002841949465,
              "min": 0.27150002121925354,
              "max": 0.6645000576972961,
              "per_seed": {
                "71243": 0.27150002121925354,
                "72251": 0.41350001096725464,
                "73257": 0.6645000576972961,
                "74263": 0.4090000092983246,
                "75269": 0.5800000429153442
              }
            },
            "recall_acc": {
              "mean": 0.6247000277042389,
              "min": 0.46150001883506775,
              "max": 0.8195000290870667,
              "per_seed": {
                "71243": 0.5020000338554382,
                "72251": 0.8195000290870667,
                "73257": 0.7585000395774841,
                "74263": 0.46150001883506775,
                "75269": 0.5820000171661377
              }
            },
            "fact_acc": {
              "mean": 0.8087890625,
              "min": 0.705078125,
              "max": 0.9130859375,
              "per_seed": {
                "71243": 0.7392578125,
                "72251": 0.9130859375,
                "73257": 0.8994140625,
                "74263": 0.705078125,
                "75269": 0.787109375
              }
            },
            "chance_level": 0.1
          },
          "step_1000": {
            "rule_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "recall_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 1.0,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.9980000138282776,
              "min": 0.9900000691413879,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 0.9900000691413879,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "recall_acc": {
              "mean": 0.9989000082015991,
              "min": 0.9945000410079956,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 0.9945000410079956,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "fact_acc": {
              "mean": 0.999609375,
              "min": 0.998046875,
              "max": 1.0,
              "per_seed": {
                "71243": 1.0,
                "72251": 1.0,
                "73257": 0.998046875,
                "74263": 1.0,
                "75269": 1.0
              }
            },
            "chance_level": 0.1
          }
        }
      }
    }
  },
  "predictions_check": {
    "P1": {
      "values": {
        "external_64_f_1.00_rule_acc": 1.0
      },
      "holds": true,
      "range": [
        1.0,
        1.0
      ]
    },
    "P2": {
      "values": {
        "external_64_f_0.05_rule_acc": 1.0
      },
      "holds": true,
      "range": [
        1.0,
        1.0
      ]
    },
    "P3": {
      "values": {
        "external_64_f_0.02_rule_acc": 1.0
      },
      "holds": true,
      "range": [
        1.0,
        1.0
      ]
    },
    "P4": {
      "values": {
        "internal_64_steps_f_0.05_rule_acc": 0.9132000088691712
      },
      "holds": true,
      "range": [
        0.5960000157356262,
        1.0
      ]
    },
    "P5": {
      "values": {
        "external_64_gap_f1_minus_f002": 0.0,
        "internal_64_steps_gap_f1_minus_f002": -0.0018000006675720215
      },
      "holds": false,
      "signs": {
        "external_64": "zero",
        "internal_64_steps": "negative"
      },
      "opposite_sign_conditions": [
        "internal_64_steps"
      ]
    },
    "reported_not_judged": {
      "external_64_f_0.02_rule_acc": 1.0,
      "external_64_f_0.02_fact_acc": 1.0,
      "external_64_f_0.05_rule_acc": 1.0,
      "external_64_f_0.05_fact_acc": 1.0,
      "external_64_f_0.20_rule_acc": 0.9977000117301941,
      "external_64_f_0.20_fact_acc": 1.0,
      "external_64_f_1.00_rule_acc": 1.0,
      "external_64_f_1.00_fact_acc": 1.0,
      "internal_64_steps_f_0.02_rule_acc": 0.9998000144958497,
      "internal_64_steps_f_0.02_recall_acc": 0.9998000144958497,
      "internal_64_steps_f_0.02_fact_acc": 1.0,
      "internal_64_steps_f_0.05_rule_acc": 0.9132000088691712,
      "internal_64_steps_f_0.05_recall_acc": 0.9765000224113465,
      "internal_64_steps_f_0.05_fact_acc": 0.9890625,
      "internal_64_steps_f_0.20_rule_acc": 0.9997000217437744,
      "internal_64_steps_f_0.20_recall_acc": 0.9998000144958497,
      "internal_64_steps_f_0.20_fact_acc": 1.0,
      "internal_64_steps_f_1.00_rule_acc": 0.9980000138282776,
      "internal_64_steps_f_1.00_recall_acc": 0.9989000082015991,
      "internal_64_steps_f_1.00_fact_acc": 0.999609375
    }
  },
  "timing_seconds_mean": {
    "256": {
      "external_64_f_0.05": 7.736364645429421,
      "internal_64_steps_f_0.05": 7.975346307375003,
      "external_64_f_1.00": 7.8359034767956475,
      "internal_64_steps_f_1.00": 7.833671170950401
    },
    "1024": {
      "external_64_f_0.02": 7.699159819772467,
      "internal_64_steps_f_0.02": 7.7597051855991594,
      "external_64_f_0.05": 7.750467672431841,
      "internal_64_steps_f_0.05": 7.862531802803278,
      "external_64_f_0.20": 7.867084912373684,
      "internal_64_steps_f_0.20": 7.905200316023548,
      "external_64_f_1.00": 7.7882292050053366,
      "internal_64_steps_f_1.00": 7.700019222404808
    }
  },
  "elapsed_seconds": 472.5067430490162,
  "runs": [
    {
      "n_entities": 256,
      "seed": 71243,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 500,
      "rule_acc": 0.8965000510215759,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 71243,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 1000,
      "rule_acc": 0.9985000491142273,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 71243,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 2000,
      "rule_acc": 0.9985000491142273,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 71243,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 500,
      "rule_acc": 0.9800000190734863,
      "recall_acc": 0.999000072479248,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 71243,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 1000,
      "rule_acc": 0.999500036239624,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 71243,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 71243,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 500,
      "rule_acc": 0.984000027179718,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 71243,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 71243,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 71243,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 500,
      "rule_acc": 0.9585000276565552,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 71243,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 71243,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "external_64",
      "fraction": 0.02,
      "step": 500,
      "rule_acc": 0.5530000329017639,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "external_64",
      "fraction": 0.02,
      "step": 1000,
      "rule_acc": 0.9900000691413879,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "external_64",
      "fraction": 0.02,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "internal_64_steps",
      "fraction": 0.02,
      "step": 500,
      "rule_acc": 0.34050002694129944,
      "recall_acc": 0.5275000333786011,
      "fact_acc": 0.76953125
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "internal_64_steps",
      "fraction": 0.02,
      "step": 1000,
      "rule_acc": 0.9940000176429749,
      "recall_acc": 0.9940000176429749,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "internal_64_steps",
      "fraction": 0.02,
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 500,
      "rule_acc": 0.9885000586509705,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 500,
      "rule_acc": 0.30300000309944153,
      "recall_acc": 0.4385000169277191,
      "fact_acc": 0.724609375
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "external_64",
      "fraction": 0.2,
      "step": 500,
      "rule_acc": 0.41050001978874207,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "external_64",
      "fraction": 0.2,
      "step": 1000,
      "rule_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "external_64",
      "fraction": 0.2,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "internal_64_steps",
      "fraction": 0.2,
      "step": 500,
      "rule_acc": 0.45000001788139343,
      "recall_acc": 0.5405000448226929,
      "fact_acc": 0.74609375
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "internal_64_steps",
      "fraction": 0.2,
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "internal_64_steps",
      "fraction": 0.2,
      "step": 2000,
      "rule_acc": 0.999500036239624,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 500,
      "rule_acc": 0.5985000133514404,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 500,
      "rule_acc": 0.27150002121925354,
      "recall_acc": 0.5020000338554382,
      "fact_acc": 0.7392578125
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 71243,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 72251,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 500,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 72251,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 72251,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 72251,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 500,
      "rule_acc": 0.9970000386238098,
      "recall_acc": 0.999000072479248,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 72251,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 1000,
      "rule_acc": 0.9975000619888306,
      "recall_acc": 0.999000072479248,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 72251,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 2000,
      "rule_acc": 0.9975000619888306,
      "recall_acc": 0.999000072479248,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 72251,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 500,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 72251,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 72251,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 72251,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 500,
      "rule_acc": 0.9970000386238098,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 72251,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 72251,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "external_64",
      "fraction": 0.02,
      "step": 500,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "external_64",
      "fraction": 0.02,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "external_64",
      "fraction": 0.02,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "internal_64_steps",
      "fraction": 0.02,
      "step": 500,
      "rule_acc": 0.5370000004768372,
      "recall_acc": 0.7675000429153442,
      "fact_acc": 0.8798828125
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "internal_64_steps",
      "fraction": 0.02,
      "step": 1000,
      "rule_acc": 0.999000072479248,
      "recall_acc": 0.999000072479248,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "internal_64_steps",
      "fraction": 0.02,
      "step": 2000,
      "rule_acc": 0.999000072479248,
      "recall_acc": 0.999000072479248,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 500,
      "rule_acc": 0.9920000433921814,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 500,
      "rule_acc": 0.27300000190734863,
      "recall_acc": 0.846500039100647,
      "fact_acc": 0.9345703125
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 1000,
      "rule_acc": 0.999500036239624,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 2000,
      "rule_acc": 0.5960000157356262,
      "recall_acc": 0.8860000371932983,
      "fact_acc": 0.9482421875
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "external_64",
      "fraction": 0.2,
      "step": 500,
      "rule_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "external_64",
      "fraction": 0.2,
      "step": 1000,
      "rule_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "external_64",
      "fraction": 0.2,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "internal_64_steps",
      "fraction": 0.2,
      "step": 500,
      "rule_acc": 0.3005000054836273,
      "recall_acc": 0.8215000629425049,
      "fact_acc": 0.9267578125
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "internal_64_steps",
      "fraction": 0.2,
      "step": 1000,
      "rule_acc": 0.999000072479248,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "internal_64_steps",
      "fraction": 0.2,
      "step": 2000,
      "rule_acc": 0.999000072479248,
      "recall_acc": 0.999000072479248,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 500,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 500,
      "rule_acc": 0.41350001096725464,
      "recall_acc": 0.8195000290870667,
      "fact_acc": 0.9130859375
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 72251,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 73257,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 500,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 73257,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 73257,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 73257,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 500,
      "rule_acc": 0.9905000329017639,
      "recall_acc": 0.999000072479248,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 73257,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 1000,
      "rule_acc": 0.9965000748634338,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 73257,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 2000,
      "rule_acc": 0.9965000748634338,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 73257,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 500,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 73257,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 73257,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 73257,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 500,
      "rule_acc": 0.9985000491142273,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 73257,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 73257,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "external_64",
      "fraction": 0.02,
      "step": 500,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "external_64",
      "fraction": 0.02,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "external_64",
      "fraction": 0.02,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "internal_64_steps",
      "fraction": 0.02,
      "step": 500,
      "rule_acc": 0.7315000295639038,
      "recall_acc": 0.7480000257492065,
      "fact_acc": 0.9013671875
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "internal_64_steps",
      "fraction": 0.02,
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "internal_64_steps",
      "fraction": 0.02,
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 500,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 500,
      "rule_acc": 0.8385000228881836,
      "recall_acc": 0.8795000314712524,
      "fact_acc": 0.9443359375
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "external_64",
      "fraction": 0.2,
      "step": 500,
      "rule_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "external_64",
      "fraction": 0.2,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "external_64",
      "fraction": 0.2,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "internal_64_steps",
      "fraction": 0.2,
      "step": 500,
      "rule_acc": 0.7835000157356262,
      "recall_acc": 0.8055000305175781,
      "fact_acc": 0.919921875
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "internal_64_steps",
      "fraction": 0.2,
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "internal_64_steps",
      "fraction": 0.2,
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 500,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 500,
      "rule_acc": 0.6645000576972961,
      "recall_acc": 0.7585000395774841,
      "fact_acc": 0.8994140625
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 73257,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 2000,
      "rule_acc": 0.9900000691413879,
      "recall_acc": 0.9945000410079956,
      "fact_acc": 0.998046875
    },
    {
      "n_entities": 256,
      "seed": 74263,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 500,
      "rule_acc": 0.999000072479248,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 74263,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 1000,
      "rule_acc": 0.999000072479248,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 74263,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 74263,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 500,
      "rule_acc": 0.9760000705718994,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 74263,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 1000,
      "rule_acc": 0.9970000386238098,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 74263,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 2000,
      "rule_acc": 0.9980000257492065,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 74263,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 500,
      "rule_acc": 0.9775000214576721,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 74263,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 74263,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 74263,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 500,
      "rule_acc": 0.999000072479248,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 74263,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 74263,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "external_64",
      "fraction": 0.02,
      "step": 500,
      "rule_acc": 0.8645000457763672,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "external_64",
      "fraction": 0.02,
      "step": 1000,
      "rule_acc": 0.9850000739097595,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "external_64",
      "fraction": 0.02,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "internal_64_steps",
      "fraction": 0.02,
      "step": 500,
      "rule_acc": 0.3385000228881836,
      "recall_acc": 0.4895000159740448,
      "fact_acc": 0.7099609375
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "internal_64_steps",
      "fraction": 0.02,
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "internal_64_steps",
      "fraction": 0.02,
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 500,
      "rule_acc": 0.9615000486373901,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 500,
      "rule_acc": 0.35850000381469727,
      "recall_acc": 0.45750001072883606,
      "fact_acc": 0.7216796875
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "external_64",
      "fraction": 0.2,
      "step": 500,
      "rule_acc": 0.8460000157356262,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "external_64",
      "fraction": 0.2,
      "step": 1000,
      "rule_acc": 0.9520000219345093,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "external_64",
      "fraction": 0.2,
      "step": 2000,
      "rule_acc": 0.9885000586509705,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "internal_64_steps",
      "fraction": 0.2,
      "step": 500,
      "rule_acc": 0.27300000190734863,
      "recall_acc": 0.4050000309944153,
      "fact_acc": 0.666015625
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "internal_64_steps",
      "fraction": 0.2,
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "internal_64_steps",
      "fraction": 0.2,
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 500,
      "rule_acc": 0.9655000567436218,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 500,
      "rule_acc": 0.4090000092983246,
      "recall_acc": 0.46150001883506775,
      "fact_acc": 0.705078125
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 74263,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 75269,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 500,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 75269,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 75269,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 75269,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 500,
      "rule_acc": 0.9915000200271606,
      "recall_acc": 0.999000072479248,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 75269,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 1000,
      "rule_acc": 0.999500036239624,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 75269,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 2000,
      "rule_acc": 0.999500036239624,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 75269,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 500,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 75269,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 75269,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 75269,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 500,
      "rule_acc": 0.987000048160553,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 75269,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 75269,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "external_64",
      "fraction": 0.02,
      "step": 500,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "external_64",
      "fraction": 0.02,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "external_64",
      "fraction": 0.02,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "internal_64_steps",
      "fraction": 0.02,
      "step": 500,
      "rule_acc": 0.6375000476837158,
      "recall_acc": 0.6430000066757202,
      "fact_acc": 0.794921875
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "internal_64_steps",
      "fraction": 0.02,
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "internal_64_steps",
      "fraction": 0.02,
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 500,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "external_64",
      "fraction": 0.05,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 500,
      "rule_acc": 0.627500057220459,
      "recall_acc": 0.6490000486373901,
      "fact_acc": 0.8349609375
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 1000,
      "rule_acc": 0.999500036239624,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "internal_64_steps",
      "fraction": 0.05,
      "step": 2000,
      "rule_acc": 0.9700000286102295,
      "recall_acc": 0.9965000748634338,
      "fact_acc": 0.9970703125
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "external_64",
      "fraction": 0.2,
      "step": 500,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "external_64",
      "fraction": 0.2,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "external_64",
      "fraction": 0.2,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "internal_64_steps",
      "fraction": 0.2,
      "step": 500,
      "rule_acc": 0.5430000424385071,
      "recall_acc": 0.5394999980926514,
      "fact_acc": 0.7646484375
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "internal_64_steps",
      "fraction": 0.2,
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "internal_64_steps",
      "fraction": 0.2,
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 500,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "external_64",
      "fraction": 1.0,
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 500,
      "rule_acc": 0.5800000429153442,
      "recall_acc": 0.5820000171661377,
      "fact_acc": 0.787109375
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 75269,
      "condition": "internal_64_steps",
      "fraction": 1.0,
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    }
  ]
}