{
  "experiment": "H2 pilot v8 (toy): Zipf entity frequencies, weights for the head and memory for the tail",
  "completed_utc": "2026-11-19T13:10:10.065565+00:00",
  "smoke_test_not_protocol": false,
  "protocol": {
    "world": "N entities, one fact v[e] in {0..9} per entity (seed + 260000 + N), all entities seen in training; N = 1024 judged, N = 256 reported only",
    "n_entities": [
      256,
      1024
    ],
    "seed_values": [
      66229,
      67231,
      68233,
      69239,
      70241
    ],
    "conditions": [
      "internal_64_steps",
      "external_64",
      "hybrid_64"
    ],
    "groups": [
      "head",
      "tail",
      "weighted"
    ],
    "architecture": {
      "layers": 2,
      "width": 64,
      "heads": 4,
      "ff": 128
    },
    "position_table": 16,
    "frequencies": "Zipf: the entity of rank r has weight 1 / (r + 1); ranks assigned to entities by a random permutation per seed and N (seed + 280000 + N); FACT entities and the entities a, b of the training RULE pairs (independently) drawn with these probabilities; head = the 200 (N = 1024) / 50 (N = 256) most frequent entities, tail = the others",
    "head_sizes": {
      "256": 50,
      "1024": 200
    },
    "frequency_stats": {
      "256": {
        "66229": {
          "head_entities": 50,
          "tail_entities": 206,
          "head_mass": 0.7346427049487829,
          "tail_mass": 0.2653572973795235,
          "head_test_pairs": 476,
          "tail_test_pairs": 8388
        },
        "67231": {
          "head_entities": 50,
          "tail_entities": 206,
          "head_mass": 0.7346427049487829,
          "tail_mass": 0.2653572973795235,
          "head_test_pairs": 462,
          "tail_test_pairs": 8380
        },
        "68233": {
          "head_entities": 50,
          "tail_entities": 206,
          "head_mass": 0.7346427049487829,
          "tail_mass": 0.2653572973795235,
          "head_test_pairs": 474,
          "tail_test_pairs": 8412
        },
        "69239": {
          "head_entities": 50,
          "tail_entities": 206,
          "head_mass": 0.7346427049487829,
          "tail_mass": 0.2653572973795235,
          "head_test_pairs": 514,
          "tail_test_pairs": 8474
        },
        "70241": {
          "head_entities": 50,
          "tail_entities": 206,
          "head_mass": 0.7346427049487829,
          "tail_mass": 0.2653572973795235,
          "head_test_pairs": 504,
          "tail_test_pairs": 8392
        }
      },
      "1024": {
        "66229": {
          "head_entities": 200,
          "tail_entities": 824,
          "head_mass": 0.7827797950012609,
          "tail_mass": 0.2172202105866745,
          "head_test_pairs": 7982,
          "tail_test_pairs": 135340
        },
        "67231": {
          "head_entities": 200,
          "tail_entities": 824,
          "head_mass": 0.7827797950012609,
          "tail_mass": 0.2172202105866745,
          "head_test_pairs": 7784,
          "tail_test_pairs": 135332
        },
        "68233": {
          "head_entities": 200,
          "tail_entities": 824,
          "head_mass": 0.7827797950012609,
          "tail_mass": 0.2172202105866745,
          "head_test_pairs": 7854,
          "tail_test_pairs": 135578
        },
        "69239": {
          "head_entities": 200,
          "tail_entities": 824,
          "head_mass": 0.7827797950012609,
          "tail_mass": 0.2172202105866745,
          "head_test_pairs": 7898,
          "tail_test_pairs": 135216
        },
        "70241": {
          "head_entities": 200,
          "tail_entities": 824,
          "head_mass": 0.7827797950012609,
          "tail_mass": 0.2172202105866745,
          "head_test_pairs": 8004,
          "tail_test_pairs": 134992
        }
      }
    },
    "questions": "internal_64_steps (everything in the weights): RULE [Q_RULE, a, b, SEP] -> v[a], v[b], ans (greedy generation, answer = 3rd token), FACT [Q_FACT, e, SEP] -> v[e]; external_64 (everything in a memory, oracle retrieval): RULE [M, a, v[a], M, b, v[b], Q_RULE, a, b, SEP] -> ans (v1 format); hybrid_64: the v1 format with two fixed memory slots, the slot of an entity being [M, x, v[x]] if x is a tail entity and [PAD, PAD, PAD] if x is a head entity (a memory token is shown only for tail entities); one pass, no steps",
    "loss": "cross-entropy on the output tokens only, mean over them",
    "training_mix": "32 FACT + 32 RULE per batch, non-test pairs only; 3000 updates; same initial weights, lr, wd, dropout as v1-v7; same batches for the three conditions of a seed and N",
    "heldout_pairs": "test pair iff pair_hash(a, b) % 5 == 0 (symmetric, seed independent; same function as v1-v7); evaluation groups: head = test pairs with both entities in the head, tail = test pairs with both entities in the tail, weighted = test pairs drawn with probability proportional to p[a] * p[b] (mixed pairs included); 2000 pairs per group from a fixed generator (seed + 290000 + N); fact groups: all head entities, all tail entities (at most 1000), 2000 entities drawn with probability p",
    "checkpoints": [
      1000,
      2000,
      3000
    ],
    "primary_checkpoint": "end of training, fixed in advance; all checkpoints reported",
    "metric": "top-1 accuracy over the full vocabulary; chance level 0.1 (10 digits); rule_acc and fact_acc per group; recall_acc (steps): v[a], v[b] both generated correctly",
    "tf32": false,
    "prediction_thresholds": {
      "P1": {
        "internal_64_steps_head_rule_acc_min": 0.9,
        "n": 1024
      },
      "P2": {
        "internal_64_steps_tail_rule_acc_max": 0.5,
        "n": 1024
      },
      "P3": {
        "external_64_tail_rule_acc_min": 0.9,
        "n": 1024
      },
      "P4": {
        "hybrid_64_tail_rule_acc_min": 0.9,
        "hybrid_64_head_rule_acc_min": 0.9,
        "both_needed": true,
        "n": 1024
      },
      "P5": {
        "hybrid_minus_external_weighted_rule_acc_min": 0.0,
        "also_reported": "the gap with its sign",
        "n": 1024
      }
    },
    "limitations": "single-rule synthetic world (addition mod 10); random facts; Zipf with exponent 1 only; one head / tail split (about 20% of the entities); one small model; five seeds; no significance test; oracle retrieval (the memory item is always the right one); the hybrid slots are given by a known head / tail label (the model does not choose what to look up); the hybrid answers in one pass (no steps), so a head-head pair needs composition of two weight-stored facts in one pass; the head / tail groups with few test pairs (N = 256 head) are sampled with replacement; exploratory, no update of the confidence in H2"
  },
  "parameter_counts": {
    "internal_64_steps": 201999,
    "external_64": 201999,
    "hybrid_64": 201999
  },
  "environment": {
    "device": "cuda",
    "gpu": "NVIDIA RTX PRO 6000 Blackwell Server Edition MIG 2g.48gb",
    "torch": "2.13.0+cu130",
    "cuda": "13.0",
    "python": "3.12.12",
    "code_sha256": "653987ed81f1092f953786ef97b660821e29fd84586c2cffa5ac5d925f9a4002"
  },
  "summary": {
    "256": {
      "internal_64_steps": {
        "head": {
          "step_1000": {
            "rule_acc": {
              "mean": 0.9989000082015991,
              "min": 0.9945000410079956,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 0.9945000410079956,
                "70241": 1.0
              }
            },
            "recall_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "recall_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_3000": {
            "rule_acc": {
              "mean": 0.999400007724762,
              "min": 0.9970000386238098,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 0.9970000386238098,
                "70241": 1.0
              }
            },
            "recall_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          }
        },
        "tail": {
          "step_1000": {
            "rule_acc": {
              "mean": 0.9966000437736511,
              "min": 0.9900000691413879,
              "max": 1.0,
              "per_seed": {
                "66229": 0.9985000491142273,
                "67231": 1.0,
                "68233": 0.999500036239624,
                "69239": 0.9900000691413879,
                "70241": 0.9950000643730164
              }
            },
            "recall_acc": {
              "mean": 0.9996000289916992,
              "min": 0.999000072479248,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 0.999000072479248,
                "70241": 0.999000072479248
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.9994000315666198,
              "min": 0.9985000491142273,
              "max": 1.0,
              "per_seed": {
                "66229": 0.999000072479248,
                "67231": 1.0,
                "68233": 0.999500036239624,
                "69239": 0.9985000491142273,
                "70241": 1.0
              }
            },
            "recall_acc": {
              "mean": 0.9999000072479248,
              "min": 0.999500036239624,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 0.999500036239624,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_3000": {
            "rule_acc": {
              "mean": 0.9985000133514405,
              "min": 0.9930000305175781,
              "max": 1.0,
              "per_seed": {
                "66229": 0.999500036239624,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 0.9930000305175781,
                "70241": 1.0
              }
            },
            "recall_acc": {
              "mean": 0.9997000217437744,
              "min": 0.999000072479248,
              "max": 1.0,
              "per_seed": {
                "66229": 0.999500036239624,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 0.999000072479248,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          }
        },
        "weighted": {
          "step_1000": {
            "rule_acc": {
              "mean": 0.9996000170707703,
              "min": 0.9985000491142273,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 0.999500036239624,
                "69239": 0.9985000491142273,
                "70241": 1.0
              }
            },
            "recall_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "recall_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_3000": {
            "rule_acc": {
              "mean": 0.9997000098228455,
              "min": 0.9985000491142273,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 0.9985000491142273,
                "70241": 1.0
              }
            },
            "recall_acc": {
              "mean": 0.9998000144958497,
              "min": 0.999000072479248,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 0.999000072479248,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          }
        }
      },
      "external_64": {
        "head": {
          "step_1000": {
            "rule_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.9584000110626221,
              "min": 0.7920000553131104,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 0.7920000553131104,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_3000": {
            "rule_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          }
        },
        "tail": {
          "step_1000": {
            "rule_acc": {
              "mean": 0.9993000149726867,
              "min": 0.9970000386238098,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 0.9970000386238098,
                "68233": 0.999500036239624,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.9517000079154968,
              "min": 0.7585000395774841,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 0.7585000395774841,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_3000": {
            "rule_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          }
        },
        "weighted": {
          "step_1000": {
            "rule_acc": {
              "mean": 0.9999000072479248,
              "min": 0.999500036239624,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 0.999500036239624,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.976800012588501,
              "min": 0.8840000629425049,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 0.8840000629425049,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_3000": {
            "rule_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          }
        }
      },
      "hybrid_64": {
        "head": {
          "step_1000": {
            "rule_acc": {
              "mean": 0.8566000461578369,
              "min": 0.6790000200271606,
              "max": 0.9595000743865967,
              "per_seed": {
                "66229": 0.9595000743865967,
                "67231": 0.6790000200271606,
                "68233": 0.9335000514984131,
                "69239": 0.9180000424385071,
                "70241": 0.7930000424385071
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.9884000420570374,
              "min": 0.9730000495910645,
              "max": 0.9980000257492065,
              "per_seed": {
                "66229": 0.9980000257492065,
                "67231": 0.9730000495910645,
                "68233": 0.9970000386238098,
                "69239": 0.9955000281333923,
                "70241": 0.9785000681877136
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_3000": {
            "rule_acc": {
              "mean": 0.9942000389099122,
              "min": 0.9865000247955322,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 0.9965000748634338,
                "68233": 0.9955000281333923,
                "69239": 0.9925000667572021,
                "70241": 0.9865000247955322
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          }
        },
        "tail": {
          "step_1000": {
            "rule_acc": {
              "mean": 0.8788000464439392,
              "min": 0.6800000071525574,
              "max": 0.9850000739097595,
              "per_seed": {
                "66229": 0.9850000739097595,
                "67231": 0.6800000071525574,
                "68233": 0.9345000386238098,
                "69239": 0.9250000715255737,
                "70241": 0.8695000410079956
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.9788000464439393,
              "min": 0.9425000548362732,
              "max": 1.0,
              "per_seed": {
                "66229": 0.9920000433921814,
                "67231": 0.9605000615119934,
                "68233": 0.999000072479248,
                "69239": 1.0,
                "70241": 0.9425000548362732
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_3000": {
            "rule_acc": {
              "mean": 0.9979000091552734,
              "min": 0.9895000457763672,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 0.9895000457763672
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          }
        },
        "weighted": {
          "step_1000": {
            "rule_acc": {
              "mean": 0.922700035572052,
              "min": 0.7930000424385071,
              "max": 0.9940000176429749,
              "per_seed": {
                "66229": 0.9940000176429749,
                "67231": 0.7930000424385071,
                "68233": 0.968500018119812,
                "69239": 0.9665000438690186,
                "70241": 0.8915000557899475
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.9890000581741333,
              "min": 0.9730000495910645,
              "max": 0.999000072479248,
              "per_seed": {
                "66229": 0.9985000491142273,
                "67231": 0.9755000472068787,
                "68233": 0.999000072479248,
                "69239": 0.999000072479248,
                "70241": 0.9730000495910645
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_3000": {
            "rule_acc": {
              "mean": 0.9975000381469726,
              "min": 0.9935000538825989,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 0.9985000491142273,
                "68233": 0.9970000386238098,
                "69239": 0.9985000491142273,
                "70241": 0.9935000538825989
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          }
        }
      }
    },
    "1024": {
      "internal_64_steps": {
        "head": {
          "step_1000": {
            "rule_acc": {
              "mean": 0.9933000326156616,
              "min": 0.987000048160553,
              "max": 1.0,
              "per_seed": {
                "66229": 0.9985000491142273,
                "67231": 0.987000048160553,
                "68233": 1.0,
                "69239": 0.9880000352859497,
                "70241": 0.9930000305175781
              }
            },
            "recall_acc": {
              "mean": 0.9957000255584717,
              "min": 0.9895000457763672,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 0.9940000176429749,
                "68233": 1.0,
                "69239": 0.9895000457763672,
                "70241": 0.9950000643730164
              }
            },
            "fact_acc": {
              "mean": 0.9990000009536744,
              "min": 0.9950000047683716,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 0.9950000047683716,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.9989000201225281,
              "min": 0.9960000514984131,
              "max": 1.0,
              "per_seed": {
                "66229": 0.9960000514984131,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 0.9985000491142273,
                "70241": 1.0
              }
            },
            "recall_acc": {
              "mean": 0.9999000072479248,
              "min": 0.999500036239624,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 0.999500036239624,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_3000": {
            "rule_acc": {
              "mean": 0.9520000100135804,
              "min": 0.7605000138282776,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 0.7605000138282776,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 0.999500036239624
              }
            },
            "recall_acc": {
              "mean": 0.9886000037193299,
              "min": 0.9430000185966492,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 0.9430000185966492,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 0.9889999985694885,
              "min": 0.9449999928474426,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 0.9449999928474426,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          }
        },
        "tail": {
          "step_1000": {
            "rule_acc": {
              "mean": 0.7661000490188599,
              "min": 0.687000036239624,
              "max": 0.82750004529953,
              "per_seed": {
                "66229": 0.7500000596046448,
                "67231": 0.687000036239624,
                "68233": 0.82750004529953,
                "69239": 0.7955000400543213,
                "70241": 0.7705000638961792
              }
            },
            "recall_acc": {
              "mean": 0.7703000426292419,
              "min": 0.6995000243186951,
              "max": 0.82750004529953,
              "per_seed": {
                "66229": 0.7545000314712524,
                "67231": 0.6995000243186951,
                "68233": 0.82750004529953,
                "69239": 0.7985000610351562,
                "70241": 0.7715000510215759
              }
            },
            "fact_acc": {
              "mean": 0.9058252453804017,
              "min": 0.8677184581756592,
              "max": 0.9296116828918457,
              "per_seed": {
                "66229": 0.8859223127365112,
                "67231": 0.8677184581756592,
                "68233": 0.9296116828918457,
                "69239": 0.9235436916351318,
                "70241": 0.9223300814628601
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.987600040435791,
              "min": 0.9640000462532043,
              "max": 0.9980000257492065,
              "per_seed": {
                "66229": 0.9640000462532043,
                "67231": 0.9975000619888306,
                "68233": 0.9970000386238098,
                "69239": 0.9815000295639038,
                "70241": 0.9980000257492065
              }
            },
            "recall_acc": {
              "mean": 0.9898000359535217,
              "min": 0.9705000519752502,
              "max": 1.0,
              "per_seed": {
                "66229": 0.9705000519752502,
                "67231": 0.9980000257492065,
                "68233": 0.9970000386238098,
                "69239": 0.983500063419342,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 0.9983009696006775,
              "min": 0.9951456189155579,
              "max": 1.0,
              "per_seed": {
                "66229": 0.9951456189155579,
                "67231": 1.0,
                "68233": 0.9987863898277283,
                "69239": 0.9975728392601013,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_3000": {
            "rule_acc": {
              "mean": 0.9260000348091125,
              "min": 0.656000018119812,
              "max": 1.0,
              "per_seed": {
                "66229": 0.9895000457763672,
                "67231": 0.656000018119812,
                "68233": 1.0,
                "69239": 0.999000072479248,
                "70241": 0.9855000376701355
              }
            },
            "recall_acc": {
              "mean": 0.9605000257492066,
              "min": 0.8250000476837158,
              "max": 1.0,
              "per_seed": {
                "66229": 0.9915000200271606,
                "67231": 0.8250000476837158,
                "68233": 1.0,
                "69239": 0.999500036239624,
                "70241": 0.9865000247955322
              }
            },
            "fact_acc": {
              "mean": 0.9740291357040405,
              "min": 0.8762136101722717,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 0.8762136101722717,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 0.9939320683479309
              }
            },
            "chance_level": 0.1
          }
        },
        "weighted": {
          "step_1000": {
            "rule_acc": {
              "mean": 0.9566000461578369,
              "min": 0.9420000314712524,
              "max": 0.971000075340271,
              "per_seed": {
                "66229": 0.9565000534057617,
                "67231": 0.9420000314712524,
                "68233": 0.971000075340271,
                "69239": 0.9660000205039978,
                "70241": 0.9475000500679016
              }
            },
            "recall_acc": {
              "mean": 0.9584000468254089,
              "min": 0.9465000629425049,
              "max": 0.971000075340271,
              "per_seed": {
                "66229": 0.9600000381469727,
                "67231": 0.9465000629425049,
                "68233": 0.971000075340271,
                "69239": 0.9660000205039978,
                "70241": 0.9485000371932983
              }
            },
            "fact_acc": {
              "mean": 0.9861000418663025,
              "min": 0.9795000553131104,
              "max": 0.9905000329017639,
              "per_seed": {
                "66229": 0.9795000553131104,
                "67231": 0.9825000762939453,
                "68233": 0.9890000224113464,
                "69239": 0.9890000224113464,
                "70241": 0.9905000329017639
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.9978000521659851,
              "min": 0.9935000538825989,
              "max": 0.999500036239624,
              "per_seed": {
                "66229": 0.9935000538825989,
                "67231": 0.999500036239624,
                "68233": 0.999000072479248,
                "69239": 0.9975000619888306,
                "70241": 0.999500036239624
              }
            },
            "recall_acc": {
              "mean": 0.9982000350952148,
              "min": 0.9945000410079956,
              "max": 1.0,
              "per_seed": {
                "66229": 0.9945000410079956,
                "67231": 0.999500036239624,
                "68233": 0.999000072479248,
                "69239": 0.9980000257492065,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 0.9998000144958497,
              "min": 0.999500036239624,
              "max": 1.0,
              "per_seed": {
                "66229": 0.999500036239624,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 0.999500036239624,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_3000": {
            "rule_acc": {
              "mean": 0.9640000224113464,
              "min": 0.8250000476837158,
              "max": 1.0,
              "per_seed": {
                "66229": 0.9980000257492065,
                "67231": 0.8250000476837158,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 0.9970000386238098
              }
            },
            "recall_acc": {
              "mean": 0.9887000322341919,
              "min": 0.9480000734329224,
              "max": 1.0,
              "per_seed": {
                "66229": 0.9980000257492065,
                "67231": 0.9480000734329224,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 0.9975000619888306
              }
            },
            "fact_acc": {
              "mean": 0.994100022315979,
              "min": 0.971000075340271,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 0.971000075340271,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 0.999500036239624
              }
            },
            "chance_level": 0.1
          }
        }
      },
      "external_64": {
        "head": {
          "step_1000": {
            "rule_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.9703000068664551,
              "min": 0.8515000343322754,
              "max": 1.0,
              "per_seed": {
                "66229": 0.8515000343322754,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_3000": {
            "rule_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          }
        },
        "tail": {
          "step_1000": {
            "rule_acc": {
              "mean": 0.9998000144958497,
              "min": 0.999500036239624,
              "max": 1.0,
              "per_seed": {
                "66229": 0.999500036239624,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 0.999500036239624
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.9648000240325928,
              "min": 0.8250000476837158,
              "max": 1.0,
              "per_seed": {
                "66229": 0.8250000476837158,
                "67231": 0.999000072479248,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_3000": {
            "rule_acc": {
              "mean": 0.9999000072479248,
              "min": 0.999500036239624,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 0.999500036239624,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          }
        },
        "weighted": {
          "step_1000": {
            "rule_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.9755000114440918,
              "min": 0.877500057220459,
              "max": 1.0,
              "per_seed": {
                "66229": 0.877500057220459,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_3000": {
            "rule_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          }
        }
      },
      "hybrid_64": {
        "head": {
          "step_1000": {
            "rule_acc": {
              "mean": 0.5081000208854676,
              "min": 0.2785000205039978,
              "max": 0.737500011920929,
              "per_seed": {
                "66229": 0.3880000114440918,
                "67231": 0.737500011920929,
                "68233": 0.737000048160553,
                "69239": 0.3995000123977661,
                "70241": 0.2785000205039978
              }
            },
            "fact_acc": {
              "mean": 0.9889999866485596,
              "min": 0.9599999785423279,
              "max": 1.0,
              "per_seed": {
                "66229": 0.9950000047683716,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 0.9899999499320984,
                "70241": 0.9599999785423279
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.9657000541687012,
              "min": 0.9180000424385071,
              "max": 0.9890000224113464,
              "per_seed": {
                "66229": 0.9890000224113464,
                "67231": 0.9655000567436218,
                "68233": 0.9825000762939453,
                "69239": 0.9735000729560852,
                "70241": 0.9180000424385071
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_3000": {
            "rule_acc": {
              "mean": 0.9904000520706177,
              "min": 0.971000075340271,
              "max": 0.999500036239624,
              "per_seed": {
                "66229": 0.999500036239624,
                "67231": 0.9965000748634338,
                "68233": 0.9955000281333923,
                "69239": 0.971000075340271,
                "70241": 0.9895000457763672
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          }
        },
        "tail": {
          "step_1000": {
            "rule_acc": {
              "mean": 0.618200033903122,
              "min": 0.3370000123977661,
              "max": 0.9340000152587891,
              "per_seed": {
                "66229": 0.57750004529953,
                "67231": 0.9340000152587891,
                "68233": 0.8330000638961792,
                "69239": 0.40950003266334534,
                "70241": 0.3370000123977661
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.9881000399589539,
              "min": 0.9540000557899475,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 0.999500036239624,
                "68233": 0.9885000586509705,
                "69239": 0.9985000491142273,
                "70241": 0.9540000557899475
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_3000": {
            "rule_acc": {
              "mean": 0.9926000237464905,
              "min": 0.9695000648498535,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 0.9935000538825989,
                "68233": 1.0,
                "69239": 0.9695000648498535,
                "70241": 1.0
              }
            },
            "fact_acc": {
              "mean": 0.9997572779655457,
              "min": 0.9987863898277283,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 0.9987863898277283,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          }
        },
        "weighted": {
          "step_1000": {
            "rule_acc": {
              "mean": 0.730700033903122,
              "min": 0.4945000112056732,
              "max": 0.921500027179718,
              "per_seed": {
                "66229": 0.6320000290870667,
                "67231": 0.921500027179718,
                "68233": 0.8905000686645508,
                "69239": 0.7150000333786011,
                "70241": 0.4945000112056732
              }
            },
            "fact_acc": {
              "mean": 0.9980000257492065,
              "min": 0.9925000667572021,
              "max": 1.0,
              "per_seed": {
                "66229": 0.999500036239624,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 0.9980000257492065,
                "70241": 0.9925000667572021
              }
            },
            "chance_level": 0.1
          },
          "step_2000": {
            "rule_acc": {
              "mean": 0.9935000538825989,
              "min": 0.9825000762939453,
              "max": 0.9985000491142273,
              "per_seed": {
                "66229": 0.9950000643730164,
                "67231": 0.9960000514984131,
                "68233": 0.9985000491142273,
                "69239": 0.9955000281333923,
                "70241": 0.9825000762939453
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          },
          "step_3000": {
            "rule_acc": {
              "mean": 0.9976000308990478,
              "min": 0.9905000329017639,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 0.999500036239624,
                "68233": 0.999500036239624,
                "69239": 0.9905000329017639,
                "70241": 0.9985000491142273
              }
            },
            "fact_acc": {
              "mean": 1.0,
              "min": 1.0,
              "max": 1.0,
              "per_seed": {
                "66229": 1.0,
                "67231": 1.0,
                "68233": 1.0,
                "69239": 1.0,
                "70241": 1.0
              }
            },
            "chance_level": 0.1
          }
        }
      }
    }
  },
  "predictions_check": {
    "P1": {
      "values": {
        "internal_64_steps_head_rule_acc": 0.9520000100135804,
        "min": 0.7605000138282776,
        "max": 1.0
      },
      "holds": true
    },
    "P2": {
      "values": {
        "internal_64_steps_tail_rule_acc": 0.9260000348091125,
        "min": 0.656000018119812,
        "max": 1.0
      },
      "holds": false
    },
    "P3": {
      "values": {
        "external_64_tail_rule_acc": 0.9999000072479248,
        "min": 0.999500036239624,
        "max": 1.0
      },
      "holds": true
    },
    "P4": {
      "values": {
        "hybrid_64_tail_rule_acc": 0.9926000237464905,
        "hybrid_64_head_rule_acc": 0.9904000520706177
      },
      "holds": true,
      "ranges": {
        "hybrid_64_tail": [
          0.9695000648498535,
          1.0
        ],
        "hybrid_64_head": [
          0.971000075340271,
          0.999500036239624
        ]
      }
    },
    "P5": {
      "values": {
        "hybrid_64_weighted_rule_acc": 0.9976000308990478,
        "external_64_weighted_rule_acc": 1.0,
        "gap_hybrid_minus_external_weighted": -0.002399969100952193
      },
      "holds": false,
      "sign": "negative"
    },
    "reported_not_judged": {
      "internal_64_steps_head_fact_acc": 0.9889999985694885,
      "internal_64_steps_tail_fact_acc": 0.9740291357040405,
      "internal_64_steps_weighted_fact_acc": 0.994100022315979,
      "external_64_head_fact_acc": 1.0,
      "external_64_tail_fact_acc": 1.0,
      "external_64_weighted_fact_acc": 1.0,
      "hybrid_64_head_fact_acc": 1.0,
      "hybrid_64_tail_fact_acc": 0.9997572779655457,
      "hybrid_64_weighted_fact_acc": 1.0
    }
  },
  "timing_seconds_mean": {
    "256": {
      "internal_64_steps": 11.581411022180692,
      "external_64": 11.344560550397727,
      "hybrid_64": 11.431842089589917
    },
    "1024": {
      "internal_64_steps": 11.517825535009615,
      "external_64": 11.48708352301619,
      "hybrid_64": 11.601057806797325
    }
  },
  "elapsed_seconds": 348.9149564030231,
  "runs": [
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.9985000491142273,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 2000,
      "rule_acc": 0.999000072479248,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 3000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 3000,
      "rule_acc": 0.999500036239624,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "external_64",
      "group": "head",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "external_64",
      "group": "tail",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "external_64",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "external_64",
      "group": "head",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "external_64",
      "group": "tail",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "external_64",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "external_64",
      "group": "head",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "external_64",
      "group": "tail",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "external_64",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "hybrid_64",
      "group": "head",
      "step": 1000,
      "rule_acc": 0.9595000743865967,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.9850000739097595,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 0.9940000176429749,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "hybrid_64",
      "group": "head",
      "step": 2000,
      "rule_acc": 0.9980000257492065,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 2000,
      "rule_acc": 0.9920000433921814,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 0.9985000491142273,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "hybrid_64",
      "group": "head",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 66229,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 1000,
      "rule_acc": 0.9985000491142273,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.7500000596046448,
      "recall_acc": 0.7545000314712524,
      "fact_acc": 0.8859223127365112
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 0.9565000534057617,
      "recall_acc": 0.9600000381469727,
      "fact_acc": 0.9795000553131104
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 2000,
      "rule_acc": 0.9960000514984131,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 2000,
      "rule_acc": 0.9640000462532043,
      "recall_acc": 0.9705000519752502,
      "fact_acc": 0.9951456189155579
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 0.9935000538825989,
      "recall_acc": 0.9945000410079956,
      "fact_acc": 0.999500036239624
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 3000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 3000,
      "rule_acc": 0.9895000457763672,
      "recall_acc": 0.9915000200271606,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 0.9980000257492065,
      "recall_acc": 0.9980000257492065,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "external_64",
      "group": "head",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "external_64",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "external_64",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "external_64",
      "group": "head",
      "step": 2000,
      "rule_acc": 0.8515000343322754,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "external_64",
      "group": "tail",
      "step": 2000,
      "rule_acc": 0.8250000476837158,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "external_64",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 0.877500057220459,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "external_64",
      "group": "head",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "external_64",
      "group": "tail",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "external_64",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "hybrid_64",
      "group": "head",
      "step": 1000,
      "rule_acc": 0.3880000114440918,
      "fact_acc": 0.9950000047683716
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.57750004529953,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 0.6320000290870667,
      "fact_acc": 0.999500036239624
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "hybrid_64",
      "group": "head",
      "step": 2000,
      "rule_acc": 0.9890000224113464,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 0.9950000643730164,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "hybrid_64",
      "group": "head",
      "step": 3000,
      "rule_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 66229,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 3000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 3000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "external_64",
      "group": "head",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "external_64",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.9970000386238098,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "external_64",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "external_64",
      "group": "head",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "external_64",
      "group": "tail",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "external_64",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "external_64",
      "group": "head",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "external_64",
      "group": "tail",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "external_64",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "hybrid_64",
      "group": "head",
      "step": 1000,
      "rule_acc": 0.6790000200271606,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.6800000071525574,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 0.7930000424385071,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "hybrid_64",
      "group": "head",
      "step": 2000,
      "rule_acc": 0.9730000495910645,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 2000,
      "rule_acc": 0.9605000615119934,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 0.9755000472068787,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "hybrid_64",
      "group": "head",
      "step": 3000,
      "rule_acc": 0.9965000748634338,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 67231,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 0.9985000491142273,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 1000,
      "rule_acc": 0.987000048160553,
      "recall_acc": 0.9940000176429749,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.687000036239624,
      "recall_acc": 0.6995000243186951,
      "fact_acc": 0.8677184581756592
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 0.9420000314712524,
      "recall_acc": 0.9465000629425049,
      "fact_acc": 0.9825000762939453
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 2000,
      "rule_acc": 0.9975000619888306,
      "recall_acc": 0.9980000257492065,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 0.999500036239624,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 3000,
      "rule_acc": 0.7605000138282776,
      "recall_acc": 0.9430000185966492,
      "fact_acc": 0.9449999928474426
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 3000,
      "rule_acc": 0.656000018119812,
      "recall_acc": 0.8250000476837158,
      "fact_acc": 0.8762136101722717
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 0.8250000476837158,
      "recall_acc": 0.9480000734329224,
      "fact_acc": 0.971000075340271
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "external_64",
      "group": "head",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "external_64",
      "group": "tail",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "external_64",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "external_64",
      "group": "head",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "external_64",
      "group": "tail",
      "step": 2000,
      "rule_acc": 0.999000072479248,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "external_64",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "external_64",
      "group": "head",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "external_64",
      "group": "tail",
      "step": 3000,
      "rule_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "external_64",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "hybrid_64",
      "group": "head",
      "step": 1000,
      "rule_acc": 0.737500011920929,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.9340000152587891,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 0.921500027179718,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "hybrid_64",
      "group": "head",
      "step": 2000,
      "rule_acc": 0.9655000567436218,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 2000,
      "rule_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 0.9960000514984131,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "hybrid_64",
      "group": "head",
      "step": 3000,
      "rule_acc": 0.9965000748634338,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 3000,
      "rule_acc": 0.9935000538825989,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 67231,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.999500036239624,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 0.999500036239624,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 2000,
      "rule_acc": 0.999500036239624,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 3000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 3000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "external_64",
      "group": "head",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "external_64",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "external_64",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "external_64",
      "group": "head",
      "step": 2000,
      "rule_acc": 0.7920000553131104,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "external_64",
      "group": "tail",
      "step": 2000,
      "rule_acc": 0.7585000395774841,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "external_64",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 0.8840000629425049,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "external_64",
      "group": "head",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "external_64",
      "group": "tail",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "external_64",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "hybrid_64",
      "group": "head",
      "step": 1000,
      "rule_acc": 0.9335000514984131,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.9345000386238098,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 0.968500018119812,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "hybrid_64",
      "group": "head",
      "step": 2000,
      "rule_acc": 0.9970000386238098,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 2000,
      "rule_acc": 0.999000072479248,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 0.999000072479248,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "hybrid_64",
      "group": "head",
      "step": 3000,
      "rule_acc": 0.9955000281333923,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 68233,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 0.9970000386238098,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.82750004529953,
      "recall_acc": 0.82750004529953,
      "fact_acc": 0.9296116828918457
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 0.971000075340271,
      "recall_acc": 0.971000075340271,
      "fact_acc": 0.9890000224113464
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 2000,
      "rule_acc": 0.9970000386238098,
      "recall_acc": 0.9970000386238098,
      "fact_acc": 0.9987863898277283
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 0.999000072479248,
      "recall_acc": 0.999000072479248,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 3000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 3000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "external_64",
      "group": "head",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "external_64",
      "group": "tail",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "external_64",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "external_64",
      "group": "head",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "external_64",
      "group": "tail",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "external_64",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "external_64",
      "group": "head",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "external_64",
      "group": "tail",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "external_64",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "hybrid_64",
      "group": "head",
      "step": 1000,
      "rule_acc": 0.737000048160553,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.8330000638961792,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 0.8905000686645508,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "hybrid_64",
      "group": "head",
      "step": 2000,
      "rule_acc": 0.9825000762939453,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 2000,
      "rule_acc": 0.9885000586509705,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 0.9985000491142273,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "hybrid_64",
      "group": "head",
      "step": 3000,
      "rule_acc": 0.9955000281333923,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 68233,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 1000,
      "rule_acc": 0.9945000410079956,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.9900000691413879,
      "recall_acc": 0.999000072479248,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 0.9985000491142273,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 2000,
      "rule_acc": 0.9985000491142273,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 3000,
      "rule_acc": 0.9970000386238098,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 3000,
      "rule_acc": 0.9930000305175781,
      "recall_acc": 0.999000072479248,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 0.9985000491142273,
      "recall_acc": 0.999000072479248,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "external_64",
      "group": "head",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "external_64",
      "group": "tail",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "external_64",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "external_64",
      "group": "head",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "external_64",
      "group": "tail",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "external_64",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "external_64",
      "group": "head",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "external_64",
      "group": "tail",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "external_64",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "hybrid_64",
      "group": "head",
      "step": 1000,
      "rule_acc": 0.9180000424385071,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.9250000715255737,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 0.9665000438690186,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "hybrid_64",
      "group": "head",
      "step": 2000,
      "rule_acc": 0.9955000281333923,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 0.999000072479248,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "hybrid_64",
      "group": "head",
      "step": 3000,
      "rule_acc": 0.9925000667572021,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 69239,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 0.9985000491142273,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 1000,
      "rule_acc": 0.9880000352859497,
      "recall_acc": 0.9895000457763672,
      "fact_acc": 0.9950000047683716
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.7955000400543213,
      "recall_acc": 0.7985000610351562,
      "fact_acc": 0.9235436916351318
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 0.9660000205039978,
      "recall_acc": 0.9660000205039978,
      "fact_acc": 0.9890000224113464
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 2000,
      "rule_acc": 0.9985000491142273,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 2000,
      "rule_acc": 0.9815000295639038,
      "recall_acc": 0.983500063419342,
      "fact_acc": 0.9975728392601013
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 0.9975000619888306,
      "recall_acc": 0.9980000257492065,
      "fact_acc": 0.999500036239624
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 3000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 3000,
      "rule_acc": 0.999000072479248,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "external_64",
      "group": "head",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "external_64",
      "group": "tail",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "external_64",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "external_64",
      "group": "head",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "external_64",
      "group": "tail",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "external_64",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "external_64",
      "group": "head",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "external_64",
      "group": "tail",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "external_64",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "hybrid_64",
      "group": "head",
      "step": 1000,
      "rule_acc": 0.3995000123977661,
      "fact_acc": 0.9899999499320984
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.40950003266334534,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 0.7150000333786011,
      "fact_acc": 0.9980000257492065
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "hybrid_64",
      "group": "head",
      "step": 2000,
      "rule_acc": 0.9735000729560852,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 2000,
      "rule_acc": 0.9985000491142273,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 0.9955000281333923,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "hybrid_64",
      "group": "head",
      "step": 3000,
      "rule_acc": 0.971000075340271,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 3000,
      "rule_acc": 0.9695000648498535,
      "fact_acc": 0.9987863898277283
    },
    {
      "n_entities": 1024,
      "seed": 69239,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 0.9905000329017639,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.9950000643730164,
      "recall_acc": 0.999000072479248,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 3000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 3000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "external_64",
      "group": "head",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "external_64",
      "group": "tail",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "external_64",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "external_64",
      "group": "head",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "external_64",
      "group": "tail",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "external_64",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "external_64",
      "group": "head",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "external_64",
      "group": "tail",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "external_64",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "hybrid_64",
      "group": "head",
      "step": 1000,
      "rule_acc": 0.7930000424385071,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.8695000410079956,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 0.8915000557899475,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "hybrid_64",
      "group": "head",
      "step": 2000,
      "rule_acc": 0.9785000681877136,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 2000,
      "rule_acc": 0.9425000548362732,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 0.9730000495910645,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "hybrid_64",
      "group": "head",
      "step": 3000,
      "rule_acc": 0.9865000247955322,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 3000,
      "rule_acc": 0.9895000457763672,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 70241,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 0.9935000538825989,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 1000,
      "rule_acc": 0.9930000305175781,
      "recall_acc": 0.9950000643730164,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.7705000638961792,
      "recall_acc": 0.7715000510215759,
      "fact_acc": 0.9223300814628601
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 0.9475000500679016,
      "recall_acc": 0.9485000371932983,
      "fact_acc": 0.9905000329017639
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 2000,
      "rule_acc": 0.9980000257492065,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 0.999500036239624,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "internal_64_steps",
      "group": "head",
      "step": 3000,
      "rule_acc": 0.999500036239624,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "internal_64_steps",
      "group": "tail",
      "step": 3000,
      "rule_acc": 0.9855000376701355,
      "recall_acc": 0.9865000247955322,
      "fact_acc": 0.9939320683479309
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "internal_64_steps",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 0.9970000386238098,
      "recall_acc": 0.9975000619888306,
      "fact_acc": 0.999500036239624
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "external_64",
      "group": "head",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "external_64",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "external_64",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "external_64",
      "group": "head",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "external_64",
      "group": "tail",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "external_64",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "external_64",
      "group": "head",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "external_64",
      "group": "tail",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "external_64",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "hybrid_64",
      "group": "head",
      "step": 1000,
      "rule_acc": 0.2785000205039978,
      "fact_acc": 0.9599999785423279
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 1000,
      "rule_acc": 0.3370000123977661,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 1000,
      "rule_acc": 0.4945000112056732,
      "fact_acc": 0.9925000667572021
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "hybrid_64",
      "group": "head",
      "step": 2000,
      "rule_acc": 0.9180000424385071,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 2000,
      "rule_acc": 0.9540000557899475,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 2000,
      "rule_acc": 0.9825000762939453,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "hybrid_64",
      "group": "head",
      "step": 3000,
      "rule_acc": 0.9895000457763672,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "hybrid_64",
      "group": "tail",
      "step": 3000,
      "rule_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 70241,
      "condition": "hybrid_64",
      "group": "weighted",
      "step": 3000,
      "rule_acc": 0.9985000491142273,
      "fact_acc": 1.0
    }
  ]
}