{
  "experiment": "H2 pilot v5 (toy): composition of three facts",
  "completed_utc": "2026-11-19T12:13:03.326865+00:00",
  "smoke_test_not_protocol": false,
  "protocol": {
    "world": "N entities, one fact v[e] in {0..9} per entity (seed + 160000 + N), all entities seen in training; N = 1024 judged, N = 256 reported only",
    "n_entities": [
      256,
      1024
    ],
    "seed_values": [
      51151,
      52153,
      53161,
      54167,
      55171
    ],
    "conditions": [
      "internal_64",
      "internal_64_steps",
      "internal_64_steps_partial",
      "external_64"
    ],
    "architecture": {
      "layers": 2,
      "width": 64,
      "heads": 4,
      "ff": 128
    },
    "position_table": 16,
    "vocabulary": 1040,
    "questions": "RULE3: (v[a] + v[b] + v[c]) mod 10 on triples of DISTINCT entities. internal_64: [Q_RULE3, a, b, c, SEP] -> ans; internal_64_steps: -> v[a], v[b], v[c], ans; internal_64_steps_partial: -> v[a], v[b], s1, v[c], ans with s1 = (v[a] + v[b]) mod 10 (greedy autoregressive generation, no memory); external_64: [M, a, v[a], M, b, v[b], M, c, v[c], Q_RULE3, a, b, c, SEP] -> ans (oracle retrieval). FACT as v1-v4",
    "loss": "cross-entropy on the output tokens only, mean over them",
    "training_mix": "32 FACT + 32 RULE3 per batch, non-test triples only; 2000 updates; same initial weights, lr, wd, dropout as v1-v4",
    "heldout_triples": "test triple iff triple_hash(sorted(a, b, c)) % 5 == 0 and a, b, c distinct (symmetric: every permutation of a test triple is a test triple, none in training); 2000 evaluation test triples from a fixed generator (EVAL_TRIPLE_SEED + N)",
    "heldout_triple_stats": {
      "256": {
        "distinct_ordered_triples": 16581120,
        "test_share_estimate": 0.1991744488477707,
        "eval_triples": 2000
      },
      "1024": {
        "distinct_ordered_triples": 1070598144,
        "test_share_estimate": 0.20068012177944183,
        "eval_triples": 2000
      }
    },
    "checkpoints": [
      500,
      1000,
      2000
    ],
    "primary_checkpoint": "end of training, fixed in advance; all checkpoints reported",
    "metric": "top-1 accuracy over the full vocabulary; chance level 0.1 (10 digits); fact_acc = FACT question on the first 1000 entities",
    "tf32": false,
    "prediction_thresholds": {
      "P1": {
        "internal_64_rule_acc_max": 0.15,
        "chance": 0.1,
        "n": 1024
      },
      "P2": {
        "internal_64_steps_rule_acc_min": 0.9,
        "n": 1024
      },
      "P3": {
        "steps_partial_minus_steps_min": 0.0,
        "n": 1024
      },
      "P4": {
        "external_64_rule_acc_min": 0.9,
        "n": 1024
      },
      "P5": {
        "fact_acc_min": 0.98,
        "conditions": "all four",
        "n": 1024
      }
    },
    "limitations": "single-rule synthetic world (sum mod 10 of three facts); random facts; one small model; five seeds; no significance test; the steps formats are supervised reasoning, not shown for real LLMs; the training checkpoints stop at 2000 updates; perfect (oracle) retrieval in external_64, retrieval cost not tested; exploratory, no update of the confidence in H2"
  },
  "parameter_counts": {
    "internal_64": 202128,
    "internal_64_steps": 202128,
    "internal_64_steps_partial": 202128,
    "external_64": 202128
  },
  "environment": {
    "device": "cuda",
    "gpu": "NVIDIA RTX PRO 6000 Blackwell Server Edition MIG 2g.48gb",
    "torch": "2.13.0+cu130",
    "cuda": "13.0",
    "python": "3.12.12",
    "code_sha256": "9ff1955649f5857d96494299f17f130a8df11e1379d54a86d7f8a5580abbe3df"
  },
  "summary": {
    "256": {
      "internal_64": {
        "step_500": {
          "rule_acc": {
            "mean": 0.09860000610351563,
            "min": 0.09100000560283661,
            "max": 0.11000000685453415,
            "per_seed": {
              "51151": 0.11000000685453415,
              "52153": 0.09950000792741776,
              "53161": 0.09800000488758087,
              "54167": 0.09450000524520874,
              "55171": 0.09100000560283661
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_1000": {
          "rule_acc": {
            "mean": 0.0995000034570694,
            "min": 0.0885000005364418,
            "max": 0.10600000619888306,
            "per_seed": {
              "51151": 0.10600000619888306,
              "52153": 0.10100000351667404,
              "53161": 0.09750000387430191,
              "54167": 0.0885000005364418,
              "55171": 0.10450000315904617
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_2000": {
          "rule_acc": {
            "mean": 0.09550000429153442,
            "min": 0.08100000023841858,
            "max": 0.10350000858306885,
            "per_seed": {
              "51151": 0.10100000351667404,
              "52153": 0.08100000023841858,
              "53161": 0.10350000858306885,
              "54167": 0.10200000554323196,
              "55171": 0.09000000357627869
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "chance_level": 0.1
        }
      },
      "internal_64_steps": {
        "step_500": {
          "rule_acc": {
            "mean": 0.0997000053524971,
            "min": 0.09150000661611557,
            "max": 0.10950000584125519,
            "per_seed": {
              "51151": 0.1055000051856041,
              "52153": 0.09700000286102295,
              "53161": 0.0950000062584877,
              "54167": 0.10950000584125519,
              "55171": 0.09150000661611557
            }
          },
          "recall_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_1000": {
          "rule_acc": {
            "mean": 0.11050000488758087,
            "min": 0.0950000062584877,
            "max": 0.13500000536441803,
            "per_seed": {
              "51151": 0.10500000417232513,
              "52153": 0.13500000536441803,
              "53161": 0.0950000062584877,
              "54167": 0.11950000375509262,
              "55171": 0.09800000488758087
            }
          },
          "recall_acc": {
            "mean": 0.9999000072479248,
            "min": 0.999500036239624,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 0.999500036239624,
              "55171": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_2000": {
          "rule_acc": {
            "mean": 0.22060000598430635,
            "min": 0.10050000250339508,
            "max": 0.5220000147819519,
            "per_seed": {
              "51151": 0.10600000619888306,
              "52153": 0.5220000147819519,
              "53161": 0.10050000250339508,
              "54167": 0.26600000262260437,
              "55171": 0.10850000381469727
            }
          },
          "recall_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "chance_level": 0.1
        }
      },
      "internal_64_steps_partial": {
        "step_500": {
          "rule_acc": {
            "mean": 0.9061000347137451,
            "min": 0.7310000061988831,
            "max": 0.999500036239624,
            "per_seed": {
              "51151": 0.7310000061988831,
              "52153": 0.9540000557899475,
              "53161": 0.999500036239624,
              "54167": 0.9140000343322754,
              "55171": 0.9320000410079956
            }
          },
          "recall_acc": {
            "mean": 0.998900032043457,
            "min": 0.9960000514984131,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 0.999000072479248,
              "53161": 1.0,
              "54167": 0.9960000514984131,
              "55171": 0.999500036239624
            }
          },
          "s1_acc": {
            "mean": 0.9610000371932983,
            "min": 0.8680000305175781,
            "max": 0.999500036239624,
            "per_seed": {
              "51151": 0.8680000305175781,
              "52153": 0.9810000658035278,
              "53161": 0.999500036239624,
              "54167": 0.9660000205039978,
              "55171": 0.9905000329017639
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_1000": {
          "rule_acc": {
            "mean": 0.9979000091552734,
            "min": 0.9895000457763672,
            "max": 1.0,
            "per_seed": {
              "51151": 0.9895000457763672,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "recall_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "s1_acc": {
            "mean": 0.9999000072479248,
            "min": 0.999500036239624,
            "max": 1.0,
            "per_seed": {
              "51151": 0.999500036239624,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_2000": {
          "rule_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "recall_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "s1_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "chance_level": 0.1
        }
      },
      "external_64": {
        "step_500": {
          "rule_acc": {
            "mean": 0.12230000495910645,
            "min": 0.09150000661611557,
            "max": 0.20900000631809235,
            "per_seed": {
              "51151": 0.20900000631809235,
              "52153": 0.0990000069141388,
              "53161": 0.09650000184774399,
              "54167": 0.11550000309944153,
              "55171": 0.09150000661611557
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_1000": {
          "rule_acc": {
            "mean": 0.1393000066280365,
            "min": 0.0885000005364418,
            "max": 0.2110000103712082,
            "per_seed": {
              "51151": 0.18900001049041748,
              "52153": 0.10100000351667404,
              "53161": 0.2110000103712082,
              "54167": 0.0885000005364418,
              "55171": 0.10700000822544098
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_2000": {
          "rule_acc": {
            "mean": 0.27700001150369646,
            "min": 0.08100000023841858,
            "max": 0.8925000429153442,
            "per_seed": {
              "51151": 0.20100000500679016,
              "52153": 0.08100000023841858,
              "53161": 0.8925000429153442,
              "54167": 0.10200000554323196,
              "55171": 0.10850000381469727
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "chance_level": 0.1
        }
      }
    },
    "1024": {
      "internal_64": {
        "step_500": {
          "rule_acc": {
            "mean": 0.10070000439882279,
            "min": 0.0860000029206276,
            "max": 0.11500000208616257,
            "per_seed": {
              "51151": 0.11500000208616257,
              "52153": 0.11100000888109207,
              "53161": 0.09800000488758087,
              "54167": 0.0860000029206276,
              "55171": 0.09350000321865082
            }
          },
          "fact_acc": {
            "mean": 0.6464000344276428,
            "min": 0.5990000367164612,
            "max": 0.7040000557899475,
            "per_seed": {
              "51151": 0.5990000367164612,
              "52153": 0.6610000133514404,
              "53161": 0.6190000176429749,
              "54167": 0.6490000486373901,
              "55171": 0.7040000557899475
            }
          },
          "chance_level": 0.1
        },
        "step_1000": {
          "rule_acc": {
            "mean": 0.10390000492334366,
            "min": 0.09300000220537186,
            "max": 0.11700000613927841,
            "per_seed": {
              "51151": 0.09300000220537186,
              "52153": 0.10100000351667404,
              "53161": 0.09950000792741776,
              "54167": 0.11700000613927841,
              "55171": 0.10900000482797623
            }
          },
          "fact_acc": {
            "mean": 0.9984000325202942,
            "min": 0.9970000386238098,
            "max": 1.0,
            "per_seed": {
              "51151": 0.9980000257492065,
              "52153": 0.9970000386238098,
              "53161": 0.9980000257492065,
              "54167": 0.999000072479248,
              "55171": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_2000": {
          "rule_acc": {
            "mean": 0.098900006711483,
            "min": 0.09350000321865082,
            "max": 0.10350000858306885,
            "per_seed": {
              "51151": 0.09350000321865082,
              "52153": 0.09950000792741776,
              "53161": 0.09950000792741776,
              "54167": 0.10350000858306885,
              "55171": 0.09850000590085983
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "chance_level": 0.1
        }
      },
      "internal_64_steps": {
        "step_500": {
          "rule_acc": {
            "mean": 0.10410000532865524,
            "min": 0.08650000393390656,
            "max": 0.11750000715255737,
            "per_seed": {
              "51151": 0.0950000062584877,
              "52153": 0.11750000715255737,
              "53161": 0.1080000028014183,
              "54167": 0.08650000393390656,
              "55171": 0.11350000649690628
            }
          },
          "recall_acc": {
            "mean": 0.264300019107759,
            "min": 0.006000000052154064,
            "max": 0.5700000524520874,
            "per_seed": {
              "51151": 0.006000000052154064,
              "52153": 0.5700000524520874,
              "53161": 0.2710000276565552,
              "54167": 0.2485000044107437,
              "55171": 0.22600001096725464
            }
          },
          "fact_acc": {
            "mean": 0.6282000243663788,
            "min": 0.26500001549720764,
            "max": 0.8490000367164612,
            "per_seed": {
              "51151": 0.26500001549720764,
              "52153": 0.8490000367164612,
              "53161": 0.6660000085830688,
              "54167": 0.6480000019073486,
              "55171": 0.7130000591278076
            }
          },
          "chance_level": 0.1
        },
        "step_1000": {
          "rule_acc": {
            "mean": 0.10420000553131104,
            "min": 0.09550000727176666,
            "max": 0.11500000208616257,
            "per_seed": {
              "51151": 0.10250000655651093,
              "52153": 0.09950000792741776,
              "53161": 0.09550000727176666,
              "54167": 0.11500000208616257,
              "55171": 0.10850000381469727
            }
          },
          "recall_acc": {
            "mean": 0.9996000289916992,
            "min": 0.999000072479248,
            "max": 1.0,
            "per_seed": {
              "51151": 0.999500036239624,
              "52153": 1.0,
              "53161": 0.999000072479248,
              "54167": 0.999500036239624,
              "55171": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_2000": {
          "rule_acc": {
            "mean": 0.12150000780820847,
            "min": 0.09850000590085983,
            "max": 0.20600001513957977,
            "per_seed": {
              "51151": 0.10000000149011612,
              "52153": 0.20600001513957977,
              "53161": 0.09950000792741776,
              "54167": 0.10350000858306885,
              "55171": 0.09850000590085983
            }
          },
          "recall_acc": {
            "mean": 0.9999000072479248,
            "min": 0.999500036239624,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 0.999500036239624,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "chance_level": 0.1
        }
      },
      "internal_64_steps_partial": {
        "step_500": {
          "rule_acc": {
            "mean": 0.11570000648498535,
            "min": 0.09350000321865082,
            "max": 0.13450001180171967,
            "per_seed": {
              "51151": 0.09350000321865082,
              "52153": 0.11400000751018524,
              "53161": 0.10950000584125519,
              "54167": 0.13450001180171967,
              "55171": 0.12700000405311584
            }
          },
          "recall_acc": {
            "mean": 0.11250000684522092,
            "min": 0.001500000013038516,
            "max": 0.22550001740455627,
            "per_seed": {
              "51151": 0.001500000013038516,
              "52153": 0.22550001740455627,
              "53161": 0.06350000202655792,
              "54167": 0.13350000977516174,
              "55171": 0.13850000500679016
            }
          },
          "s1_acc": {
            "mean": 0.15960000604391097,
            "min": 0.11050000786781311,
            "max": 0.21250000596046448,
            "per_seed": {
              "51151": 0.11250000447034836,
              "52153": 0.11050000786781311,
              "53161": 0.15850000083446503,
              "54167": 0.21250000596046448,
              "55171": 0.20400001108646393
            }
          },
          "fact_acc": {
            "mean": 0.47260002195835116,
            "min": 0.13500000536441803,
            "max": 0.6230000257492065,
            "per_seed": {
              "51151": 0.13500000536441803,
              "52153": 0.6230000257492065,
              "53161": 0.44700002670288086,
              "54167": 0.5360000133514404,
              "55171": 0.6220000386238098
            }
          },
          "chance_level": 0.1
        },
        "step_1000": {
          "rule_acc": {
            "mean": 0.9992000341415406,
            "min": 0.9975000619888306,
            "max": 1.0,
            "per_seed": {
              "51151": 0.9975000619888306,
              "52153": 0.999500036239624,
              "53161": 0.999500036239624,
              "54167": 0.999500036239624,
              "55171": 1.0
            }
          },
          "recall_acc": {
            "mean": 0.9994000196456909,
            "min": 0.9980000257492065,
            "max": 1.0,
            "per_seed": {
              "51151": 0.9980000257492065,
              "52153": 0.999500036239624,
              "53161": 1.0,
              "54167": 0.999500036239624,
              "55171": 1.0
            }
          },
          "s1_acc": {
            "mean": 0.9994000196456909,
            "min": 0.9980000257492065,
            "max": 1.0,
            "per_seed": {
              "51151": 0.9980000257492065,
              "52153": 0.999500036239624,
              "53161": 0.999500036239624,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_2000": {
          "rule_acc": {
            "mean": 0.9998000144958497,
            "min": 0.999500036239624,
            "max": 1.0,
            "per_seed": {
              "51151": 0.999500036239624,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 0.999500036239624,
              "55171": 1.0
            }
          },
          "recall_acc": {
            "mean": 0.9998000144958497,
            "min": 0.999500036239624,
            "max": 1.0,
            "per_seed": {
              "51151": 0.999500036239624,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 0.999500036239624,
              "55171": 1.0
            }
          },
          "s1_acc": {
            "mean": 0.9998000144958497,
            "min": 0.999500036239624,
            "max": 1.0,
            "per_seed": {
              "51151": 0.999500036239624,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 0.999500036239624,
              "55171": 1.0
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "chance_level": 0.1
        }
      },
      "external_64": {
        "step_500": {
          "rule_acc": {
            "mean": 0.09710000306367875,
            "min": 0.08750000596046448,
            "max": 0.10850000381469727,
            "per_seed": {
              "51151": 0.0925000011920929,
              "52153": 0.09300000220537186,
              "53161": 0.10400000214576721,
              "54167": 0.08750000596046448,
              "55171": 0.10850000381469727
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_1000": {
          "rule_acc": {
            "mean": 0.10830000638961793,
            "min": 0.09950000792741776,
            "max": 0.11800000816583633,
            "per_seed": {
              "51151": 0.11400000751018524,
              "52153": 0.101500004529953,
              "53161": 0.09950000792741776,
              "54167": 0.11800000816583633,
              "55171": 0.10850000381469727
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "chance_level": 0.1
        },
        "step_2000": {
          "rule_acc": {
            "mean": 0.2659000173211098,
            "min": 0.09850000590085983,
            "max": 0.9285000562667847,
            "per_seed": {
              "51151": 0.9285000562667847,
              "52153": 0.09950000792741776,
              "53161": 0.09950000792741776,
              "54167": 0.10350000858306885,
              "55171": 0.09850000590085983
            }
          },
          "fact_acc": {
            "mean": 1.0,
            "min": 1.0,
            "max": 1.0,
            "per_seed": {
              "51151": 1.0,
              "52153": 1.0,
              "53161": 1.0,
              "54167": 1.0,
              "55171": 1.0
            }
          },
          "chance_level": 0.1
        }
      }
    }
  },
  "predictions_check": {
    "P1": {
      "values": {
        "internal_64_rule_acc": 0.098900006711483,
        "min": 0.09350000321865082,
        "max": 0.10350000858306885
      },
      "holds": true
    },
    "P2": {
      "values": {
        "internal_64_steps_rule_acc": 0.12150000780820847,
        "min": 0.09850000590085983,
        "max": 0.20600001513957977
      },
      "holds": false
    },
    "P3": {
      "values": {
        "internal_64_steps_rule_acc": 0.12150000780820847,
        "internal_64_steps_partial_rule_acc": 0.9998000144958497,
        "gap_partial_minus_steps": 0.8783000066876412
      },
      "holds": true,
      "sign": "positive"
    },
    "P4": {
      "values": {
        "external_64_rule_acc": 0.2659000173211098,
        "min": 0.09850000590085983,
        "max": 0.9285000562667847
      },
      "holds": false
    },
    "P5": {
      "values": {
        "internal_64_fact_acc": 1.0,
        "internal_64_steps_fact_acc": 1.0,
        "internal_64_steps_partial_fact_acc": 1.0,
        "external_64_fact_acc": 1.0
      },
      "holds": true,
      "n_256_fact_acc_reported_not_judged": {
        "internal_64_fact_acc": 1.0,
        "internal_64_steps_fact_acc": 1.0,
        "internal_64_steps_partial_fact_acc": 1.0,
        "external_64_fact_acc": 1.0
      }
    }
  },
  "timing_seconds_mean": {
    "256": {
      "internal_64": 7.674299817805877,
      "internal_64_steps": 7.395352449797793,
      "internal_64_steps_partial": 7.433155584201449,
      "external_64": 7.396575218794169
    },
    "1024": {
      "internal_64": 7.598479155200766,
      "internal_64_steps": 7.504159538005479,
      "internal_64_steps_partial": 7.4739982115919705,
      "external_64": 7.4850326659739945
    }
  },
  "elapsed_seconds": 302.71718737800256,
  "runs": [
    {
      "n_entities": 256,
      "seed": 51151,
      "condition": "internal_64",
      "step": 500,
      "rule_acc": 0.11000000685453415,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 51151,
      "condition": "internal_64",
      "step": 1000,
      "rule_acc": 0.10600000619888306,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 51151,
      "condition": "internal_64",
      "step": 2000,
      "rule_acc": 0.10100000351667404,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 51151,
      "condition": "internal_64_steps",
      "step": 500,
      "rule_acc": 0.1055000051856041,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 51151,
      "condition": "internal_64_steps",
      "step": 1000,
      "rule_acc": 0.10500000417232513,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 51151,
      "condition": "internal_64_steps",
      "step": 2000,
      "rule_acc": 0.10600000619888306,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 51151,
      "condition": "internal_64_steps_partial",
      "step": 500,
      "rule_acc": 0.7310000061988831,
      "recall_acc": 1.0,
      "s1_acc": 0.8680000305175781,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 51151,
      "condition": "internal_64_steps_partial",
      "step": 1000,
      "rule_acc": 0.9895000457763672,
      "recall_acc": 1.0,
      "s1_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 51151,
      "condition": "internal_64_steps_partial",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "s1_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 51151,
      "condition": "external_64",
      "step": 500,
      "rule_acc": 0.20900000631809235,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 51151,
      "condition": "external_64",
      "step": 1000,
      "rule_acc": 0.18900001049041748,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 51151,
      "condition": "external_64",
      "step": 2000,
      "rule_acc": 0.20100000500679016,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 51151,
      "condition": "internal_64",
      "step": 500,
      "rule_acc": 0.11500000208616257,
      "fact_acc": 0.5990000367164612
    },
    {
      "n_entities": 1024,
      "seed": 51151,
      "condition": "internal_64",
      "step": 1000,
      "rule_acc": 0.09300000220537186,
      "fact_acc": 0.9980000257492065
    },
    {
      "n_entities": 1024,
      "seed": 51151,
      "condition": "internal_64",
      "step": 2000,
      "rule_acc": 0.09350000321865082,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 51151,
      "condition": "internal_64_steps",
      "step": 500,
      "rule_acc": 0.0950000062584877,
      "recall_acc": 0.006000000052154064,
      "fact_acc": 0.26500001549720764
    },
    {
      "n_entities": 1024,
      "seed": 51151,
      "condition": "internal_64_steps",
      "step": 1000,
      "rule_acc": 0.10250000655651093,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 51151,
      "condition": "internal_64_steps",
      "step": 2000,
      "rule_acc": 0.10000000149011612,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 51151,
      "condition": "internal_64_steps_partial",
      "step": 500,
      "rule_acc": 0.09350000321865082,
      "recall_acc": 0.001500000013038516,
      "s1_acc": 0.11250000447034836,
      "fact_acc": 0.13500000536441803
    },
    {
      "n_entities": 1024,
      "seed": 51151,
      "condition": "internal_64_steps_partial",
      "step": 1000,
      "rule_acc": 0.9975000619888306,
      "recall_acc": 0.9980000257492065,
      "s1_acc": 0.9980000257492065,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 51151,
      "condition": "internal_64_steps_partial",
      "step": 2000,
      "rule_acc": 0.999500036239624,
      "recall_acc": 0.999500036239624,
      "s1_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 51151,
      "condition": "external_64",
      "step": 500,
      "rule_acc": 0.0925000011920929,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 51151,
      "condition": "external_64",
      "step": 1000,
      "rule_acc": 0.11400000751018524,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 51151,
      "condition": "external_64",
      "step": 2000,
      "rule_acc": 0.9285000562667847,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 52153,
      "condition": "internal_64",
      "step": 500,
      "rule_acc": 0.09950000792741776,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 52153,
      "condition": "internal_64",
      "step": 1000,
      "rule_acc": 0.10100000351667404,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 52153,
      "condition": "internal_64",
      "step": 2000,
      "rule_acc": 0.08100000023841858,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 52153,
      "condition": "internal_64_steps",
      "step": 500,
      "rule_acc": 0.09700000286102295,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 52153,
      "condition": "internal_64_steps",
      "step": 1000,
      "rule_acc": 0.13500000536441803,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 52153,
      "condition": "internal_64_steps",
      "step": 2000,
      "rule_acc": 0.5220000147819519,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 52153,
      "condition": "internal_64_steps_partial",
      "step": 500,
      "rule_acc": 0.9540000557899475,
      "recall_acc": 0.999000072479248,
      "s1_acc": 0.9810000658035278,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 52153,
      "condition": "internal_64_steps_partial",
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "s1_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 52153,
      "condition": "internal_64_steps_partial",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "s1_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 52153,
      "condition": "external_64",
      "step": 500,
      "rule_acc": 0.0990000069141388,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 52153,
      "condition": "external_64",
      "step": 1000,
      "rule_acc": 0.10100000351667404,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 52153,
      "condition": "external_64",
      "step": 2000,
      "rule_acc": 0.08100000023841858,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 52153,
      "condition": "internal_64",
      "step": 500,
      "rule_acc": 0.11100000888109207,
      "fact_acc": 0.6610000133514404
    },
    {
      "n_entities": 1024,
      "seed": 52153,
      "condition": "internal_64",
      "step": 1000,
      "rule_acc": 0.10100000351667404,
      "fact_acc": 0.9970000386238098
    },
    {
      "n_entities": 1024,
      "seed": 52153,
      "condition": "internal_64",
      "step": 2000,
      "rule_acc": 0.09950000792741776,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 52153,
      "condition": "internal_64_steps",
      "step": 500,
      "rule_acc": 0.11750000715255737,
      "recall_acc": 0.5700000524520874,
      "fact_acc": 0.8490000367164612
    },
    {
      "n_entities": 1024,
      "seed": 52153,
      "condition": "internal_64_steps",
      "step": 1000,
      "rule_acc": 0.09950000792741776,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 52153,
      "condition": "internal_64_steps",
      "step": 2000,
      "rule_acc": 0.20600001513957977,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 52153,
      "condition": "internal_64_steps_partial",
      "step": 500,
      "rule_acc": 0.11400000751018524,
      "recall_acc": 0.22550001740455627,
      "s1_acc": 0.11050000786781311,
      "fact_acc": 0.6230000257492065
    },
    {
      "n_entities": 1024,
      "seed": 52153,
      "condition": "internal_64_steps_partial",
      "step": 1000,
      "rule_acc": 0.999500036239624,
      "recall_acc": 0.999500036239624,
      "s1_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 52153,
      "condition": "internal_64_steps_partial",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "s1_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 52153,
      "condition": "external_64",
      "step": 500,
      "rule_acc": 0.09300000220537186,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 52153,
      "condition": "external_64",
      "step": 1000,
      "rule_acc": 0.101500004529953,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 52153,
      "condition": "external_64",
      "step": 2000,
      "rule_acc": 0.09950000792741776,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 53161,
      "condition": "internal_64",
      "step": 500,
      "rule_acc": 0.09800000488758087,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 53161,
      "condition": "internal_64",
      "step": 1000,
      "rule_acc": 0.09750000387430191,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 53161,
      "condition": "internal_64",
      "step": 2000,
      "rule_acc": 0.10350000858306885,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 53161,
      "condition": "internal_64_steps",
      "step": 500,
      "rule_acc": 0.0950000062584877,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 53161,
      "condition": "internal_64_steps",
      "step": 1000,
      "rule_acc": 0.0950000062584877,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 53161,
      "condition": "internal_64_steps",
      "step": 2000,
      "rule_acc": 0.10050000250339508,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 53161,
      "condition": "internal_64_steps_partial",
      "step": 500,
      "rule_acc": 0.999500036239624,
      "recall_acc": 1.0,
      "s1_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 53161,
      "condition": "internal_64_steps_partial",
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "s1_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 53161,
      "condition": "internal_64_steps_partial",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "s1_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 53161,
      "condition": "external_64",
      "step": 500,
      "rule_acc": 0.09650000184774399,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 53161,
      "condition": "external_64",
      "step": 1000,
      "rule_acc": 0.2110000103712082,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 53161,
      "condition": "external_64",
      "step": 2000,
      "rule_acc": 0.8925000429153442,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 53161,
      "condition": "internal_64",
      "step": 500,
      "rule_acc": 0.09800000488758087,
      "fact_acc": 0.6190000176429749
    },
    {
      "n_entities": 1024,
      "seed": 53161,
      "condition": "internal_64",
      "step": 1000,
      "rule_acc": 0.09950000792741776,
      "fact_acc": 0.9980000257492065
    },
    {
      "n_entities": 1024,
      "seed": 53161,
      "condition": "internal_64",
      "step": 2000,
      "rule_acc": 0.09950000792741776,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 53161,
      "condition": "internal_64_steps",
      "step": 500,
      "rule_acc": 0.1080000028014183,
      "recall_acc": 0.2710000276565552,
      "fact_acc": 0.6660000085830688
    },
    {
      "n_entities": 1024,
      "seed": 53161,
      "condition": "internal_64_steps",
      "step": 1000,
      "rule_acc": 0.09550000727176666,
      "recall_acc": 0.999000072479248,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 53161,
      "condition": "internal_64_steps",
      "step": 2000,
      "rule_acc": 0.09950000792741776,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 53161,
      "condition": "internal_64_steps_partial",
      "step": 500,
      "rule_acc": 0.10950000584125519,
      "recall_acc": 0.06350000202655792,
      "s1_acc": 0.15850000083446503,
      "fact_acc": 0.44700002670288086
    },
    {
      "n_entities": 1024,
      "seed": 53161,
      "condition": "internal_64_steps_partial",
      "step": 1000,
      "rule_acc": 0.999500036239624,
      "recall_acc": 1.0,
      "s1_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 53161,
      "condition": "internal_64_steps_partial",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "s1_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 53161,
      "condition": "external_64",
      "step": 500,
      "rule_acc": 0.10400000214576721,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 53161,
      "condition": "external_64",
      "step": 1000,
      "rule_acc": 0.09950000792741776,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 53161,
      "condition": "external_64",
      "step": 2000,
      "rule_acc": 0.09950000792741776,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 54167,
      "condition": "internal_64",
      "step": 500,
      "rule_acc": 0.09450000524520874,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 54167,
      "condition": "internal_64",
      "step": 1000,
      "rule_acc": 0.0885000005364418,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 54167,
      "condition": "internal_64",
      "step": 2000,
      "rule_acc": 0.10200000554323196,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 54167,
      "condition": "internal_64_steps",
      "step": 500,
      "rule_acc": 0.10950000584125519,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 54167,
      "condition": "internal_64_steps",
      "step": 1000,
      "rule_acc": 0.11950000375509262,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 54167,
      "condition": "internal_64_steps",
      "step": 2000,
      "rule_acc": 0.26600000262260437,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 54167,
      "condition": "internal_64_steps_partial",
      "step": 500,
      "rule_acc": 0.9140000343322754,
      "recall_acc": 0.9960000514984131,
      "s1_acc": 0.9660000205039978,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 54167,
      "condition": "internal_64_steps_partial",
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "s1_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 54167,
      "condition": "internal_64_steps_partial",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "s1_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 54167,
      "condition": "external_64",
      "step": 500,
      "rule_acc": 0.11550000309944153,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 54167,
      "condition": "external_64",
      "step": 1000,
      "rule_acc": 0.0885000005364418,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 54167,
      "condition": "external_64",
      "step": 2000,
      "rule_acc": 0.10200000554323196,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 54167,
      "condition": "internal_64",
      "step": 500,
      "rule_acc": 0.0860000029206276,
      "fact_acc": 0.6490000486373901
    },
    {
      "n_entities": 1024,
      "seed": 54167,
      "condition": "internal_64",
      "step": 1000,
      "rule_acc": 0.11700000613927841,
      "fact_acc": 0.999000072479248
    },
    {
      "n_entities": 1024,
      "seed": 54167,
      "condition": "internal_64",
      "step": 2000,
      "rule_acc": 0.10350000858306885,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 54167,
      "condition": "internal_64_steps",
      "step": 500,
      "rule_acc": 0.08650000393390656,
      "recall_acc": 0.2485000044107437,
      "fact_acc": 0.6480000019073486
    },
    {
      "n_entities": 1024,
      "seed": 54167,
      "condition": "internal_64_steps",
      "step": 1000,
      "rule_acc": 0.11500000208616257,
      "recall_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 54167,
      "condition": "internal_64_steps",
      "step": 2000,
      "rule_acc": 0.10350000858306885,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 54167,
      "condition": "internal_64_steps_partial",
      "step": 500,
      "rule_acc": 0.13450001180171967,
      "recall_acc": 0.13350000977516174,
      "s1_acc": 0.21250000596046448,
      "fact_acc": 0.5360000133514404
    },
    {
      "n_entities": 1024,
      "seed": 54167,
      "condition": "internal_64_steps_partial",
      "step": 1000,
      "rule_acc": 0.999500036239624,
      "recall_acc": 0.999500036239624,
      "s1_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 54167,
      "condition": "internal_64_steps_partial",
      "step": 2000,
      "rule_acc": 0.999500036239624,
      "recall_acc": 0.999500036239624,
      "s1_acc": 0.999500036239624,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 54167,
      "condition": "external_64",
      "step": 500,
      "rule_acc": 0.08750000596046448,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 54167,
      "condition": "external_64",
      "step": 1000,
      "rule_acc": 0.11800000816583633,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 54167,
      "condition": "external_64",
      "step": 2000,
      "rule_acc": 0.10350000858306885,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 55171,
      "condition": "internal_64",
      "step": 500,
      "rule_acc": 0.09100000560283661,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 55171,
      "condition": "internal_64",
      "step": 1000,
      "rule_acc": 0.10450000315904617,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 55171,
      "condition": "internal_64",
      "step": 2000,
      "rule_acc": 0.09000000357627869,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 55171,
      "condition": "internal_64_steps",
      "step": 500,
      "rule_acc": 0.09150000661611557,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 55171,
      "condition": "internal_64_steps",
      "step": 1000,
      "rule_acc": 0.09800000488758087,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 55171,
      "condition": "internal_64_steps",
      "step": 2000,
      "rule_acc": 0.10850000381469727,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 55171,
      "condition": "internal_64_steps_partial",
      "step": 500,
      "rule_acc": 0.9320000410079956,
      "recall_acc": 0.999500036239624,
      "s1_acc": 0.9905000329017639,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 55171,
      "condition": "internal_64_steps_partial",
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "s1_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 55171,
      "condition": "internal_64_steps_partial",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "s1_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 55171,
      "condition": "external_64",
      "step": 500,
      "rule_acc": 0.09150000661611557,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 55171,
      "condition": "external_64",
      "step": 1000,
      "rule_acc": 0.10700000822544098,
      "fact_acc": 1.0
    },
    {
      "n_entities": 256,
      "seed": 55171,
      "condition": "external_64",
      "step": 2000,
      "rule_acc": 0.10850000381469727,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 55171,
      "condition": "internal_64",
      "step": 500,
      "rule_acc": 0.09350000321865082,
      "fact_acc": 0.7040000557899475
    },
    {
      "n_entities": 1024,
      "seed": 55171,
      "condition": "internal_64",
      "step": 1000,
      "rule_acc": 0.10900000482797623,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 55171,
      "condition": "internal_64",
      "step": 2000,
      "rule_acc": 0.09850000590085983,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 55171,
      "condition": "internal_64_steps",
      "step": 500,
      "rule_acc": 0.11350000649690628,
      "recall_acc": 0.22600001096725464,
      "fact_acc": 0.7130000591278076
    },
    {
      "n_entities": 1024,
      "seed": 55171,
      "condition": "internal_64_steps",
      "step": 1000,
      "rule_acc": 0.10850000381469727,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 55171,
      "condition": "internal_64_steps",
      "step": 2000,
      "rule_acc": 0.09850000590085983,
      "recall_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 55171,
      "condition": "internal_64_steps_partial",
      "step": 500,
      "rule_acc": 0.12700000405311584,
      "recall_acc": 0.13850000500679016,
      "s1_acc": 0.20400001108646393,
      "fact_acc": 0.6220000386238098
    },
    {
      "n_entities": 1024,
      "seed": 55171,
      "condition": "internal_64_steps_partial",
      "step": 1000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "s1_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 55171,
      "condition": "internal_64_steps_partial",
      "step": 2000,
      "rule_acc": 1.0,
      "recall_acc": 1.0,
      "s1_acc": 1.0,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 55171,
      "condition": "external_64",
      "step": 500,
      "rule_acc": 0.10850000381469727,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 55171,
      "condition": "external_64",
      "step": 1000,
      "rule_acc": 0.10850000381469727,
      "fact_acc": 1.0
    },
    {
      "n_entities": 1024,
      "seed": 55171,
      "condition": "external_64",
      "step": 2000,
      "rule_acc": 0.09850000590085983,
      "fact_acc": 1.0
    }
  ]
}