{
  "n_atoms": 523,
  "n_orbits": 2862,
  "targets": {
    "simple": {
      "orbit": {
        "n_train": 4874,
        "train_class_counts": {
          "Illegal": 2721,
          "XWon": 1134,
          "OWon": 1003,
          "Draw": 16
        },
        "learner": {
          "repairs": 182,
          "raw_cost": 3213.550551421756,
          "raw_rules": 182,
          "cost": 44.61126857509342,
          "rules": 3,
          "t_learn": 0.949199914932251,
          "t_recompress": 7.253984451293945
        },
        "train_acc": 1.0,
        "test_acc": 1.0,
        "test_per_class": {
          "Illegal": {
            "n": 8372,
            "acc": 1.0
          },
          "XWon": {
            "n": 3301,
            "acc": 1.0
          },
          "OWon": {
            "n": 3120,
            "acc": 1.0
          },
          "Draw": {
            "n": 16,
            "acc": 1.0
          }
        },
        "n_test_errors": 0,
        "majority_acc": 0.5653318927679114,
        "knn_acc": 0.900938618407725,
        "memorize_train_bits": 9748.0,
        "memorize_all_bits": 39366.0
      },
      "certificate": "START: everything -> Illegal   [3.00 bits]\n  OVERWRITE #Empty=0 -> Draw   [12.81 bits, |S|=512]\n  OVERWRITE N(0, 3, 0)>=1 -> OWon   [14.40 bits, |S|=4435]\n  OVERWRITE N(3, 0, 0)>=1 -> XWon   [14.40 bits, |S|=4435]\nTOTAL: 44.61 bits, 3 rules",
      "iid": {
        "n_train": 5000,
        "train_class_counts": {
          "Illegal": 2805,
          "XWon": 1160,
          "OWon": 1028,
          "Draw": 7
        },
        "learner": {
          "repairs": 147,
          "raw_cost": 2456.5200837201246,
          "raw_rules": 147,
          "cost": 78.807499650908,
          "rules": 3,
          "t_learn": 0.38457679748535156,
          "t_recompress": 4.062696218490601
        },
        "train_acc": 1.0,
        "test_acc": 1.0,
        "test_per_class": {
          "Illegal": {
            "n": 8288,
            "acc": 1.0
          },
          "XWon": {
            "n": 3275,
            "acc": 1.0
          },
          "OWon": {
            "n": 3095,
            "acc": 1.0
          },
          "Draw": {
            "n": 25,
            "acc": 1.0
          }
        },
        "n_test_errors": 0,
        "majority_acc": 0.5644623033440033,
        "knn_acc": 0.8934822583940611,
        "memorize_train_bits": 10000.0,
        "memorize_all_bits": 39366.0
      }
    },
    "legal": {
      "orbit": {
        "n_train": 4954,
        "train_class_counts": {
          "Illegal": 4715,
          "XWon": 155,
          "OWon": 80,
          "Draw": 4
        },
        "learner": {
          "repairs": 240,
          "raw_cost": 5107.01938646785,
          "raw_rules": 240,
          "cost": 102.70209836973336,
          "rules": 3,
          "t_learn": 4.2851574420928955,
          "t_recompress": 36.57227635383606
        },
        "train_acc": 1.0,
        "test_acc": 0.9964695498676082,
        "test_per_class": {
          "Illegal": {
            "n": 14010,
            "acc": 0.9982869379014989
          },
          "XWon": {
            "n": 471,
            "acc": 0.9660297239915074
          },
          "OWon": {
            "n": 236,
            "acc": 1.0
          },
          "Draw": {
            "n": 12,
            "acc": 0.0
          }
        },
        "n_test_errors": 52,
        "majority_acc": 0.9511847375925045,
        "knn_acc": 0.9430375449792926,
        "memorize_train_bits": 9908.0,
        "memorize_all_bits": 39366.0
      },
      "certificate": "START: everything -> Illegal   [3.00 bits]\n  OVERWRITE #X-#O=1 & N(0, 3, 0)=0 & N(3, 0, 0)>=1 -> XWon   [36.95 bits, |S|=626]\n  OVERWRITE #X-#O=0 & N(3, 0, 0)=0 & N(0, 3, 0)=1 -> OWon   [36.95 bits, |S|=316]\n  OVERWRITE N(1, 2, 0)>=4 & N(2, 1, 0)>=3 -> Draw   [25.80 bits, |S|=44]\nTOTAL: 102.70 bits, 3 rules",
      "iid": {
        "n_train": 5000,
        "train_class_counts": {
          "Illegal": 4777,
          "XWon": 154,
          "OWon": 68,
          "Draw": 1
        },
        "learner": {
          "repairs": 209,
          "raw_cost": 4572.916421099877,
          "raw_rules": 209,
          "cost": 100.9472108675699,
          "rules": 3,
          "t_learn": 3.9685730934143066,
          "t_recompress": 47.9682502746582
        },
        "train_acc": 1.0,
        "test_acc": 0.9991146223523804,
        "test_per_class": {
          "Illegal": {
            "n": 13948,
            "acc": 0.9999283051333524
          },
          "XWon": {
            "n": 472,
            "acc": 1.0
          },
          "OWon": {
            "n": 248,
            "acc": 1.0
          },
          "Draw": {
            "n": 15,
            "acc": 0.2
          }
        },
        "n_test_errors": 13,
        "majority_acc": 0.9499421099230403,
        "knn_acc": 0.9415650752571001,
        "memorize_train_bits": 10000.0,
        "memorize_all_bits": 39366.0
      },
      "orbit+rare": {
        "n_train": 4958,
        "train_class_counts": {
          "Illegal": 4715,
          "XWon": 155,
          "OWon": 80,
          "Draw": 8
        },
        "learner": {
          "repairs": 216,
          "raw_cost": 4635.940517668567,
          "raw_rules": 216,
          "cost": 110.53498838389811,
          "rules": 3,
          "t_learn": 3.751641035079956,
          "t_recompress": 36.05008673667908
        },
        "train_acc": 1.0,
        "test_acc": 0.9982342954159592,
        "test_per_class": {
          "Illegal": {
            "n": 14010,
            "acc": 0.9987152034261242
          },
          "XWon": {
            "n": 471,
            "acc": 1.0
          },
          "OWon": {
            "n": 236,
            "acc": 1.0
          },
          "Draw": {
            "n": 8,
            "acc": 0.0
          }
        },
        "n_test_errors": 26,
        "majority_acc": 0.9514431239388794,
        "knn_acc": 0.9430220713073005,
        "memorize_train_bits": 9916.0,
        "memorize_all_bits": 39366.0
      }
    }
  },
  "sweep_legal_orbit": [
    {
      "frac": 0.025,
      "n_train": 481,
      "repairs": 36,
      "raw_cost": 525.0013074729886,
      "raw_rules": 36,
      "cost": 62.07009287103562,
      "rules": 3,
      "t_learn": 0.026746034622192383,
      "t_recompress": 0.3895301818847656,
      "test_acc": 0.8652744505780647
    },
    {
      "frac": 0.05,
      "n_train": 989,
      "repairs": 68,
      "raw_cost": 1107.7881483363117,
      "raw_rules": 68,
      "cost": 87.9814265829078,
      "rules": 3,
      "t_learn": 0.15191340446472168,
      "t_recompress": 4.2760841846466064,
      "test_acc": 0.9866802182518455
    },
    {
      "frac": 0.125,
      "n_train": 2457,
      "repairs": 130,
      "raw_cost": 2528.9593026433126,
      "raw_rules": 130,
      "cost": 101.1171358690122,
      "rules": 3,
      "t_learn": 0.8692591190338135,
      "t_recompress": 18.498854398727417,
      "test_acc": 0.9979101358411703
    },
    {
      "frac": 0.25,
      "n_train": 4954,
      "repairs": 240,
      "raw_cost": 5107.01938646785,
      "raw_rules": 240,
      "cost": 102.70209836973336,
      "rules": 3,
      "t_learn": 4.189550876617432,
      "t_recompress": 36.55062413215637,
      "test_acc": 0.9964695498676082
    }
  ],
  "random_control": [
    {
      "n_train": 250,
      "repairs": 26,
      "raw_cost": 396.8264039494272,
      "raw_rules": 26,
      "cost": 193.15182610975947,
      "rules": 7,
      "t_learn": 0.017477035522460938,
      "t_recompress": 4.112445831298828,
      "train_acc": 1.0,
      "test_acc": 0.8817990016981423,
      "test_per_class": {
        "Illegal": {
          "n": 18486,
          "acc": 0.9244833928378232
        },
        "XWon": {
          "n": 618,
          "acc": 0.05663430420711974
        },
        "OWon": {
          "n": 313,
          "acc": 0.03514376996805112
        },
        "Draw": {
          "n": 16,
          "acc": 0.0
        }
      },
      "n_test_errors": 2297,
      "bits_per_example": 0.7726073044390379,
      "majority_acc": 0.951268460865538
    },
    {
      "n_train": 500,
      "repairs": 63,
      "raw_cost": 1006.9617650671206,
      "raw_rules": 63,
      "cost": 458.1898392312263,
      "rules": 17,
      "t_learn": 0.07557034492492676,
      "t_recompress": 29.187034368515015,
      "train_acc": 1.0,
      "test_acc": 0.8647239743522911,
      "test_per_class": {
        "Illegal": {
          "n": 18252,
          "acc": 0.906037694499233
        },
        "XWon": {
          "n": 609,
          "acc": 0.054187192118226604
        },
        "OWon": {
          "n": 306,
          "acc": 0.058823529411764705
        },
        "Draw": {
          "n": 16,
          "acc": 0.0
        }
      },
      "n_test_errors": 2595,
      "bits_per_example": 0.9163796784624526,
      "majority_acc": 0.9514674451337122
    },
    {
      "n_train": 1000,
      "repairs": 89,
      "raw_cost": 1723.4034934008305,
      "raw_rules": 89,
      "cost": 938.3400302385148,
      "rules": 32,
      "t_learn": 0.4457883834838867,
      "t_recompress": 147.38507890701294,
      "train_acc": 1.0,
      "test_acc": 0.8599796606540705,
      "test_per_class": {
        "Illegal": {
          "n": 17769,
          "acc": 0.9015138724745343
        },
        "XWon": {
          "n": 598,
          "acc": 0.06020066889632107
        },
        "OWon": {
          "n": 300,
          "acc": 0.04
        },
        "Draw": {
          "n": 16,
          "acc": 0.0
        }
      },
      "n_test_errors": 2616,
      "bits_per_example": 0.9383400302385149,
      "majority_acc": 0.9510785205802066
    }
  ]
}