{
  "metadata": {
    "class_names": [
      "chair",
      "vase",
      "lamp"
    ],
    "clean_points": 10000,
    "seed": 825,
    "device": "cuda",
    "torch": "2.8.0+cu128",
    "rotation_axis": "+X",
    "rotation_degrees": [
      30,
      90
    ],
    "thin_counts": [
      256,
      64
    ],
    "sampling": "Uniform without replacement, nested per object, sorted by original index.",
    "split": "Official test sets. Checkpoint selection uses training-split validation only."
  },
  "tasks": {
    "cls": {
      "conditions": {
        "clean": {
          "description": "Clean point clouds in their original orientation.",
          "model": "pointnet",
          "n_points": 10000,
          "rotation_x_degrees": 0,
          "n_objects": 953,
          "n_predictions": 953,
          "correct": 922,
          "accuracy": 0.9674711437565582,
          "confusion": [
            [
              616,
              0,
              1
            ],
            [
              0,
              82,
              20
            ],
            [
              1,
              9,
              224
            ]
          ],
          "recall_by_class": [
            0.9983792544570502,
            0.803921568627451,
            0.9572649572649573
          ],
          "iou_by_class": [
            0.9967637540453075,
            0.7387387387387387,
            0.8784313725490196
          ]
        },
        "rotate_30": {
          "description": "Rotate all input points 30 degrees about positive X.",
          "model": "pointnet",
          "n_points": 10000,
          "rotation_x_degrees": 30,
          "n_objects": 953,
          "n_predictions": 953,
          "correct": 446,
          "accuracy": 0.46799580272822666,
          "confusion": [
            [
              207,
              16,
              394
            ],
            [
              11,
              29,
              62
            ],
            [
              4,
              20,
              210
            ]
          ],
          "recall_by_class": [
            0.3354943273905997,
            0.28431372549019607,
            0.8974358974358975
          ],
          "iou_by_class": [
            0.3275316455696203,
            0.21014492753623187,
            0.30434782608695654
          ]
        },
        "rotate_90": {
          "description": "Rotate all input points 90 degrees about positive X.",
          "model": "pointnet",
          "n_points": 10000,
          "rotation_x_degrees": 90,
          "n_objects": 953,
          "n_predictions": 953,
          "correct": 242,
          "accuracy": 0.2539349422875131,
          "confusion": [
            [
              0,
              76,
              541
            ],
            [
              1,
              63,
              38
            ],
            [
              13,
              42,
              179
            ]
          ],
          "recall_by_class": [
            0.0,
            0.6176470588235294,
            0.7649572649572649
          ],
          "iou_by_class": [
            0.0,
            0.2863636363636364,
            0.2201722017220172
          ]
        },
        "thin_256": {
          "description": "Uniformly retain 256 points per object without replacement.",
          "model": "pointnet",
          "n_points": 256,
          "rotation_x_degrees": 0,
          "n_objects": 953,
          "n_predictions": 953,
          "correct": 907,
          "accuracy": 0.9517313746065058,
          "confusion": [
            [
              614,
              0,
              3
            ],
            [
              0,
              67,
              35
            ],
            [
              1,
              7,
              226
            ]
          ],
          "recall_by_class": [
            0.9951377633711507,
            0.6568627450980392,
            0.9658119658119658
          ],
          "iou_by_class": [
            0.9935275080906149,
            0.6146788990825688,
            0.8308823529411765
          ]
        },
        "thin_64": {
          "description": "Uniformly retain 64 points per object without replacement.",
          "model": "pointnet",
          "n_points": 64,
          "rotation_x_degrees": 0,
          "n_objects": 953,
          "n_predictions": 953,
          "correct": 879,
          "accuracy": 0.9223504721930745,
          "confusion": [
            [
              608,
              1,
              8
            ],
            [
              2,
              42,
              58
            ],
            [
              1,
              4,
              229
            ]
          ],
          "recall_by_class": [
            0.9854132901134521,
            0.4117647058823529,
            0.9786324786324786
          ],
          "iou_by_class": [
            0.9806451612903225,
            0.3925233644859813,
            0.7633333333333333
          ]
        },
        "locality": {
          "description": "Use the voxel-neighborhood model on exactly the clean baseline input.",
          "model": "local",
          "n_points": 10000,
          "rotation_x_degrees": 0,
          "n_objects": 953,
          "n_predictions": 953,
          "correct": 916,
          "accuracy": 0.9611752360965372,
          "confusion": [
            [
              616,
              0,
              1
            ],
            [
              0,
              81,
              21
            ],
            [
              3,
              12,
              219
            ]
          ],
          "recall_by_class": [
            0.9983792544570502,
            0.7941176470588235,
            0.9358974358974359
          ],
          "iou_by_class": [
            0.9935483870967742,
            0.7105263157894737,
            0.85546875
          ]
        }
      },
      "selected": {
        "random": [
          90,
          156,
          184,
          359,
          901
        ],
        "failures": [
          543,
          650,
          883
        ],
        "comparison": [
          520,
          702,
          821
        ]
      },
      "examples": {
        "90": {
          "clean": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          },
          "rotate_30": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          },
          "rotate_90": {
            "accuracy": 0.0,
            "truth": 0,
            "pred": 2
          },
          "thin_256": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          },
          "thin_64": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          },
          "locality": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          }
        },
        "156": {
          "clean": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          },
          "rotate_30": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          },
          "rotate_90": {
            "accuracy": 0.0,
            "truth": 0,
            "pred": 2
          },
          "thin_256": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          },
          "thin_64": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          },
          "locality": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          }
        },
        "184": {
          "clean": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          },
          "rotate_30": {
            "accuracy": 0.0,
            "truth": 0,
            "pred": 2
          },
          "rotate_90": {
            "accuracy": 0.0,
            "truth": 0,
            "pred": 2
          },
          "thin_256": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          },
          "thin_64": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          },
          "locality": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          }
        },
        "359": {
          "clean": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          },
          "rotate_30": {
            "accuracy": 0.0,
            "truth": 0,
            "pred": 2
          },
          "rotate_90": {
            "accuracy": 0.0,
            "truth": 0,
            "pred": 2
          },
          "thin_256": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          },
          "thin_64": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          },
          "locality": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          }
        },
        "520": {
          "clean": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          },
          "rotate_30": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          },
          "rotate_90": {
            "accuracy": 0.0,
            "truth": 0,
            "pred": 1
          },
          "thin_256": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          },
          "thin_64": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          },
          "locality": {
            "accuracy": 1.0,
            "truth": 0,
            "pred": 0
          }
        },
        "543": {
          "clean": {
            "accuracy": 0.0,
            "truth": 0,
            "pred": 2
          },
          "rotate_30": {
            "accuracy": 0.0,
            "truth": 0,
            "pred": 2
          },
          "rotate_90": {
            "accuracy": 0.0,
            "truth": 0,
            "pred": 2
          },
          "thin_256": {
            "accuracy": 0.0,
            "truth": 0,
            "pred": 2
          },
          "thin_64": {
            "accuracy": 0.0,
            "truth": 0,
            "pred": 2
          },
          "locality": {
            "accuracy": 0.0,
            "truth": 0,
            "pred": 2
          }
        },
        "650": {
          "clean": {
            "accuracy": 0.0,
            "truth": 1,
            "pred": 2
          },
          "rotate_30": {
            "accuracy": 0.0,
            "truth": 1,
            "pred": 2
          },
          "rotate_90": {
            "accuracy": 1.0,
            "truth": 1,
            "pred": 1
          },
          "thin_256": {
            "accuracy": 0.0,
            "truth": 1,
            "pred": 2
          },
          "thin_64": {
            "accuracy": 0.0,
            "truth": 1,
            "pred": 2
          },
          "locality": {
            "accuracy": 1.0,
            "truth": 1,
            "pred": 1
          }
        },
        "702": {
          "clean": {
            "accuracy": 1.0,
            "truth": 1,
            "pred": 1
          },
          "rotate_30": {
            "accuracy": 1.0,
            "truth": 1,
            "pred": 1
          },
          "rotate_90": {
            "accuracy": 1.0,
            "truth": 1,
            "pred": 1
          },
          "thin_256": {
            "accuracy": 1.0,
            "truth": 1,
            "pred": 1
          },
          "thin_64": {
            "accuracy": 0.0,
            "truth": 1,
            "pred": 2
          },
          "locality": {
            "accuracy": 1.0,
            "truth": 1,
            "pred": 1
          }
        },
        "821": {
          "clean": {
            "accuracy": 1.0,
            "truth": 2,
            "pred": 2
          },
          "rotate_30": {
            "accuracy": 1.0,
            "truth": 2,
            "pred": 2
          },
          "rotate_90": {
            "accuracy": 1.0,
            "truth": 2,
            "pred": 2
          },
          "thin_256": {
            "accuracy": 1.0,
            "truth": 2,
            "pred": 2
          },
          "thin_64": {
            "accuracy": 1.0,
            "truth": 2,
            "pred": 2
          },
          "locality": {
            "accuracy": 1.0,
            "truth": 2,
            "pred": 2
          }
        },
        "883": {
          "clean": {
            "accuracy": 0.0,
            "truth": 2,
            "pred": 1
          },
          "rotate_30": {
            "accuracy": 0.0,
            "truth": 2,
            "pred": 1
          },
          "rotate_90": {
            "accuracy": 0.0,
            "truth": 2,
            "pred": 1
          },
          "thin_256": {
            "accuracy": 0.0,
            "truth": 2,
            "pred": 1
          },
          "thin_64": {
            "accuracy": 1.0,
            "truth": 2,
            "pred": 2
          },
          "locality": {
            "accuracy": 0.0,
            "truth": 2,
            "pred": 1
          }
        },
        "901": {
          "clean": {
            "accuracy": 1.0,
            "truth": 2,
            "pred": 2
          },
          "rotate_30": {
            "accuracy": 1.0,
            "truth": 2,
            "pred": 2
          },
          "rotate_90": {
            "accuracy": 0.0,
            "truth": 2,
            "pred": 1
          },
          "thin_256": {
            "accuracy": 1.0,
            "truth": 2,
            "pred": 2
          },
          "thin_64": {
            "accuracy": 1.0,
            "truth": 2,
            "pred": 2
          },
          "locality": {
            "accuracy": 1.0,
            "truth": 2,
            "pred": 2
          }
        }
      },
      "checkpoints": {
        "pointnet": {
          "sha256": "b055676f3079113c7c22f3155fed38d4ada744b278c83f08afb8f6eb1dfd207a",
          "file": "best_model.pt"
        },
        "local": {
          "sha256": "11a06073360f5a2865416f2236632c970d97856f72dbe16a2af64a50ccc006e5",
          "file": "best_model.pt"
        }
      },
      "input_sha256": {
        "coordinates": "c81da1b976b413b15fca27f239e1e7018bed973319837809fae99eca20a5f765",
        "labels": "d195542886326aa3ca1f070df1cbb32b4801db8101690e33ade996d1e5aee07c"
      }
    },
    "seg": {
      "conditions": {
        "clean": {
          "description": "Clean point clouds in their original orientation.",
          "model": "pointnet",
          "n_points": 10000,
          "rotation_x_degrees": 0,
          "n_objects": 617,
          "n_predictions": 6170000,
          "correct": 5533222,
          "accuracy": 0.8967944894651539,
          "confusion": [
            [
              17384,
              0,
              49,
              336,
              813,
              1606
            ],
            [
              0,
              0,
              7865,
              0,
              0,
              0
            ],
            [
              0,
              0,
              1815708,
              30474,
              15180,
              111039
            ],
            [
              1188,
              0,
              44593,
              443748,
              8815,
              64919
            ],
            [
              1468,
              0,
              14279,
              19807,
              1087040,
              130266
            ],
            [
              1057,
              0,
              69256,
              61121,
              52647,
              2169342
            ]
          ],
          "recall_by_class": [
            0.8611056072914602,
            0.0,
            0.9205572294883241,
            0.7878167037423015,
            0.8676468240665358,
            0.9217815921744624
          ],
          "iou_by_class": [
            0.7273335843688549,
            0.0,
            0.8611605815286446,
            0.657403470513377,
            0.8171297775338924,
            0.8151581228842203
          ]
        },
        "rotate_30": {
          "description": "Rotate all input points 30 degrees about positive X.",
          "model": "pointnet",
          "n_points": 10000,
          "rotation_x_degrees": 30,
          "n_objects": 617,
          "n_predictions": 6170000,
          "correct": 4335041,
          "accuracy": 0.7025998379254457,
          "confusion": [
            [
              2355,
              0,
              49,
              886,
              2468,
              14430
            ],
            [
              0,
              0,
              7845,
              20,
              0,
              0
            ],
            [
              0,
              0,
              1858363,
              20844,
              28801,
              64393
            ],
            [
              4,
              0,
              135901,
              340481,
              25656,
              61221
            ],
            [
              1496,
              0,
              129074,
              11312,
              1006186,
              104792
            ],
            [
              754,
              0,
              740754,
              84986,
              399273,
              1127656
            ]
          ],
          "recall_by_class": [
            0.11665345749950466,
            0.0,
            0.9421831564676757,
            0.6044796125433413,
            0.8031112813881839,
            0.47915568089544464
          ],
          "iou_by_class": [
            0.10493717137510025,
            0.0,
            0.6223536716382722,
            0.49974387614466814,
            0.5887371873862678,
            0.43400446221873956
          ]
        },
        "rotate_90": {
          "description": "Rotate all input points 90 degrees about positive X.",
          "model": "pointnet",
          "n_points": 10000,
          "rotation_x_degrees": 90,
          "n_objects": 617,
          "n_predictions": 6170000,
          "correct": 1433738,
          "accuracy": 0.23237244732576987,
          "confusion": [
            [
              0,
              0,
              0,
              49,
              19951,
              188
            ],
            [
              0,
              0,
              0,
              4922,
              0,
              2943
            ],
            [
              1304,
              0,
              75621,
              1163560,
              29830,
              702086
            ],
            [
              0,
              0,
              16771,
              193203,
              231919,
              121370
            ],
            [
              0,
              0,
              527406,
              80413,
              585130,
              59911
            ],
            [
              0,
              0,
              344741,
              205688,
              1223210,
              579784
            ]
          ],
          "recall_by_class": [
            0.0,
            0.0,
            0.03833956685278501,
            0.34300673042610647,
            0.4670354229522852,
            0.2463577520913155
          ],
          "iou_by_class": [
            0.0,
            0.0,
            0.02642872046073856,
            0.0957448231944675,
            0.21217505448242602,
            0.1789500423004141
          ]
        },
        "thin_256": {
          "description": "Uniformly retain 256 points per object without replacement.",
          "model": "pointnet",
          "n_points": 256,
          "rotation_x_degrees": 0,
          "n_objects": 617,
          "n_predictions": 157952,
          "correct": 138901,
          "accuracy": 0.8793874088330632,
          "confusion": [
            [
              323,
              0,
              0,
              3,
              46,
              132
            ],
            [
              0,
              0,
              188,
              0,
              0,
              0
            ],
            [
              0,
              0,
              46396,
              584,
              835,
              2671
            ],
            [
              25,
              0,
              1315,
              10204,
              934,
              1909
            ],
            [
              32,
              0,
              256,
              224,
              29700,
              2132
            ],
            [
              13,
              0,
              1966,
              1050,
              4736,
              52278
            ]
          ],
          "recall_by_class": [
            0.6408730158730159,
            0.0,
            0.9189874420631462,
            0.7092514075206784,
            0.9182537719515211,
            0.8706760155222091
          ],
          "iou_by_class": [
            0.5627177700348432,
            0.0,
            0.8558410654664182,
            0.6280157557853274,
            0.7635942923254917,
            0.7815868554427616
          ],
          "matched_clean_accuracy": 0.8954935676661264
        },
        "thin_64": {
          "description": "Uniformly retain 64 points per object without replacement.",
          "model": "pointnet",
          "n_points": 64,
          "rotation_x_degrees": 0,
          "n_objects": 617,
          "n_predictions": 39488,
          "correct": 32103,
          "accuracy": 0.8129811588330632,
          "confusion": [
            [
              40,
              0,
              0,
              1,
              17,
              57
            ],
            [
              0,
              0,
              50,
              0,
              0,
              0
            ],
            [
              0,
              0,
              11439,
              176,
              502,
              513
            ],
            [
              0,
              0,
              416,
              2213,
              568,
              444
            ],
            [
              4,
              0,
              48,
              49,
              7582,
              391
            ],
            [
              1,
              0,
              639,
              317,
              3192,
              10829
            ]
          ],
          "recall_by_class": [
            0.34782608695652173,
            0.0,
            0.9057007125890736,
            0.6078000549299643,
            0.9390636611345058,
            0.7229937241287221
          ],
          "iou_by_class": [
            0.3333333333333333,
            0.0,
            0.8299354277007909,
            0.5289196940726577,
            0.6137780296284303,
            0.6609900506622719
          ],
          "matched_clean_accuracy": 0.8947275121555915
        },
        "locality": {
          "description": "Use the voxel-neighborhood model on exactly the clean baseline input.",
          "model": "local",
          "n_points": 10000,
          "rotation_x_degrees": 0,
          "n_objects": 617,
          "n_predictions": 6170000,
          "correct": 5538405,
          "accuracy": 0.8976345218800649,
          "confusion": [
            [
              19090,
              0,
              49,
              141,
              394,
              514
            ],
            [
              0,
              0,
              7865,
              0,
              0,
              0
            ],
            [
              0,
              0,
              1837602,
              23721,
              13050,
              98028
            ],
            [
              36,
              0,
              54206,
              445788,
              6094,
              57139
            ],
            [
              1780,
              0,
              16161,
              19749,
              1080265,
              134905
            ],
            [
              3436,
              0,
              86483,
              61673,
              46171,
              2155660
            ]
          ],
          "recall_by_class": [
            0.945611254210422,
            0.0,
            0.9316574063793316,
            0.7914384577009319,
            0.8622391967179094,
            0.9159679326665882
          ],
          "iou_by_class": [
            0.7503930817610063,
            0.0,
            0.8598315993383758,
            0.6668012869701009,
            0.8192707397185889,
            0.8152997966345803
          ]
        }
      },
      "selected": {
        "representative": [
          119,
          385,
          613
        ],
        "bad": [
          351,
          235
        ],
        "comparison": [
          351,
          385,
          613
        ]
      },
      "examples": {
        "119": {
          "clean": {
            "accuracy": 0.86
          },
          "rotate_30": {
            "accuracy": 0.6188
          },
          "rotate_90": {
            "accuracy": 0.1472
          },
          "thin_256": {
            "accuracy": 0.8515625
          },
          "thin_64": {
            "accuracy": 0.84375
          },
          "locality": {
            "accuracy": 0.8697
          }
        },
        "235": {
          "clean": {
            "accuracy": 0.5156
          },
          "rotate_30": {
            "accuracy": 0.4595
          },
          "rotate_90": {
            "accuracy": 0.1124
          },
          "thin_256": {
            "accuracy": 0.4453125
          },
          "thin_64": {
            "accuracy": 0.359375
          },
          "locality": {
            "accuracy": 0.5278
          }
        },
        "351": {
          "clean": {
            "accuracy": 0.4056
          },
          "rotate_30": {
            "accuracy": 0.5248
          },
          "rotate_90": {
            "accuracy": 0.5982
          },
          "thin_256": {
            "accuracy": 0.43359375
          },
          "thin_64": {
            "accuracy": 0.453125
          },
          "locality": {
            "accuracy": 0.5767
          }
        },
        "385": {
          "clean": {
            "accuracy": 0.9292
          },
          "rotate_30": {
            "accuracy": 0.6447
          },
          "rotate_90": {
            "accuracy": 0.1115
          },
          "thin_256": {
            "accuracy": 0.9375
          },
          "thin_64": {
            "accuracy": 0.890625
          },
          "locality": {
            "accuracy": 0.9321
          }
        },
        "613": {
          "clean": {
            "accuracy": 0.9633
          },
          "rotate_30": {
            "accuracy": 0.7642
          },
          "rotate_90": {
            "accuracy": 0.1158
          },
          "thin_256": {
            "accuracy": 0.953125
          },
          "thin_64": {
            "accuracy": 0.921875
          },
          "locality": {
            "accuracy": 0.9675
          }
        }
      },
      "checkpoints": {
        "pointnet": {
          "sha256": "56830aa94a8162eb368db950e461007214a20f7e79f0ebae165fccbfd83105ee",
          "file": "best_model.pt"
        },
        "local": {
          "sha256": "19f39e0ffae25e1141d409454131d7262c640c26e4c7605fd960e0444cac01c3",
          "file": "best_model.pt"
        }
      },
      "input_sha256": {
        "coordinates": "8d3833adb90d6acc6f2e11b4f1f74aef9159c85188fc91cdea929a0812ea0014",
        "labels": "1f754a124da98df2f6fb5a7e08504bb88b07d428b5369321bc835fc87500685a"
      }
    }
  }
}
