Anomaly Detection on Anomaly-ShapeNet v1 (test)

0.948Cap 0 AUROCPASDF

Updated 5mo ago

Evaluation Results

Method
PASDF2025.05	0.948	—	0.897	0.861	0.958	0.948	0.865	0.868	0.891	0.945	0.909	0.894	0.956	0.899	0.816	0.824	0.948	0.944	0.951	0.902	0.963	0.875	0.915	0.797	0.863	0.919	0.926	0.884	0.951	0.884	0.959	0.809	0.92	0.865	0.909	0.939	0.646	0.9	0.863	0.958	0.816	—	—	0.959
ISMP2024.12	0.865	—	0.691	0.734	0.722	0.869	0.74	0.762	0.702	0.706	0.851	0.753	0.733	0.545	0.683	0.672	0.775	0.661	0.77	0.552	0.851	0.524	0.472	0.843	0.615	0.603	0.568	0.522	0.661	0.6	0.701	0.844	0.678	0.687	0.534	0.773	0.622	0.546	0.58	0.747	0.736	0.823	—	—
IMRNet2023.11	0.737	—	0.661	0.775	0.573	0.643	0.676	0.7	0.676	0.548	0.63	0.652	0.614	0.524	0.597	0.771	0.61	0.533	0.552	0.696	0.681	0.58	0.676	0.757	0.594	0.597	0.671	0.7	0.676	0.755	0.635	0.641	0.652	0.603	0.71	0.599	0.6	0.702	0.72	0.66	0.685	0.78	—	—
BTF2024.12	0.73	—	0.628	0.658	0.724	0.79	0.679	0.699	0.591	0.719	0.662	0.524	0.646	0.71	0.575	0.633	0.622	0.642	0.641	0.596	0.71	0.401	0.429	0.619	0.568	0.624	0.549	0.568	0.675	0.619	0.54	0.643	0.586	0.619	0.699	0.69	0.749	0.768	0.62	0.746	0.518	0.427	—	—
BTF2025.05	0.73	—	0.628	0.658	0.724	0.79	0.679	0.699	0.591	0.658	0.585	0.719	0.646	0.71	0.575	0.633	0.622	0.642	0.641	0.596	0.71	0.401	0.619	0.568	0.624	0.549	0.568	0.675	0.619	0.768	0.54	0.643	0.586	0.619	0.699	0.69	0.749	0.62	0.746	0.518	0.427	—	—	0.55
IMRNet2024.12	0.715	—	0.65	0.706	0.663	0.643	0.576	0.401	0.476	0.548	0.635	0.753	0.614	0.524	0.598	0.774	0.641	0.535	0.556	0.699	0.781	0.585	0.682	0.685	0.691	0.671	0.702	0.681	0.742	0.688	0.593	0.644	0.742	0.605	0.715	0.599	0.604	0.705	0.615	0.668	0.684	0.765	—	—
IMRNet2025.05	0.715	—	0.65	0.706	0.663	0.643	0.576	0.401	0.476	0.548	0.635	0.753	0.614	0.524	0.598	0.774	0.641	0.535	0.556	0.699	0.781	0.585	0.682	0.685	0.691	0.671	0.702	0.681	0.742	0.688	0.593	0.644	0.742	0.605	0.715	0.599	0.604	0.705	0.615	0.668	0.684	—	—	0.765
RegAD2023.11	0.693	—	0.572	0.725	0.367	0.51	0.663	0.65	0.61	0.343	0.62	0.643	0.605	0.5	0.6	0.752	0.482	0.618	0.61	0.345	0.52	0.702	0.533	0.552	0.609	0.353	0.482	0.359	0.509	0.499	0.462	0.614	0.467	0.688	0.593	0.348	0.381	0.525	0.537	0.706	0.49	0.592	—	—
BTF(Raw)2023.11	0.668	—	0.493	0.527	0.526	0.403	0.664	0.717	0.315	0.325	0.424	0.468	0.41	0.425	0.553	0.321	0.568	0.531	0.597	0.549	0.564	0.573	0.564	0.509	0.617	0.585	0.549	0.564	0.578	0.51	0.448	0.602	0.373	0.164	0.417	0.385	0.349	0.264	0.378	0.41	0.525	0.42	—	—
RegAD2024.12	0.632	—	0.668	0.718	0.62	0.685	0.8	0.511	0.626	0.755	0.811	0.815	0.405	0.755	0.6	0.725	0.525	0.548	0.888	0.741	0.775	0.619	0.624	0.602	0.694	0.698	0.696	0.589	0.599	0.698	0.881	0.825	0.467	0.688	0.691	0.654	0.624	0.645	0.58	0.715	0.593	0.599	—	—
RegAD2025.05	0.632	—	0.668	0.718	0.62	0.685	0.8	0.511	0.626	0.755	0.811	0.815	0.405	0.755	0.6	0.725	0.525	0.548	0.888	0.741	0.775	0.619	0.624	0.602	0.694	0.698	0.696	0.589	0.599	0.698	0.881	0.825	0.467	0.688	0.691	0.654	0.624	0.645	0.58	0.715	0.593	—	—	0.599
BTF(FPFH)2023.11	0.618	—	0.528	0.522	0.444	0.586	0.609	0.699	0.515	0.49	0.525	0.719	0.668	0.52	0.546	0.51	0.322	0.342	0.344	0.546	0.573	0.564	0.509	0.401	0.409	0.219	0.268	0.42	0.546	0.56	0.518	0.542	0.586	0.609	0.699	0.49	0.719	0.668	0.52	0.546	0.51	0.424	—	—
CPMF2023.11	0.601	—	0.559	0.551	0.52	0.497	0.683	0.582	0.458	0.689	0.529	0.553	0.582	0.514	0.555	0.601	0.525	0.533	0.486	0.64	0.697	0.783	0.641	0.61	0.629	0.591	0.601	0.458	0.488	0.556	0.397	0.462	0.697	0.685	0.685	0.658	0.589	0.639	0.643	0.643	0.625	0.61	—	—
CPMF2024.12	0.601	—	0.573	0.551	0.52	0.497	0.683	0.582	0.458	0.689	0.529	0.553	0.582	0.514	0.555	0.601	0.435	0.458	0.521	0.657	0.745	0.486	0.651	0.486	0.545	0.615	0.571	0.458	0.545	0.509	0.504	0.515	0.551	0.783	0.684	0.641	0.542	0.488	0.699	0.655	0.635	0.611	—	—
CPMF2025.05	0.601	—	0.573	0.551	0.52	0.497	0.683	0.582	0.458	0.689	0.529	0.553	0.582	0.514	0.555	0.601	0.435	0.458	0.521	0.657	0.745	0.486	0.651	0.486	0.545	0.615	0.571	0.458	0.545	0.509	0.504	0.515	0.551	0.783	0.684	0.641	0.542	0.488	0.699	0.655	0.635	—	—	0.611
Patchcore(PointMAE)2023.11	0.589	—	0.562	0.476	0.424	0.61	0.501	0.46	0.627	0.677	0.663	0.727	0.741	0.516	0.556	0.561	0.671	0.523	0.593	0.579	0.552	0.405	0.451	0.52	0.66	0.587	0.667	0.753	0.388	0.586	0.65	0.447	0.538	0.523	0.593	0.579	0.552	0.629	0.591	0.601	0.458	0.483	—	—
Patchcore (FPFH)2023.11	0.58	—	0.568	0.453	0.404	0.6	0.494	0.449	0.637	0.657	0.662	0.757	0.721	0.506	0.546	0.551	0.766	0.504	0.469	0.417	0.423	—	—	—	—	—	0.65	0.447	0.513	0.538	0.693	0.425	0.79	0.494	0.558	0.537	0.484	0.639	0.583	0.571	0.615	0.472	—	—
M3DM2023.11	0.557	—	0.552	0.423	0.374	0.539	0.464	0.439	0.617	0.627	0.663	0.777	0.737	0.476	0.571	0.633	0.541	0.423	0.574	0.739	0.634	0.309	0.317	0.572	0.455	0.604	0.427	0.663	0.577	0.637	0.657	0.623	0.639	0.564	0.409	0.617	0.427	0.663	0.577	0.537	0.684	0.441	—	—
Patchcore2024.12	0.544	—	0.577	0.488	0.615	0.51	0.501	0.465	0.423	0.378	0.364	0.725	0.742	0.523	0.58	0.754	0.653	0.677	0.553	0.541	0.527	0.586	0.572	0.551	0.423	0.495	0.606	0.858	0.886	0.856	0.651	0.651	0.545	0.543	0.562	0.581	0.562	0.524	0.575	0.674	0.515	0.487	—	—
Patchcore2025.05	0.544	—	0.577	0.488	0.615	0.51	0.501	0.465	0.423	0.378	0.364	0.725	0.742	0.523	0.58	0.754	0.653	0.677	0.553	0.541	0.527	0.586	0.572	0.551	0.423	0.495	0.606	0.858	0.886	0.856	0.651	0.651	0.545	0.543	0.562	0.581	0.562	0.524	0.575	0.674	0.515	—	—	0.487
M3DM2024.12	0.531	—	0.616	0.605	0.655	0.715	0.624	0.658	0.585	0.71	0.551	0.718	0.737	0.655	0.599	0.699	0.532	0.608	0.663	0.712	0.658	0.698	0.642	0.602	0.663	0.577	0.637	0.654	0.358	0.556	0.517	0.623	0.655	0.554	0.489	0.657	0.427	0.663	0.581	0.637	0.694	0.541	—	—
M3DM2025.05	0.531	—	0.616	0.605	0.655	0.715	0.624	0.662	0.524	0.71	0.551	0.718	0.737	0.655	0.599	0.699	0.532	0.608	0.663	0.712	0.658	0.698	0.429	0.642	0.602	0.663	0.577	0.637	0.654	0.358	0.517	0.623	0.655	0.554	0.489	0.657	0.427	0.556	0.663	0.581	0.637	—	—	0.694
BTF2024.12	0.524	—	0.55	0.687	0.7	0.632	0.563	0.602	0.475	0.637	0.55	0.469	0.403	0.613	0.504	0.686	0.72	0.618	0.551	0.564	0.524	0.617	0.585	0.549	0.564	0.512	0.491	0.527	0.583	0.561	0.578	0.605	0.373	0.464	0.517	0.685	0.449	0.464	0.578	0.43	0.426	0.423	—	—
BTF2025.05	0.524	—	0.55	0.687	0.7	0.632	0.563	0.602	0.475	0.637	0.55	0.469	0.403	0.613	0.504	0.686	0.72	0.618	0.551	0.564	0.524	0.617	0.585	0.549	0.564	0.512	0.491	0.527	0.583	0.561	0.578	0.605	0.373	0.464	0.517	0.685	0.449	0.464	0.578	0.43	0.426	—	—	0.423
Patchcore2024.12	0.472	—	0.58	0.653	0.737	0.655	0.72	0.43	0.464	0.81	0.575	0.595	0.721	0.505	0.548	0.571	0.512	0.655	0.654	0.768	0.524	0.459	0.447	0.453	0.663	0.597	0.687	0.733	0.488	0.596	0.693	0.455	0.795	0.613	0.358	0.327	0.489	0.531	0.583	0.574	0.625	0.478	—	—
Patchcore2025.05	0.472	—	0.58	0.653	0.737	0.655	0.72	0.43	0.464	0.81	0.575	0.595	0.721	0.505	0.548	0.571	0.512	0.655	0.654	0.768	0.524	0.459	0.447	0.453	0.663	0.597	0.687	0.733	0.488	0.596	0.693	0.455	0.795	0.613	0.358	0.327	0.489	0.531	0.583	0.574	0.625	—	—	0.478