Temporal Action Segmentation on GTEA
94.1F1 Score @ 10% ThresholdLTContext
Evaluation results
| Method | Links | ||||||||
|---|---|---|---|---|---|---|---|---|---|
| LTContext2024.12 | 94.1 | 92 | 83 | 91.6 | 81.2 | 88.4 | — | — | |
| ActFusion2024.12 | 94.1 | 93.3 | 86.9 | 91.6 | 81.9 | 89.6 | — | — | |
| DTL2024.12 | 93.7 | 92.4 | 84 | 91.3 | 81.3 | 88.5 | — | — | |
| FACT + OursArchitecture Type=Complex, Base Backbone Model=FACT2026.04 | 93.34 | 91.77 | 81.4 | — | 85.33 | — | — | 91.34 | |
| FAMMSDTN2024.12 | 92.9 | 92 | 82.9 | 90.9 | 82 | 88.1 | — | — | |
| TCTr2024.12 | 92.7 | 91.5 | 82.8 | 88.1 | 79.6 | 86.9 | — | — | |
| MCFM2024.12 | 92.7 | 91.3 | 81 | 92.1 | 80.2 | 87.5 | — | — | |
| DiffActInference Setting=offline, Post-processing=false2024.11 | 92.5 | 91.5 | 84.7 | 89.6 | 82.2 | — | — | — | |
| DiffAct2024.12 | 92.5 | 91.5 | 84.7 | 89.6 | 82.2 | 88.1 | — | — | |
| FACTArchitecture Type=Complex, Base Backbone Model=FACT2026.04 | 92.49 | 90.36 | 79.83 | — | 84.74 | — | — | 89.89 | |
| RF-BCNBackbone=BCN2022.06 | 92.1 | 90.2 | 79.2 | 87.2 | 80.6 | — | — | — | |
| RoboSubtaskNet2026.02 | 91.9 | 89.6 | 79.5 | 88.6 | 78.9 | — | — | — | |
| BrPrompt2024.12 | 91.6 | 90.9 | 80.9 | 88.3 | 80.7 | 86.5 | — | — | |
| UVAST2024.12 | 91.3 | 90.1 | 80 | 87.9 | 81.1 | 86.1 | — | — | |
| Global2local2024.12 | 90.9 | 88.6 | 76.4 | 87.5 | 78.7 | 84.4 | — | — | |
| MTDA2021.04 | 90.5 | 88.4 | 76.2 | 85.8 | 80 | — | — | — | |
| BCN2024.12 | 90.5 | 88.4 | 76.2 | 85.8 | 80 | 84.2 | — | — | |
| ASFormerInference Setting=offline, Post-processing=false2024.11 | 90.1 | 88.8 | 79.2 | 84.6 | 79.7 | — | — | — | |
| ASRF2024.12 | 90.1 | 88.8 | 79.2 | 84.6 | 79.7 | 84.5 | — | — | |
| OriginalBackbone=ASFormer2025.03 | 90.1 | 88.8 | 79.2 | 84.6 | 79.7 | — | — | — | |
| SSTDALabeled training data percentage=100%2020.03 | 90 | 89.1 | 78 | 86.2 | 79.8 | — | — | — | |
| SSTDA2024.12 | 90 | 89.1 | 78 | 86.2 | 79.8 | 84.6 | — | — | |
| RF-MS-TCNBackbone=MS-TCN2022.06 | 89.9 | 87.3 | 75.8 | 84.6 | 78.5 | — | — | — | |
| MTDA2024.12 | 89.9 | 87.3 | 75.8 | 84.6 | 78.5 | 83.2 | — | — | |
| MS-TCNInference Setting=offline, Post-processing=true2024.11 | 89.6 | 88.3 | 73.3 | 85.2 | 78.7 | — | — | — | |
| C2F-TCN + OursArchitecture Type=Complex, Base Backbone Model=C2F-TCN2026.04 | 89.55 | 88.64 | 78.75 | — | 80.26 | — | — | 85.75 | |
| ASRF2020.07 | 89.4 | 87.8 | 79.8 | 83.7 | 77.3 | — | — | — | |
| ASRFSupervision=Full2021.03 | 89.4 | 87.8 | 79.8 | 83.7 | 77.3 | — | — | — | |
| HASR2024.12 | 89.4 | 87.8 | 79.8 | 83.7 | 77.3 | 83.6 | — | — | |
| MSTCN++2020.12 | 88.8 | 85.7 | 76 | 83.5 | 80.1 | — | — | — | |
| MS-TCN++Supervision=Full2021.03 | 88.8 | 85.7 | 76 | 83.5 | 80.1 | — | — | — | |
| MS-TCN++2024.12 | 88.8 | 85.7 | 76 | 83.5 | 80.1 | 82.8 | — | — | |
| MS-TCN++2026.02 | 88.8 | 85.7 | 76 | 83.5 | 80.1 | — | — | — | |
| MS-TCN++2022.06 | 88.7 | 87.4 | 73.5 | 83 | 78.2 | — | — | — | |
| BCN2020.12 | 88.5 | 87.1 | 77.3 | 84.4 | 79.8 | — | — | — | |
| BCNSupervision=Full2021.03 | 88.5 | 87.1 | 77.3 | 84.4 | 79.8 | — | — | — | |
| BCN2022.06 | 88.5 | 87.1 | 77.3 | 84.4 | 79.8 | — | — | — | |
| GTRM2024.12 | 88.5 | 87.1 | 77.3 | 84.4 | 79.8 | 83.4 | — | — | |
| MS-TCNInference Setting=offline, Post-processing=false2024.11 | 88.3 | 86.6 | 72.8 | 84 | 78.7 | — | — | — | |
| MS-TCN + OursArchitecture Type=Standard, Base Backbone Model=MS-TCN2026.04 | 88.13 | 84.62 | 72.4 | — | 78.2 | — | — | 83.23 | |
| DTGRM2020.12 | 87.8 | 86.6 | 72.9 | 83 | 77.6 | — | — | — | |
| C2F-TCNArchitecture Type=Complex, Base Backbone Model=C2F-TCN2026.04 | 87.8 | 86.38 | 76.72 | — | 80.32 | — | — | 81.14 | |
| MS-TCNFine-tuning=true, Features=I3D2019.03 | 87.5 | 85.4 | 74.6 | 81.4 | 79.2 | — | — | — | |
| MS-TCNEvaluation Protocol=Fine-tuned2021.04 | 87.5 | 85.4 | 74.6 | 81.4 | 79.2 | — | — | — | |
| MS-TCN2022.06 | 87.5 | 85.4 | 74.6 | 81.4 | 79.2 | — | — | — | |
| MS-TCN (Reproduce)Protocol=Reproduce2022.06 | 87.1 | 83.6 | 70.4 | 81.1 | 75.5 | — | — | — | |
| MS-TCN + BPGaussian2020.07 | 86.7 | 84.3 | 72.7 | 77.2 | 82.3 | — | — | — | |
| MS-TCNsource=official code2020.03 | 86.5 | 83.6 | 71.9 | 81.3 | 76.5 | — | — | — | |
| MS-TCNArchitecture Type=Standard, Base Backbone Model=MS-TCN2026.04 | 86.47 | 83.73 | 71.2 | — | 76.53 | — | — | 79.92 | |
| Generative Network InversionBackbone=ASFormer2025.03 | 86.4 | 84.5 | 70.4 | 82.7 | 77.9 | — | — | — | |
| MS-TCNFine-tuning=false, Features=I3D2019.03 | 85.8 | 83.4 | 69.8 | 79 | 76.3 | — | — | — | |
| MS-TCN2020.07 | 85.8 | 83.4 | 69.8 | 79 | 76.3 | — | — | — | |
| MSTCN2020.12 | 85.8 | 83.4 | 69.8 | 79 | 76.3 | — | — | — | |
| MS-TCNSupervision=Full2021.03 | 85.8 | 83.4 | 69.8 | 79 | 76.3 | — | — | — | |
| MS-TCN2021.04 | 85.8 | 83.4 | 69.8 | 79 | 76.3 | — | — | — | |
| MS-TCN2024.12 | 85.8 | 83.4 | 69.8 | 79 | 76.3 | 78.9 | — | — | |
| OriginalBackbone=MS-TCN2025.03 | 85.8 | 83.4 | 69.8 | 76.3 | 79 | — | — | — | |
| MS-TCN2026.02 | 85.8 | 83.4 | 69.8 | 79 | 76.3 | — | — | — | |
| SSTDALabeled training data percentage=65%2020.03 | 85.2 | 82.6 | 69.3 | 79.6 | 75.7 | — | — | — | |
| OurssemiInference Setting=semi-online, Post-processing=true2024.11 | 84.9 | 81.4 | 69.2 | 79.7 | 76 | — | — | — | |
| Generative Network Inversion†Backbone=ASFormer2025.03 | 83.6 | 79.5 | 67.7 | 79 | 75 | — | — | — | |
| Encoded†Backbone=ASFormer2025.03 | 83.1 | 79.6 | 67.3 | 78.1 | 74 | — | — | — | |
| MeanBackbone=ASFormer2025.03 | 82.1 | 79.7 | 65.1 | 76.9 | 72.2 | — | — | — | |
| MTDA2020.12 | 82 | 80.1 | 72.5 | 75.2 | 83.2 | — | — | — | |
| CoresetBackbone=ASFormer2025.03 | 81 | 78.1 | 62.9 | 75.4 | 71 | — | — | — | |
| OursonlineInference Setting=online, Post-processing=true2024.11 | 80.3 | 76.9 | 66.6 | 75.4 | 73.5 | — | — | — | |
| CGAN2021.04 | 80.1 | 77.9 | 69.1 | 78.1 | 78.5 | — | — | — | |
| TDRNFeatures=I3D2019.03 | 79.2 | 74.4 | 62.7 | 74.1 | 70.1 | — | — | — | |
| TDRN2020.03 | 79.2 | 74.4 | 62.7 | 74.1 | 70.1 | — | — | — | |
| TDRN2020.07 | 79.2 | 74.4 | 62.7 | 74.1 | 70.1 | — | — | — | |
| TDRN2021.04 | 79.2 | 74.4 | 62.7 | 74.1 | 70.1 | — | — | — | |
| TDRN2022.06 | 79.2 | 74.4 | 62.7 | 74.1 | 70.1 | — | — | — | |
| Generative Network Inversion†Backbone=MS-TCN2025.03 | 79.2 | 75.4 | 65.5 | 73.8 | 73.3 | — | — | — | |
| Timestamp Supervision approachSupervision=Timestamps2021.03 | 78.9 | 73 | 55.4 | 72.3 | 66.4 | — | — | — | |
| Generative Network InversionBackbone=MS-TCN2025.03 | 78.3 | 74.6 | 62.7 | 71.9 | 75.2 | — | — | — | |
| TRN2022.06 | 77.4 | 71.3 | 59.1 | 72.2 | 67.8 | — | — | — | |
| MeanBackbone=MS-TCN2025.03 | 77.1 | 73.7 | 59.4 | 73.3 | 71.2 | — | — | — | |
| Encoded†Backbone=MS-TCN2025.03 | 77.1 | 73.7 | 59.8 | 72.7 | 70.5 | — | — | — | |
| OurssemiInference Setting=semi-online, Post-processing=false2024.11 | 76.7 | 73.5 | 63.9 | 68.1 | 77.1 | — | — | — | |
| TricorNet2021.04 | 76 | 71.1 | 59.2 | — | 64.8 | — | — | — | |
| TricorNet2022.06 | 76 | 71.1 | 59.2 | — | 64.8 | — | — | — | |
| LCDC2020.03 | 75.4 | — | — | 72.8 | 65.3 | — | — | — | |
| Seg. Model M + plateauSupervision=Timestamps2021.03 | 74.8 | 68 | 43.6 | 72.3 | 52.9 | — | — | — | |
| OursonlineInference Setting=online, Post-processing=false2024.11 | 74.3 | 71.5 | 60.3 | 66.8 | 75.8 | — | — | — | |
| TResNet2022.06 | 74.1 | 69.9 | 57.6 | 64.4 | 65.8 | — | — | — | |
| Causal TCNInference Setting=online, Post-processing=false2024.11 | 73.9 | 70.3 | 57.2 | 66.6 | 74.4 | — | — | — | |
| EncodedBackbone=ASFormer2025.03 | 73.3 | 67.3 | 49.8 | 70.2 | 69.2 | — | — | — | |
| CoresetBackbone=MS-TCN2025.03 | 72.4 | 68.9 | 53.2 | 66.1 | 66.7 | — | — | — | |
| ED-TCNFeatures=I3D2019.03 | 72.2 | 69.3 | 56 | — | 64 | — | — | — | |
| ED-TCN2020.07 | 72.2 | 69.3 | 56 | — | 64 | — | — | — | |
| ED-TCN2021.04 | 72.2 | 69.3 | 56 | — | 64 | — | — | — | |
| ED-TCN2022.06 | 72.2 | 69.3 | 56 | — | 64 | — | — | — | |
| EncodedBackbone=MS-TCN2025.03 | 72.2 | 68.8 | 52.1 | 65.5 | 70.4 | — | — | — | |
| TUnet2022.06 | 67.1 | 63.7 | 51.9 | 60.3 | 59.9 | — | — | — | |
| Bi-LSTMFeatures=I3D2019.03 | 66.5 | 59 | 43.6 | — | 55.5 | — | — | — | |
| Bi-LSTM2020.07 | 66.5 | 59 | 43.6 | — | 55.5 | — | — | — | |
| Bi-LSTM2021.04 | 66.5 | 59 | 43.6 | — | 55.5 | — | — | — | |
| Bi-LSTM2022.06 | 66.5 | 59 | 43.6 | — | 55.5 | — | — | — | |
| TCABackbone=ASFormer2025.03 | 63 | 57.4 | 39.9 | 57.8 | 62.2 | — | — | — | |
| TCABackbone=MS-TCN2025.03 | 59.2 | 55.3 | 39.3 | 54.1 | 60.9 | — | — | — |