Link Prediction on FB15K (test)
89.6Hits@10RulE
Evaluation results
| Method | Links | ||||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|
| RulEEmbedding Model=ComplEx2022.10 | 89.6 | — | — | 72.4 | 83.3 | — | 0.788 | — | — | — | |
| Single DistMult2019.06 | 89.3 | — | — | — | — | — | 79.8 | — | — | — | |
| ComplExrerun=true2022.10 | 88.3 | — | — | 69.7 | 81.3 | — | 0.766 | — | — | — | |
| D4-STEK=42019.06 | 87.7 | — | — | 64.1 | 80.3 | — | 73.3 | — | — | — | |
| ComplEx-NNE+AER2022.10 | 87.4 | — | — | 76.1 | 83.1 | — | 0.803 | — | — | — | |
| RulEEmbedding Model=TransE2022.10 | 86.9 | — | — | 65 | 79.9 | — | 0.734 | — | — | — | |
| RUGE2022.10 | 86.5 | — | — | 70.3 | 81.5 | — | 0.768 | — | — | — | |
| D4-GumbelK=42019.06 | 86.4 | — | — | 64.8 | 78.2 | — | 72.8 | — | — | — | |
| TransErerun=true2022.10 | 86.4 | — | — | 64.6 | 79.2 | — | 0.73 | — | — | — | |
| ANALOGY2019.06 | 85.4 | — | — | 64.6 | 78.5 | — | 72.5 | — | — | — | |
| R-GCN2019.06 | 84.2 | — | — | 60.1 | 76 | — | 69.6 | — | — | — | |
| ComplEx2019.06 | 84 | — | — | 59.9 | 75.9 | — | 69.2 | — | — | — | |
| SimplE2019.06 | 83.8 | — | — | 66 | 77.3 | — | 72.7 | — | — | — | |
| ConvE2019.06 | 83.1 | — | — | 55.8 | 72.3 | — | 65.7 | — | — | — | |
| DistMult2019.06 | 82.4 | — | — | 54.6 | 73.3 | — | 65.4 | — | — | — | |
| KALE2022.10 | 76.2 | — | — | 38.3 | 61.6 | — | 0.523 | — | — | — | |
| HolE2019.06 | 73.9 | — | — | 40.2 | 61.3 | — | 52.4 | — | — | — | |
| TransE2019.06 | 64.1 | — | — | 23.1 | 47.2 | — | 22.1 | — | — | — | |
| Reciprocal ComplEx-N32019.03 | 0.91 | 0.86 | — | — | — | — | — | — | — | — | |
| LineaRE2020.04 | 0.906 | — | — | 0.805 | 0.867 | 36 | 0.843 | — | — | — | |
| ENSEMBLE DM+lambda=362018.11 | 0.904 | — | — | 0.797 | — | 36 | 0.837 | — | — | — | |
| HHOLElambda=12018.11 | 0.901 | — | — | 0.727 | 0.848 | 21 | 0.796 | — | — | — | |
| HDISTMULTlambda=02018.11 | 0.898 | — | — | 0.751 | 0.845 | 23 | 0.806 | — | — | — | |
| HAKE+CAKEBackbone=HAKE, Component=CAKE, Setting=Filtered2022.02 | 0.896 | — | — | 0.646 | 0.825 | 30 | 0.741 | — | — | — | |
| ComplEx2020.04 | 0.894 | — | — | 0.757 | 0.846 | 63 | 0.809 | — | — | — | |
| DistMult2019.02 | 0.893 | — | — | — | — | 42 | 0.798 | — | — | — | |
| Single DistMultSetting=Filtered2020.05 | 0.893 | — | — | — | — | — | 0.798 | — | — | — | |
| MEIpartition=3x1002020.06 | 0.893 | — | — | 0.754 | 0.843 | — | 0.806 | — | — | — | |
| TransELinear=false2019.01 | 0.892 | — | — | 0.471 | — | — | — | — | — | — | |
| TuckERLinear=true2019.01 | 0.892 | — | — | 0.741 | 0.833 | — | 0.795 | — | — | — | |
| MEIpartition=1x2002020.06 | 0.892 | — | — | 0.741 | 0.833 | — | 0.795 | — | — | — | |
| HAKE+MVLPBackbone=HAKE, Component=MVLP, Setting=Filtered2022.02 | 0.89 | — | — | 0.622 | 0.817 | 32 | 0.729 | — | — | — | |
| DistMult2020.04 | 0.887 | — | — | 0.73 | 0.83 | 59 | 0.789 | — | — | — | |
| SEEKSetting=Filtered, k=8, D=400, lambda=0.001, eta=10002020.05 | 0.886 | — | — | 0.792 | 0.841 | — | 0.825 | — | — | — | |
| TransD2020.04 | 0.886 | — | — | 0.664 | 0.817 | 33 | 0.75 | — | — | — | |
| HypER2018.08 | 0.885 | — | — | 0.734 | 0.829 | 44 | 0.79 | — | — | — | |
| HypERLinear=false2019.01 | 0.885 | — | — | 0.734 | 0.829 | — | 0.79 | — | — | — | |
| pRotatE2019.02 | 0.884 | — | — | 0.75 | 0.829 | 43 | 0.799 | — | — | — | |
| RotatE2019.02 | 0.884 | — | — | 0.746 | 0.83 | 40 | 0.797 | — | — | — | |
| RotatE2019.05 | 0.884 | — | — | — | — | 40 | 0.797 | — | — | — | |
| RotatESetting=Filtered2020.05 | 0.884 | — | — | 0.746 | 0.83 | — | 0.797 | — | — | — | |
| HAKE2019.11 | 0.884 | — | — | — | — | — | — | — | — | — | |
| TransH2020.04 | 0.884 | — | — | 0.661 | 0.813 | 32 | 0.748 | — | — | — | |
| RotatE2020.04 | 0.884 | — | — | 0.746 | 0.83 | 40 | 0.797 | — | — | — | |
| JoBi ComplExModel=ComplEx, Framework=JoBi2019.10 | 0.883 | — | — | 0.681 | 0.824 | — | 0.761 | — | — | — | |
| Sym-SEEKSetting=Filtered, k=8, D=400, lambda=0.001, eta=10002020.05 | 0.882 | — | — | 0.747 | 0.829 | — | 0.796 | — | — | — | |
| HAKE+CANSBackbone=HAKE, Component=CANS, Setting=Filtered2022.02 | 0.882 | — | — | 0.616 | 0.808 | 37 | 0.723 | — | — | — | |
| HDISTMULTlambda=502018.11 | 0.881 | — | — | 0.661 | 0.799 | 23 | 0.742 | — | — | — | |
| RotatE+CAKEBackbone=RotatE, Component=CAKE, Setting=Filtered2022.02 | 0.878 | — | — | 0.593 | 0.792 | 31 | 0.705 | — | — | — | |
| DihEdralSetting=Filtered2020.05 | 0.877 | — | — | 0.641 | 0.803 | — | 0.733 | — | — | — | |
| RotatE+CANSBackbone=RotatE, Component=CANS, Setting=Filtered2022.02 | 0.877 | — | — | 0.588 | 0.79 | 33 | 0.702 | — | — | — | |
| DISTMULT*lambda=282018.11 | 0.876 | — | — | 0.605 | 0.792 | 28 | 0.71 | — | — | — | |
| ComplExModel=ComplEx2019.10 | 0.874 | — | — | 0.617 | 0.803 | — | 0.72 | — | — | — | |
| ComplEx-NNE+AERSetting=Filtered2020.05 | 0.874 | — | — | 0.761 | 0.831 | — | 0.803 | — | — | — | |
| TransE2020.04 | 0.874 | — | — | 0.65 | 0.799 | 34 | 0.737 | — | — | — | |
| ConvESetting=Filtered2020.05 | 0.873 | — | — | 0.67 | 0.801 | — | 0.745 | — | — | — | |
| ConvE2020.04 | 0.873 | — | — | 0.67 | 0.801 | 64 | 0.745 | — | — | — | |
| PBGArchitecture=ComplEx2019.03 | 0.872 | 0.79 | 0.242 | — | — | — | — | — | — | — | |
| HAKEBackbone=HAKE, Setting=Filtered2022.02 | 0.872 | — | — | 0.574 | 0.78 | 34 | 0.69 | — | — | — | |
| ComplExtuning=new2020.06 | 0.872 | — | — | — | — | — | 0.79 | — | — | — | |
| DistMultModel=DistMult2019.10 | 0.867 | — | — | 0.587 | 0.785 | — | 0.697 | — | — | — | |
| RUGEapproach=iterative guidance from soft rules2017.11 | 0.865 | — | — | 0.703 | 0.815 | — | 0.768 | — | 1 | 0.836 | |
| RUGESetting=Filtered2020.05 | 0.865 | — | — | 0.703 | 0.815 | — | 0.768 | — | — | — | |
| TransE+CAKEBackbone=TransE, Component=CAKE, Setting=Filtered2022.02 | 0.865 | — | — | 0.555 | 0.761 | 33 | 0.672 | — | — | — | |
| TransE+CANSBackbone=TransE, Component=CANS, Setting=Filtered2022.02 | 0.864 | — | — | 0.552 | 0.761 | 34 | 0.671 | — | — | — | |
| RotatE+MVLPBackbone=RotatE, Component=MVLP, Setting=Filtered2022.02 | 0.86 | — | — | 0.579 | 0.768 | 34 | 0.688 | — | — | — | |
| MDE2019.05 | 0.857 | — | — | — | — | 49 | 0.652 | — | — | — | |
| PTransEapproach=one-time logic rule injection2017.11 | 0.855 | — | — | 0.565 | 0.768 | — | 0.679 | — | 1 | 0.81 | |
| ANALOGY2017.07 | 0.854 | — | — | 0.646 | 0.785 | — | 0.725 | — | — | — | |
| ANALOGY2018.08 | 0.854 | — | — | 0.646 | 0.785 | — | 0.725 | — | — | — | |
| ANALOGYLinear=true2019.01 | 0.854 | — | — | 0.646 | 0.785 | — | 0.725 | — | — | — | |
| AnalogySetting=Filtered2020.05 | 0.854 | — | — | 0.646 | 0.785 | — | 0.725 | — | — | — | |
| HHOLElambda=02018.11 | 0.85 | — | — | 0.575 | 0.763 | 32 | 0.682 | — | — | — | |
| RotatEBackbone=RotatE, Setting=Filtered2022.02 | 0.85 | — | — | 0.537 | 0.746 | 35 | 0.657 | — | — | — | |
| Gaifman2017.07 | 0.842 | — | — | 0.692 | — | 75 | — | — | — | — | |
| R-GCN2017.07 | 0.842 | — | — | 0.601 | 0.76 | — | 0.696 | — | — | — | |
| R-GCN+ensemble=R-GCN and DistMult, alpha=0.42017.03 | 0.842 | 0.696 | 0.262 | 0.601 | 0.76 | — | — | — | — | — | |
| R-GCN2018.08 | 0.842 | — | — | 0.601 | 0.76 | — | 0.696 | — | — | — | |
| R-GCNLinear=false2019.01 | 0.842 | — | — | 0.601 | 0.76 | — | 0.696 | — | — | — | |
| R-GCN+2019.03 | 0.842 | 0.696 | 0.262 | — | — | — | — | — | — | — | |
| ComplEx2016.06 | 0.84 | 0.692 | 0.242 | 0.599 | 0.759 | — | — | — | — | — | |
| ComplEx2017.07 | 0.84 | — | — | 0.599 | 0.759 | — | 0.692 | — | — | — | |
| ComplEx2017.03 | 0.84 | 0.692 | 0.242 | 0.599 | 0.759 | — | — | — | — | — | |
| ComplEx2018.02 | 0.84 | 0.692 | 0.242 | 0.599 | 0.759 | — | — | — | — | — | |
| ComplEx2019.02 | 0.84 | — | — | 0.599 | 0.759 | — | 0.692 | — | — | — | |
| Complex2018.08 | 0.84 | — | — | 0.599 | 0.759 | — | 0.692 | — | — | — | |
| ComplExLinear=true2019.01 | 0.84 | — | — | 0.599 | 0.759 | — | 0.692 | — | — | — | |
| ComplEx2019.03 | 0.84 | 0.692 | 0.242 | — | — | — | — | — | — | — | |
| ComplEx2019.05 | 0.84 | — | — | — | — | — | 0.692 | — | — | — | |
| ComplExSetting=Filtered2020.05 | 0.84 | — | — | 0.599 | 0.759 | — | 0.692 | — | — | — | |
| ComplEx2020.06 | 0.84 | — | — | 0.599 | 0.759 | — | 0.692 | — | — | — | |
| TransE+MVLPBackbone=TransE, Component=MVLP, Setting=Filtered2022.02 | 0.839 | — | — | 0.513 | 0.725 | 35 | 0.636 | — | — | — | |
| SimplEEmbedding size=200, lambda=0.12018.02 | 0.838 | 0.727 | 0.239 | 0.66 | 0.773 | — | — | — | — | — | |
| SimplE2018.08 | 0.838 | — | — | 0.66 | 0.773 | — | 0.727 | — | — | — | |
| SimplELinear=true2019.01 | 0.838 | — | — | 0.66 | 0.773 | — | 0.727 | — | — | — | |
| StarSpace2019.03 | 0.838 | — | — | — | — | — | — | — | — | — | |
| SimplE2019.05 | 0.838 | — | — | — | — | — | 0.727 | — | — | — | |
| SimplESetting=Filtered2020.05 | 0.838 | — | — | 0.66 | 0.773 | — | 0.727 | — | — | — | |
| TransEBackbone=TransE, Setting=Filtered2022.02 | 0.838 | — | — | 0.496 | 0.723 | 35 | 0.626 | — | — | — | |
| SimplE2020.06 | 0.838 | — | — | 0.66 | 0.773 | — | 0.727 | — | — | — |