diff --git a/docs/CTR/leaderboard/amazonelectronics_x1.csv b/docs/CTR/leaderboard/amazonelectronics_x1.csv
new file mode 100644
index 0000000..aa85e71
--- /dev/null
+++ b/docs/CTR/leaderboard/amazonelectronics_x1.csv
@@ -0,0 +1,13 @@
+Year,Publication,Model,Paper URL,gAUC,AUC,Logloss,Running Steps,Contributor
+2010,ICDM'10,FM,https://www.csie.ntu.edu.tw/~b97053/paper/Rendle2010FM.pdf,0.849405,0.848518,0.506075,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FM/FM_amazonelectronics_x1,"Zhu et al."
+2021,WWW'21,FmFM,https://arxiv.org/abs/2102.12994,0.852076,0.853685,0.479621,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FmFM/FmFM_amazonelectronics_x1,"Zhu et al."
+2016,RecSys'16,YoutubeDNN,https://research.google.com/pubs/archive/45530.pdf,0.878957,0.881546,0.44011,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DNN/DNN_amazonelectronics_x1,"Zhu et al."
+2017,IJCAI'17,DeepFM,https://arxiv.org/abs/1703.04247,0.87889,0.881583,0.437653,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepFM/DeepFM_amazonelectronics_x1,"Zhu et al."
+2017,ADKDD'17,DCN,https://arxiv.org/abs/1708.05123,0.877829,0.880079,0.442113,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/DCN_amazonelectronics_x1,"Zhu et al."
+2021,WWW'21,DCN-V2,https://arxiv.org/abs/2008.13535,0.879046,0.88116,0.444522,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCNv2/DCNv2_amazonelectronics_x1,"Zhu et al."
+2018,KDD'18,xDeepFM,https://arxiv.org/pdf/1803.05170.pdf,0.878973,0.881289,0.438688,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/xDeepFM_amazonelectronics_x1,"Zhu et al."
+2019,CIKM'19,AutoInt+,https://arxiv.org/abs/1810.11921,0.878682,0.880402,0.444114,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt_amazonelectronics_x1,"Zhu et al."
+2021,KDD'21,AOANet,https://dl.acm.org/doi/10.1145/3447548.3467133,0.879087,0.881228,0.439942,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AOANet/AOANet_amazonelectronics_x1,"Zhu et al."
+2018,KDD'18,DIN,https://www.kdd.org/kdd2018/accepted-papers/view/deep-interest-network-for-click-through-rate-prediction,0.883526,0.886028,0.43019,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DIN/DIN_amazonelectronics_x1,"Zhu et al."
+2019,AAAI'19,DIEN,https://arxiv.org/abs/1809.03672,0.885625,0.888777,0.425708,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DIEN/DIEN_amazonelectronics_x1,"Zhu et al."
+2019,DLP-KDD'19,BST,https://arxiv.org/abs/1905.06874,0.884108,0.886424,0.430077,https://github.com/reczoo/BARS/tree/main/ranking/ctr/BST/BST_amazonelectronics_x1,"Zhu et al."
diff --git a/docs/CTR/leaderboard/amazonelectronics_x1.md b/docs/CTR/leaderboard/amazonelectronics_x1.md
index 17328b3..2b7a6d4 100644
--- a/docs/CTR/leaderboard/amazonelectronics_x1.md
+++ b/docs/CTR/leaderboard/amazonelectronics_x1.md
@@ -12,3 +12,17 @@ jupytext:
# AmazonElectronics_x1
+```{note}
+Please use the following evaluation settings for this benchmark:
++ Dataset split: [AmazonElectronics_x1](https://github.com/reczoo/Datasets/tree/main/Amazon/AmazonElectronics_x1)
++ Rare features filtering: min_categr_count=1
++ Embedding size: 64
+```
+
+🔥 **See the benchmarking results**:
+
+```{code-cell}
+from plots import show_table_gauc, show_plot_gauc
+show_plot_gauc("amazonelectronics_x1.csv")
+show_table_gauc("amazonelectronics_x1.csv")
+```
diff --git a/docs/CTR/leaderboard/avazu_x1.csv b/docs/CTR/leaderboard/avazu_x1.csv
index 1ef9988..0b224db 100644
--- a/docs/CTR/leaderboard/avazu_x1.csv
+++ b/docs/CTR/leaderboard/avazu_x1.csv
@@ -7,7 +7,7 @@ Year,Publication,Model,Paper URL,AUC,Logloss,Running Steps,Contributor
2017,SIGIR'17,NFM,https://dl.acm.org/citation.cfm?id=3080777,0.7627,0.3677,https://github.com/reczoo/BARS/tree/main/ranking/ctr/NFM/NFM_avazu_x1,"Zhu et al."
2018,WWW'18,FwFM,https://arxiv.org/pdf/1806.03514.pdf,0.7602,0.3688,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FwFM/FwFM_avazu_x1,"Zhu et al."
2021,WWW'21,FmFM,https://arxiv.org/abs/2102.12994,0.7595,0.3689,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FmFM/FmFM_avazu_x1,"Zhu et al."
-2016,RecSys'16,YoutubeDNN,http://art.yale.edu/file_columns/0001/1132/covington.pdf,0.763,0.3682,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DNN/DNN_avazu_x1,"Zhu et al."
+2016,RecSys'16,YoutubeDNN,https://research.google.com/pubs/archive/45530.pdf,0.763,0.3682,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DNN/DNN_avazu_x1,"Zhu et al."
2016,ICDM'16,IPNN,https://arxiv.org/pdf/1611.00144.pdf,0.763,0.3676,https://github.com/reczoo/BARS/tree/main/ranking/ctr/PNN/IPNN_avazu_x1,"Zhu et al."
2016,DLRS'16,Wide&Deep,https://arxiv.org/pdf/1606.07792.pdf,0.7649,0.3665,https://github.com/reczoo/BARS/tree/main/ranking/ctr/WideDeep/WideDeep_avazu_x1,"Zhu et al."
2017,IJCAI'17,DeepFM,https://arxiv.org/abs/1703.04247,0.7648,0.3667,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepFM/DeepFM_avazu_x1,"Zhu et al."
diff --git a/docs/CTR/leaderboard/avazu_x4_001.csv b/docs/CTR/leaderboard/avazu_x4_001.csv
index d50dfea..408376b 100644
--- a/docs/CTR/leaderboard/avazu_x4_001.csv
+++ b/docs/CTR/leaderboard/avazu_x4_001.csv
@@ -1,31 +1,31 @@
-Year,Publication,Model,Paper URL,AUC,Logloss,Running Steps,Contributor
-2007,WWW'07,LR,https://dl.acm.org/citation.cfm?id=1242643,0.7775,0.3815,https://github.com/reczoo/BARS/tree/main/ranking/ctr/LR/LR_avazu_x4_001,"Zhu et al."
-2010,ICDM'10,FM,https://www.csie.ntu.edu.tw/~b97053/paper/Rendle2010FM.pdf,0.7887,0.3754,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FM/FM_avazu_x4_001,"Zhu et al."
-2015,CIKM'15,CCPM,http://www.escience.cn/system/download/73676,0.7892,0.3745,https://github.com/reczoo/BARS/tree/main/ranking/ctr/CCPM/CCPM_avazu_x4_001,"Zhu et al."
-2016,NIPS'16,HOFM,https://papers.nips.cc/paper/6144-higher-order-factorization-machines.pdf,0.7891,0.3754,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HOFM/HOFM_avazu_x4_001,"Zhu et al."
-2016,RecSys'16,FFM,https://dl.acm.org/citation.cfm?id=2959134,0.7931,0.3720,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FFM/FFM_avazu_x4_001,"Zhu et al."
-2016,RecSys'16,YoutubeDNN,http://art.yale.edu/file_columns/0001/1132/covington.pdf,0.7928,0.3722,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DNN/DNN_avazu_x4_001,"Zhu et al."
-2016,DLRS'16,Wide&Deep,https://arxiv.org/pdf/1606.07792.pdf,0.7929,0.3720,https://github.com/reczoo/BARS/tree/main/ranking/ctr/WideDeep/WideDeep_avazu_x4_001,"Zhu et al."
-2016,ICDM'16,IPNN,https://arxiv.org/pdf/1611.00144.pdf,0.7944,0.3712,https://github.com/reczoo/BARS/tree/main/ranking/ctr/PNN/IPNN_avazu_x4_001,"Zhu et al."
-2016,KDD'16,DeepCrossing,https://www.kdd.org/kdd2016/papers/files/adf0975-shanA.pdf,0.7930,0.3721,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepCrossing/DeepCross_avazu_x4_001,"Zhu et al."
-2017,SIGIR'17,NFM,https://dl.acm.org/citation.cfm?id=3080777,0.7894,0.3743,https://github.com/reczoo/BARS/tree/main/ranking/ctr/NFM/NFM_avazu_x4_001,"Zhu et al."
-2017,IJCAI'17,AFM,http://www.ijcai.org/proceedings/2017/0435.pdf,0.7823,0.3793,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFM/AFM_avazu_x4_001,"Zhu et al."
-2017,IJCAI'17,DeepFM,https://arxiv.org/abs/1703.04247,0.7930,0.3719,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepFM/DeepFM_avazu_x4_001,"Zhu et al."
-2017,ADKDD'17,CrossNet,https://arxiv.org/abs/1708.05123,0.7840,0.3779,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/CrossNet_avazu_x4_001,"Zhu et al."
-2017,ADKDD'17,DCN,https://arxiv.org/abs/1708.05123,0.7931,0.3719,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/DCN_avazu_x4_001,"Zhu et al."
-2018,WWW'18,FwFM,https://arxiv.org/pdf/1806.03514.pdf,0.7907,0.3744,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FwFM/FwFM_avazu_x4_001,"Zhu et al."
-2018,KDD'18,CIN,https://arxiv.org/pdf/1803.05170.pdf,0.7894,0.3742,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/CIN_avazu_x4_001,"Zhu et al."
-2018,KDD'18,xDeepFM,https://arxiv.org/pdf/1803.05170.pdf,0.7933,0.3718,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/xDeepFM_avazu_x4_001,"Zhu et al."
-2019,AAAI'19,HFM,https://ojs.aaai.org//index.php/AAAI/article/view/4448,0.7879,0.3757,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HFM/HFM_avazu_x4_001,"Zhu et al."
-2019,AAAI'19,HFM+,https://ojs.aaai.org//index.php/AAAI/article/view/4448,0.7944,0.3714,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HFM/HFM+_avazu_x4_001,"Zhu et al."
-2019,WWW'19,FGCNN,https://arxiv.org/abs/1904.04447,0.7944,0.3711,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FGCNN/FGCNN_avazu_x4_001,"Zhu et al."
-2019,CIKM'19,AutoInt,https://arxiv.org/abs/1810.11921,0.7891,0.3745,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt_avazu_x4_001,"Zhu et al."
-2019,CIKM'19,AutoInt+,https://arxiv.org/abs/1810.11921,0.7902,0.3746,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt+_avazu_x4_001,"Zhu et al."
-2019,CIKM'19,FiGNN,https://arxiv.org/abs/1910.05552,0.7915,0.3736,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FiGNN/FiGNN_avazu_x4_001,"Zhu et al."
-2020,NeuralNets'20,ONN,https://arxiv.org/pdf/1904.12579,0.7992,0.3683,https://github.com/reczoo/BARS/tree/main/ranking/ctr/ONN/ONN_avazu_x4_001,"Zhu et al."
-2019,RecSys'19,FiBiNET,https://arxiv.org/abs/1905.09433,0.7953,0.3705,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FiBiNET/FiBiNET_avazu_x4_001,"Zhu et al."
-2020,AAAI'20,LorentzFM,https://arxiv.org/abs/1911.09821,0.7885,0.3756,https://github.com/reczoo/BARS/tree/main/ranking/ctr/LorentzFM/LorentzFM_avazu_x4_001,"Zhu et al."
-2020,AAAI'20,AFN,https://ojs.aaai.org/index.php/AAAI/article/view/5768,0.7907,0.3740,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFN/AFN_avazu_x4_001,"Zhu et al."
-2020,AAAI'20,AFN+,https://ojs.aaai.org/index.php/AAAI/article/view/5768,0.7929,0.3726,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFN/AFN+_avazu_x4_001,"Zhu et al."
-2020,WSDM'20,InterHAt,https://dl.acm.org/doi/10.1145/3336191.3371785,0.7882,0.3749,https://github.com/reczoo/BARS/tree/main/ranking/ctr/InterHAt/InterHAt_avazu_x4_001,"Zhu et al."
-2020,DLP-KDD'20,FLEN,https://arxiv.org/abs/1911.04690,0.7929,0.3720,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FLEN/FLEN_avazu_x4_001,"Zhu et al."
+Year,Publication,Model,Paper URL,AUC,Logloss,Running Steps,Contributor
+2007,WWW'07,LR,https://dl.acm.org/citation.cfm?id=1242643,0.7775,0.3815,https://github.com/reczoo/BARS/tree/main/ranking/ctr/LR/LR_avazu_x4_001,"Zhu et al."
+2010,ICDM'10,FM,https://www.csie.ntu.edu.tw/~b97053/paper/Rendle2010FM.pdf,0.7887,0.3754,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FM/FM_avazu_x4_001,"Zhu et al."
+2015,CIKM'15,CCPM,http://www.escience.cn/system/download/73676,0.7892,0.3745,https://github.com/reczoo/BARS/tree/main/ranking/ctr/CCPM/CCPM_avazu_x4_001,"Zhu et al."
+2016,NIPS'16,HOFM,https://papers.nips.cc/paper/6144-higher-order-factorization-machines.pdf,0.7891,0.3754,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HOFM/HOFM_avazu_x4_001,"Zhu et al."
+2016,RecSys'16,FFM,https://dl.acm.org/citation.cfm?id=2959134,0.7931,0.372,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FFM/FFM_avazu_x4_001,"Zhu et al."
+2016,RecSys'16,YoutubeDNN,https://research.google.com/pubs/archive/45530.pdf,0.7928,0.3722,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DNN/DNN_avazu_x4_001,"Zhu et al."
+2016,DLRS'16,Wide&Deep,https://arxiv.org/pdf/1606.07792.pdf,0.7929,0.372,https://github.com/reczoo/BARS/tree/main/ranking/ctr/WideDeep/WideDeep_avazu_x4_001,"Zhu et al."
+2016,ICDM'16,IPNN,https://arxiv.org/pdf/1611.00144.pdf,0.7944,0.3712,https://github.com/reczoo/BARS/tree/main/ranking/ctr/PNN/IPNN_avazu_x4_001,"Zhu et al."
+2016,KDD'16,DeepCrossing,https://www.kdd.org/kdd2016/papers/files/adf0975-shanA.pdf,0.793,0.3721,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepCrossing/DeepCross_avazu_x4_001,"Zhu et al."
+2017,SIGIR'17,NFM,https://dl.acm.org/citation.cfm?id=3080777,0.7894,0.3743,https://github.com/reczoo/BARS/tree/main/ranking/ctr/NFM/NFM_avazu_x4_001,"Zhu et al."
+2017,IJCAI'17,AFM,http://www.ijcai.org/proceedings/2017/0435.pdf,0.7823,0.3793,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFM/AFM_avazu_x4_001,"Zhu et al."
+2017,IJCAI'17,DeepFM,https://arxiv.org/abs/1703.04247,0.793,0.3719,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepFM/DeepFM_avazu_x4_001,"Zhu et al."
+2017,ADKDD'17,CrossNet,https://arxiv.org/abs/1708.05123,0.784,0.3779,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/CrossNet_avazu_x4_001,"Zhu et al."
+2017,ADKDD'17,DCN,https://arxiv.org/abs/1708.05123,0.7931,0.3719,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/DCN_avazu_x4_001,"Zhu et al."
+2018,WWW'18,FwFM,https://arxiv.org/pdf/1806.03514.pdf,0.7907,0.3744,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FwFM/FwFM_avazu_x4_001,"Zhu et al."
+2018,KDD'18,CIN,https://arxiv.org/pdf/1803.05170.pdf,0.7894,0.3742,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/CIN_avazu_x4_001,"Zhu et al."
+2018,KDD'18,xDeepFM,https://arxiv.org/pdf/1803.05170.pdf,0.7933,0.3718,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/xDeepFM_avazu_x4_001,"Zhu et al."
+2019,AAAI'19,HFM,https://ojs.aaai.org//index.php/AAAI/article/view/4448,0.7879,0.3757,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HFM/HFM_avazu_x4_001,"Zhu et al."
+2019,AAAI'19,HFM+,https://ojs.aaai.org//index.php/AAAI/article/view/4448,0.7944,0.3714,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HFM/HFM+_avazu_x4_001,"Zhu et al."
+2019,WWW'19,FGCNN,https://arxiv.org/abs/1904.04447,0.7944,0.3711,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FGCNN/FGCNN_avazu_x4_001,"Zhu et al."
+2019,CIKM'19,AutoInt,https://arxiv.org/abs/1810.11921,0.7891,0.3745,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt_avazu_x4_001,"Zhu et al."
+2019,CIKM'19,AutoInt+,https://arxiv.org/abs/1810.11921,0.7902,0.3746,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt+_avazu_x4_001,"Zhu et al."
+2019,CIKM'19,FiGNN,https://arxiv.org/abs/1910.05552,0.7915,0.3736,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FiGNN/FiGNN_avazu_x4_001,"Zhu et al."
+2020,NeuralNets'20,ONN,https://arxiv.org/pdf/1904.12579,0.7992,0.3683,https://github.com/reczoo/BARS/tree/main/ranking/ctr/ONN/ONN_avazu_x4_001,"Zhu et al."
+2019,RecSys'19,FiBiNET,https://arxiv.org/abs/1905.09433,0.7953,0.3705,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FiBiNET/FiBiNET_avazu_x4_001,"Zhu et al."
+2020,AAAI'20,LorentzFM,https://arxiv.org/abs/1911.09821,0.7885,0.3756,https://github.com/reczoo/BARS/tree/main/ranking/ctr/LorentzFM/LorentzFM_avazu_x4_001,"Zhu et al."
+2020,AAAI'20,AFN,https://ojs.aaai.org/index.php/AAAI/article/view/5768,0.7907,0.374,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFN/AFN_avazu_x4_001,"Zhu et al."
+2020,AAAI'20,AFN+,https://ojs.aaai.org/index.php/AAAI/article/view/5768,0.7929,0.3726,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFN/AFN+_avazu_x4_001,"Zhu et al."
+2020,WSDM'20,InterHAt,https://dl.acm.org/doi/10.1145/3336191.3371785,0.7882,0.3749,https://github.com/reczoo/BARS/tree/main/ranking/ctr/InterHAt/InterHAt_avazu_x4_001,"Zhu et al."
+2020,DLP-KDD'20,FLEN,https://arxiv.org/abs/1911.04690,0.7929,0.372,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FLEN/FLEN_avazu_x4_001,"Zhu et al."
diff --git a/docs/CTR/leaderboard/avazu_x4_002.csv b/docs/CTR/leaderboard/avazu_x4_002.csv
index 80f0686..dea1b17 100644
--- a/docs/CTR/leaderboard/avazu_x4_002.csv
+++ b/docs/CTR/leaderboard/avazu_x4_002.csv
@@ -1,30 +1,30 @@
-Year,Publication,Model,Paper URL,AUC,Logloss,Running Steps,Contributor
-2007,WWW'07,LR,https://dl.acm.org/citation.cfm?id=1242643,0.7804,0.3799,https://github.com/reczoo/BARS/tree/main/ranking/ctr/LR/LR_avazu_x4_002,"Zhu et al."
-2010,ICDM'10,FM,https://www.csie.ntu.edu.tw/~b97053/paper/Rendle2010FM.pdf,0.7909,0.3736,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FM/FM_avazu_x4_002,"Zhu et al."
-2016,RecSys'16,FFM,https://dl.acm.org/citation.cfm?id=2959134,0.7948,0.3711,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FFM/FFM_avazu_x4_002,"Zhu et al."
-2018,WWW'18,FwFM,https://arxiv.org/pdf/1806.03514.pdf,0.7925,0.3724,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FwFM/FwFM_avazu_x4_002,"Zhu et al."
-2017,IJCAI'17,AFM,http://www.ijcai.org/proceedings/2017/0435.pdf,0.7840,0.3781,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFM/AFM_avazu_x4_002,"Zhu et al."
-2016,NIPS'16,HOFM,https://papers.nips.cc/paper/6144-higher-order-factorization-machines.pdf,0.7914,0.3733,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HOFM/HOFM_avazu_x4_002,"Zhu et al."
-2017,SIGIR'17,NFM,https://dl.acm.org/citation.cfm?id=3080777,0.7940,0.3715,https://github.com/reczoo/BARS/tree/main/ranking/ctr/NFM/NFM_avazu_x4_002,"Zhu et al."
-2015,CIKM'15,CCPM,http://www.escience.cn/system/download/73676,0.7932,0.3721,https://github.com/reczoo/BARS/tree/main/ranking/ctr/CCPM/CCPM_avazu_x4_002,"Zhu et al."
-2016,RecSys'16,YoutubeDNN,http://art.yale.edu/file_columns/0001/1132/covington.pdf,0.7959,0.3705,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DNN/DNN_avazu_x4_002,"Zhu et al."
-2016,DLRS'16,Wide&Deep,https://arxiv.org/pdf/1606.07792.pdf,0.7957,0.3703,https://github.com/reczoo/BARS/tree/main/ranking/ctr/WideDeep/WideDeep_avazu_x4_002,"Zhu et al."
-2017,IJCAI'17,DeepFM,https://arxiv.org/abs/1703.04247,0.7962,0.3702,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepFM/DeepFM_avazu_x4_002,"Zhu et al."
-2016,KDD'16,DeepCrossing,https://www.kdd.org/kdd2016/papers/files/adf0975-shanA.pdf,0.7962,0.3700,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepCrossing/DeepCross_avazu_x4_002,"Zhu et al."
-2017,ADKDD'17,CrossNet,https://arxiv.org/abs/1708.05123,0.7840,0.3773,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/CrossNet_avazu_x4_002,"Zhu et al."
-2017,ADKDD'17,DCN,https://arxiv.org/abs/1708.05123,0.7965,0.3699,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/DCN_avazu_x4_002,"Zhu et al."
-2018,KDD'18,CIN,https://arxiv.org/pdf/1803.05170.pdf,0.7929,0.3724,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/CIN_avazu_x4_002,"Zhu et al."
-2018,KDD'18,xDeepFM,https://arxiv.org/pdf/1803.05170.pdf,0.7967,0.3697,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/xDeepFM_avazu_x4_002,"Zhu et al."
-2019,CIKM'19,AutoInt,https://arxiv.org/abs/1810.11921,0.7922,0.3726,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt_avazu_x4_002,"Zhu et al."
-2019,CIKM'19,AutoInt+,https://arxiv.org/abs/1810.11921,0.7953,0.3709,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt+_avazu_x4_002,"Zhu et al."
-2019,CIKM'19,FiGNN,https://arxiv.org/abs/1910.05552,0.7944,0.3711,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FiGNN/FiGNN_avazu_x4_002,"Zhu et al."
-2019,RecSys'19,FiBiNET,https://arxiv.org/abs/1905.09433,0.8003,0.3675,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FiBiNET/FiBiNET_avazu_x4_002,"Zhu et al."
-2019,WWW'19,FGCNN,https://arxiv.org/abs/1904.04447,0.7971,0.3696,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FGCNN/FGCNN_avazu_x4_002,"Zhu et al."
-2020,NeuralNetworks'20,ONN,https://arxiv.org/pdf/1904.12579,0.8001,0.3677,https://github.com/reczoo/BARS/tree/main/ranking/ctr/ONN/ONN_avazu_x4_002,"Zhu et al."
-2020,WSDM'20,InterHAt,https://dl.acm.org/doi/10.1145/3336191.3371785,0.7927,0.3722,https://github.com/reczoo/BARS/tree/main/ranking/ctr/InterHAt/InterHAt_avazu_x4_002,"Zhu et al."
-2020,AAAI'20,AFN,https://ojs.aaai.org/index.php/AAAI/article/view/5768,0.7936,0.3720,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFN/AFN_avazu_x4_002,"Zhu et al."
-2020,AAAI'20,AFN+,https://ojs.aaai.org/index.php/AAAI/article/view/5768,0.7965,0.3700,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFN/AFN+_avazu_x4_002,"Zhu et al."
-2020,AAAI'20,LorentzFM,https://arxiv.org/abs/1911.09821,0.7912,0.3742,https://github.com/reczoo/BARS/tree/main/ranking/ctr/LorentzFM/LorentzFM_avazu_x4_002,"Zhu et al."
-2019,AAAI'19,HFM,https://ojs.aaai.org//index.php/AAAI/article/view/4448,0.7910,0.3735,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HFM/HFM_avazu_x4_002,"Zhu et al."
-2019,AAAI'19,HFM+,https://ojs.aaai.org//index.php/AAAI/article/view/4448,0.7992,0.3683,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HFM/HFM+_avazu_x4_002,"Zhu et al."
-2016,ICDM'16,IPNN,https://arxiv.org/pdf/1611.00144.pdf,0.7988,0.3686,https://github.com/reczoo/BARS/tree/main/ranking/ctr/PNN/IPNN_avazu_x4_002,"Zhu et al."
+Year,Publication,Model,Paper URL,AUC,Logloss,Running Steps,Contributor
+2007,WWW'07,LR,https://dl.acm.org/citation.cfm?id=1242643,0.7804,0.3799,https://github.com/reczoo/BARS/tree/main/ranking/ctr/LR/LR_avazu_x4_002,"Zhu et al."
+2010,ICDM'10,FM,https://www.csie.ntu.edu.tw/~b97053/paper/Rendle2010FM.pdf,0.7909,0.3736,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FM/FM_avazu_x4_002,"Zhu et al."
+2016,RecSys'16,FFM,https://dl.acm.org/citation.cfm?id=2959134,0.7948,0.3711,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FFM/FFM_avazu_x4_002,"Zhu et al."
+2018,WWW'18,FwFM,https://arxiv.org/pdf/1806.03514.pdf,0.7925,0.3724,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FwFM/FwFM_avazu_x4_002,"Zhu et al."
+2017,IJCAI'17,AFM,http://www.ijcai.org/proceedings/2017/0435.pdf,0.784,0.3781,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFM/AFM_avazu_x4_002,"Zhu et al."
+2016,NIPS'16,HOFM,https://papers.nips.cc/paper/6144-higher-order-factorization-machines.pdf,0.7914,0.3733,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HOFM/HOFM_avazu_x4_002,"Zhu et al."
+2017,SIGIR'17,NFM,https://dl.acm.org/citation.cfm?id=3080777,0.794,0.3715,https://github.com/reczoo/BARS/tree/main/ranking/ctr/NFM/NFM_avazu_x4_002,"Zhu et al."
+2015,CIKM'15,CCPM,http://www.escience.cn/system/download/73676,0.7932,0.3721,https://github.com/reczoo/BARS/tree/main/ranking/ctr/CCPM/CCPM_avazu_x4_002,"Zhu et al."
+2016,RecSys'16,YoutubeDNN,https://research.google.com/pubs/archive/45530.pdf,0.7959,0.3705,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DNN/DNN_avazu_x4_002,"Zhu et al."
+2016,DLRS'16,Wide&Deep,https://arxiv.org/pdf/1606.07792.pdf,0.7957,0.3703,https://github.com/reczoo/BARS/tree/main/ranking/ctr/WideDeep/WideDeep_avazu_x4_002,"Zhu et al."
+2017,IJCAI'17,DeepFM,https://arxiv.org/abs/1703.04247,0.7962,0.3702,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepFM/DeepFM_avazu_x4_002,"Zhu et al."
+2016,KDD'16,DeepCrossing,https://www.kdd.org/kdd2016/papers/files/adf0975-shanA.pdf,0.7962,0.37,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepCrossing/DeepCross_avazu_x4_002,"Zhu et al."
+2017,ADKDD'17,CrossNet,https://arxiv.org/abs/1708.05123,0.784,0.3773,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/CrossNet_avazu_x4_002,"Zhu et al."
+2017,ADKDD'17,DCN,https://arxiv.org/abs/1708.05123,0.7965,0.3699,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/DCN_avazu_x4_002,"Zhu et al."
+2018,KDD'18,CIN,https://arxiv.org/pdf/1803.05170.pdf,0.7929,0.3724,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/CIN_avazu_x4_002,"Zhu et al."
+2018,KDD'18,xDeepFM,https://arxiv.org/pdf/1803.05170.pdf,0.7967,0.3697,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/xDeepFM_avazu_x4_002,"Zhu et al."
+2019,CIKM'19,AutoInt,https://arxiv.org/abs/1810.11921,0.7922,0.3726,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt_avazu_x4_002,"Zhu et al."
+2019,CIKM'19,AutoInt+,https://arxiv.org/abs/1810.11921,0.7953,0.3709,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt+_avazu_x4_002,"Zhu et al."
+2019,CIKM'19,FiGNN,https://arxiv.org/abs/1910.05552,0.7944,0.3711,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FiGNN/FiGNN_avazu_x4_002,"Zhu et al."
+2019,RecSys'19,FiBiNET,https://arxiv.org/abs/1905.09433,0.8003,0.3675,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FiBiNET/FiBiNET_avazu_x4_002,"Zhu et al."
+2019,WWW'19,FGCNN,https://arxiv.org/abs/1904.04447,0.7971,0.3696,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FGCNN/FGCNN_avazu_x4_002,"Zhu et al."
+2020,NeuralNetworks'20,ONN,https://arxiv.org/pdf/1904.12579,0.8001,0.3677,https://github.com/reczoo/BARS/tree/main/ranking/ctr/ONN/ONN_avazu_x4_002,"Zhu et al."
+2020,WSDM'20,InterHAt,https://dl.acm.org/doi/10.1145/3336191.3371785,0.7927,0.3722,https://github.com/reczoo/BARS/tree/main/ranking/ctr/InterHAt/InterHAt_avazu_x4_002,"Zhu et al."
+2020,AAAI'20,AFN,https://ojs.aaai.org/index.php/AAAI/article/view/5768,0.7936,0.372,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFN/AFN_avazu_x4_002,"Zhu et al."
+2020,AAAI'20,AFN+,https://ojs.aaai.org/index.php/AAAI/article/view/5768,0.7965,0.37,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFN/AFN+_avazu_x4_002,"Zhu et al."
+2020,AAAI'20,LorentzFM,https://arxiv.org/abs/1911.09821,0.7912,0.3742,https://github.com/reczoo/BARS/tree/main/ranking/ctr/LorentzFM/LorentzFM_avazu_x4_002,"Zhu et al."
+2019,AAAI'19,HFM,https://ojs.aaai.org//index.php/AAAI/article/view/4448,0.791,0.3735,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HFM/HFM_avazu_x4_002,"Zhu et al."
+2019,AAAI'19,HFM+,https://ojs.aaai.org//index.php/AAAI/article/view/4448,0.7992,0.3683,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HFM/HFM+_avazu_x4_002,"Zhu et al."
+2016,ICDM'16,IPNN,https://arxiv.org/pdf/1611.00144.pdf,0.7988,0.3686,https://github.com/reczoo/BARS/tree/main/ranking/ctr/PNN/IPNN_avazu_x4_002,"Zhu et al."
diff --git a/docs/CTR/leaderboard/criteo_x1.csv b/docs/CTR/leaderboard/criteo_x1.csv
index 96c8c7c..9fe7876 100644
--- a/docs/CTR/leaderboard/criteo_x1.csv
+++ b/docs/CTR/leaderboard/criteo_x1.csv
@@ -7,7 +7,7 @@ Year,Publication,Model,Paper URL,AUC,Logloss,Running Steps,Contributor
2017,SIGIR'17,NFM,https://dl.acm.org/citation.cfm?id=3080777,0.8053,0.4459,https://github.com/reczoo/BARS/tree/main/ranking/ctr/NFM/NFM_criteo_x1,"Zhu et al."
2018,WWW'18,FwFM,https://arxiv.org/pdf/1806.03514.pdf,0.8063,0.4454,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FwFM/FwFM_criteo_x1,"Zhu et al."
2021,WWW'21,FmFM,https://arxiv.org/abs/2102.12994,0.8056,0.4463,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FmFM/FmFM_criteo_x1,"Zhu et al."
-2016,RecSys'16,YoutubeDNN,http://art.yale.edu/file_columns/0001/1132/covington.pdf,0.8137,0.4382,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DNN/DNN_criteo_x1,"Zhu et al."
+2016,RecSys'16,YoutubeDNN,https://research.google.com/pubs/archive/45530.pdf,0.8137,0.4382,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DNN/DNN_criteo_x1,"Zhu et al."
2016,ICDM'16,IPNN,https://arxiv.org/pdf/1611.00144.pdf,0.8137,0.4383,https://github.com/reczoo/BARS/tree/main/ranking/ctr/PNN/IPNN_criteo_x1,"Zhu et al."
2016,DLRS'16,Wide&Deep,https://arxiv.org/pdf/1606.07792.pdf,0.8139,0.438,https://github.com/reczoo/BARS/tree/main/ranking/ctr/WideDeep/WideDeep_criteo_x1,"Zhu et al."
2017,IJCAI'17,DeepFM,https://arxiv.org/abs/1703.04247,0.8137,0.4381,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepFM/DeepFM_criteo_x1,"Zhu et al."
diff --git a/docs/CTR/leaderboard/criteo_x4_001.csv b/docs/CTR/leaderboard/criteo_x4_001.csv
index 3c4c65b..1bcb2b5 100644
--- a/docs/CTR/leaderboard/criteo_x4_001.csv
+++ b/docs/CTR/leaderboard/criteo_x4_001.csv
@@ -1,30 +1,30 @@
-Year,Publication,Model,Paper URL,AUC,Logloss,Running Steps,Contributor
-2007,WWW'07,LR,https://dl.acm.org/citation.cfm?id=1242643,0.7934,0.4568,https://github.com/reczoo/BARS/tree/main/ranking/ctr/LR/LR_criteo_x4_001,"Zhu et al."
-2010,ICDM'10,FM,https://www.csie.ntu.edu.tw/~b97053/paper/Rendle2010FM.pdf,0.8086,0.4431,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FM/FM_criteo_x4_001,"Zhu et al."
-2015,CIKM'15,CCPM,http://www.escience.cn/system/download/73676,0.8104,0.4415,https://github.com/reczoo/BARS/tree/main/ranking/ctr/CCPM/CCPM_criteo_x4_001,"Zhu et al."
-2016,NIPS'16,HOFM,https://papers.nips.cc/paper/6144-higher-order-factorization-machines.pdf,0.8107,0.4411,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HOFM/HOFM_criteo_x4_001,"Zhu et al."
-2016,RecSys'16,FFM,https://dl.acm.org/citation.cfm?id=2959134,0.8113,0.4407,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FFM/FFM_criteo_x4_001,"Zhu et al."
-2016,RecSys'16,YoutubeDNN,http://art.yale.edu/file_columns/0001/1132/covington.pdf,0.8140,0.4380,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DNN/DNN_criteo_x4_001,"Zhu et al."
-2016,DLRS'16,Wide&Deep,https://arxiv.org/pdf/1606.07792.pdf,0.8142,0.4377,https://github.com/reczoo/BARS/tree/main/ranking/ctr/WideDeep/WideDeep_criteo_x4_001,"Zhu et al."
-2016,ICDM'16,IPNN,https://arxiv.org/pdf/1611.00144.pdf,0.8142,0.4378,https://github.com/reczoo/BARS/tree/main/ranking/ctr/PNN/IPNN_criteo_x4_001,"Zhu et al."
-2016,KDD'16,DeepCrossing,https://www.kdd.org/kdd2016/papers/files/adf0975-shanA.pdf,0.8135,0.4384,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepCrossing/DeepCross_criteo_x4_001,"Zhu et al."
-2017,SIGIR'17,NFM,https://dl.acm.org/citation.cfm?id=3080777,0.8093,0.4424,https://github.com/reczoo/BARS/tree/main/ranking/ctr/NFM/NFM_criteo_x4_001,"Zhu et al."
-2017,IJCAI'17,AFM,http://www.ijcai.org/proceedings/2017/0435.pdf,0.8060,0.4455,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFM/AFM_criteo_x4_001,"Zhu et al."
-2017,IJCAI'17,DeepFM,https://arxiv.org/abs/1703.04247,0.8143,0.4376,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepFM/DeepFM_criteo_x4_001,"Zhu et al."
-2017,ADKDD'17,CrossNet,https://arxiv.org/abs/1708.05123,0.8060,0.4456,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/CrossNet_criteo_x4_001,"Zhu et al."
-2017,ADKDD'17,DCN,https://arxiv.org/abs/1708.05123,0.8144,0.4376,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/DCN_criteo_x4_001,"Zhu et al."
-2018,WWW'18,FwFM,https://arxiv.org/pdf/1806.03514.pdf,0.8112,0.4408,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FwFM/FwFM_criteo_x4_001,"Zhu et al."
-2018,KDD'18,CIN,https://arxiv.org/pdf/1803.05170.pdf,0.8127,0.4394,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/CIN_criteo_x4_001,"Zhu et al."
-2018,KDD'18,xDeepFM,https://arxiv.org/pdf/1803.05170.pdf,0.8143,0.4376,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/xDeepFM_criteo_x4_001,"Zhu et al."
-2019,AAAI'19,HFM,https://ojs.aaai.org//index.php/AAAI/article/view/4448,0.8095,0.4424,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HFM/HFM_criteo_x4_001,"Zhu et al."
-2019,AAAI'19,HFM+,https://ojs.aaai.org//index.php/AAAI/article/view/4448,0.8127,0.4392,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HFM/HFM+_criteo_x4_001,"Zhu et al."
-2019,WWW'19,FGCNN,https://arxiv.org/abs/1904.04447,0.8121,0.4398,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FGCNN/FGCNN_criteo_x4_001,"Zhu et al."
-2019,CIKM'19,AutoInt,https://arxiv.org/abs/1810.11921,0.8119,0.4399,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt_criteo_x4_001,"Zhu et al."
-2019,CIKM'19,AutoInt+,https://arxiv.org/abs/1810.11921,0.8132,0.4390,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt+_criteo_x4_001,"Zhu et al."
-2019,CIKM'19,FiGNN,https://arxiv.org/abs/1910.05552,0.8138,0.4383,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FiGNN/FiGNN_criteo_x4_001,"Zhu et al."
-2020,NeuralNets'20,ONN,https://arxiv.org/pdf/1904.12579,0.8148,0.4372,https://github.com/reczoo/BARS/tree/main/ranking/ctr/ONN/ONN_criteo_x4_001,"Zhu et al."
-2019,RecSys'19,FiBiNET,https://arxiv.org/abs/1905.09433,0.8131,0.4387,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FiBiNET/FiBiNET_criteo_x4_001,"Zhu et al."
-2020,AAAI'20,LorentzFM,https://arxiv.org/abs/1911.09821,0.8083,0.4434,https://github.com/reczoo/BARS/tree/main/ranking/ctr/LorentzFM/LorentzFM_criteo_x4_001,"Zhu et al."
-2020,AAAI'20,AFN,https://ojs.aaai.org/index.php/AAAI/article/view/5768,0.8115,0.4402,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFN/AFN_criteo_x4_001,"Zhu et al."
-2020,AAAI'20,AFN+,https://ojs.aaai.org/index.php/AAAI/article/view/5768,0.8138,0.4384,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFN/AFN+_criteo_x4_001,"Zhu et al."
-2020,WSDM'20,InterHAt,https://dl.acm.org/doi/10.1145/3336191.3371785,0.8104,0.4414,https://github.com/reczoo/BARS/tree/main/ranking/ctr/InterHAt/InterHAt_criteo_x4_001,"Zhu et al."
+Year,Publication,Model,Paper URL,AUC,Logloss,Running Steps,Contributor
+2007,WWW'07,LR,https://dl.acm.org/citation.cfm?id=1242643,0.7934,0.4568,https://github.com/reczoo/BARS/tree/main/ranking/ctr/LR/LR_criteo_x4_001,"Zhu et al."
+2010,ICDM'10,FM,https://www.csie.ntu.edu.tw/~b97053/paper/Rendle2010FM.pdf,0.8086,0.4431,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FM/FM_criteo_x4_001,"Zhu et al."
+2015,CIKM'15,CCPM,http://www.escience.cn/system/download/73676,0.8104,0.4415,https://github.com/reczoo/BARS/tree/main/ranking/ctr/CCPM/CCPM_criteo_x4_001,"Zhu et al."
+2016,NIPS'16,HOFM,https://papers.nips.cc/paper/6144-higher-order-factorization-machines.pdf,0.8107,0.4411,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HOFM/HOFM_criteo_x4_001,"Zhu et al."
+2016,RecSys'16,FFM,https://dl.acm.org/citation.cfm?id=2959134,0.8113,0.4407,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FFM/FFM_criteo_x4_001,"Zhu et al."
+2016,RecSys'16,YoutubeDNN,https://research.google.com/pubs/archive/45530.pdf,0.814,0.438,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DNN/DNN_criteo_x4_001,"Zhu et al."
+2016,DLRS'16,Wide&Deep,https://arxiv.org/pdf/1606.07792.pdf,0.8142,0.4377,https://github.com/reczoo/BARS/tree/main/ranking/ctr/WideDeep/WideDeep_criteo_x4_001,"Zhu et al."
+2016,ICDM'16,IPNN,https://arxiv.org/pdf/1611.00144.pdf,0.8142,0.4378,https://github.com/reczoo/BARS/tree/main/ranking/ctr/PNN/IPNN_criteo_x4_001,"Zhu et al."
+2016,KDD'16,DeepCrossing,https://www.kdd.org/kdd2016/papers/files/adf0975-shanA.pdf,0.8135,0.4384,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepCrossing/DeepCross_criteo_x4_001,"Zhu et al."
+2017,SIGIR'17,NFM,https://dl.acm.org/citation.cfm?id=3080777,0.8093,0.4424,https://github.com/reczoo/BARS/tree/main/ranking/ctr/NFM/NFM_criteo_x4_001,"Zhu et al."
+2017,IJCAI'17,AFM,http://www.ijcai.org/proceedings/2017/0435.pdf,0.806,0.4455,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFM/AFM_criteo_x4_001,"Zhu et al."
+2017,IJCAI'17,DeepFM,https://arxiv.org/abs/1703.04247,0.8143,0.4376,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepFM/DeepFM_criteo_x4_001,"Zhu et al."
+2017,ADKDD'17,CrossNet,https://arxiv.org/abs/1708.05123,0.806,0.4456,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/CrossNet_criteo_x4_001,"Zhu et al."
+2017,ADKDD'17,DCN,https://arxiv.org/abs/1708.05123,0.8144,0.4376,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/DCN_criteo_x4_001,"Zhu et al."
+2018,WWW'18,FwFM,https://arxiv.org/pdf/1806.03514.pdf,0.8112,0.4408,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FwFM/FwFM_criteo_x4_001,"Zhu et al."
+2018,KDD'18,CIN,https://arxiv.org/pdf/1803.05170.pdf,0.8127,0.4394,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/CIN_criteo_x4_001,"Zhu et al."
+2018,KDD'18,xDeepFM,https://arxiv.org/pdf/1803.05170.pdf,0.8143,0.4376,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/xDeepFM_criteo_x4_001,"Zhu et al."
+2019,AAAI'19,HFM,https://ojs.aaai.org//index.php/AAAI/article/view/4448,0.8095,0.4424,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HFM/HFM_criteo_x4_001,"Zhu et al."
+2019,AAAI'19,HFM+,https://ojs.aaai.org//index.php/AAAI/article/view/4448,0.8127,0.4392,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HFM/HFM+_criteo_x4_001,"Zhu et al."
+2019,WWW'19,FGCNN,https://arxiv.org/abs/1904.04447,0.8121,0.4398,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FGCNN/FGCNN_criteo_x4_001,"Zhu et al."
+2019,CIKM'19,AutoInt,https://arxiv.org/abs/1810.11921,0.8119,0.4399,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt_criteo_x4_001,"Zhu et al."
+2019,CIKM'19,AutoInt+,https://arxiv.org/abs/1810.11921,0.8132,0.439,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt+_criteo_x4_001,"Zhu et al."
+2019,CIKM'19,FiGNN,https://arxiv.org/abs/1910.05552,0.8138,0.4383,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FiGNN/FiGNN_criteo_x4_001,"Zhu et al."
+2020,NeuralNets'20,ONN,https://arxiv.org/pdf/1904.12579,0.8148,0.4372,https://github.com/reczoo/BARS/tree/main/ranking/ctr/ONN/ONN_criteo_x4_001,"Zhu et al."
+2019,RecSys'19,FiBiNET,https://arxiv.org/abs/1905.09433,0.8131,0.4387,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FiBiNET/FiBiNET_criteo_x4_001,"Zhu et al."
+2020,AAAI'20,LorentzFM,https://arxiv.org/abs/1911.09821,0.8083,0.4434,https://github.com/reczoo/BARS/tree/main/ranking/ctr/LorentzFM/LorentzFM_criteo_x4_001,"Zhu et al."
+2020,AAAI'20,AFN,https://ojs.aaai.org/index.php/AAAI/article/view/5768,0.8115,0.4402,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFN/AFN_criteo_x4_001,"Zhu et al."
+2020,AAAI'20,AFN+,https://ojs.aaai.org/index.php/AAAI/article/view/5768,0.8138,0.4384,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFN/AFN+_criteo_x4_001,"Zhu et al."
+2020,WSDM'20,InterHAt,https://dl.acm.org/doi/10.1145/3336191.3371785,0.8104,0.4414,https://github.com/reczoo/BARS/tree/main/ranking/ctr/InterHAt/InterHAt_criteo_x4_001,"Zhu et al."
diff --git a/docs/CTR/leaderboard/criteo_x4_002.csv b/docs/CTR/leaderboard/criteo_x4_002.csv
index 3ca520a..984fb64 100644
--- a/docs/CTR/leaderboard/criteo_x4_002.csv
+++ b/docs/CTR/leaderboard/criteo_x4_002.csv
@@ -1,30 +1,30 @@
-Year,Publication,Model,Paper URL,AUC,Logloss,Running Steps,Contributor
-2007,WWW'07,LR,https://dl.acm.org/citation.cfm?id=1242643,0.7936,0.4566,https://github.com/reczoo/BARS/tree/main/ranking/ctr/LR/LR_criteo_x4_002,"Zhu et al."
-2010,ICDM'10,FM,https://www.csie.ntu.edu.tw/~b97053/paper/Rendle2010FM.pdf,0.8078,0.4445,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FM/FM_criteo_x4_002,"Zhu et al."
-2018,WWW'18,FwFM,https://arxiv.org/pdf/1806.03514.pdf,0.8098,0.4419,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FwFM/FwFM_criteo_x4_002,"Zhu et al."
-2016,RecSys'16,FFM,https://dl.acm.org/citation.cfm?id=2959134,0.8111,0.4409,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FFM/FFM_criteo_x4_002,"Zhu et al."
-2017,IJCAI'17,AFM,http://www.ijcai.org/proceedings/2017/0435.pdf,0.8073,0.4443,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFM/AFM_criteo_x4_002,"Zhu et al."
-2016,NIPS'16,HOFM,https://papers.nips.cc/paper/6144-higher-order-factorization-machines.pdf,0.8115,0.4404,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HOFM/HOFM_criteo_x4_002,"Zhu et al."
-2017,SIGIR'17,NFM,https://dl.acm.org/citation.cfm?id=3080777,0.8072,0.4443,https://github.com/reczoo/BARS/tree/main/ranking/ctr/NFM/NFM_criteo_x4_002,"Zhu et al."
-2015,CIKM'15,CCPM,http://www.escience.cn/system/download/73676,0.8077,0.4440,https://github.com/reczoo/BARS/tree/main/ranking/ctr/CCPM/CCPM_criteo_x4_002,"Zhu et al."
-2016,RecSys'16,YoutubeDNN,http://art.yale.edu/file_columns/0001/1132/covington.pdf,0.8112,0.4407,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DNN/DNN_criteo_x4_002,"Zhu et al."
-2016,DLRS'16,Wide&Deep,https://arxiv.org/pdf/1606.07792.pdf,0.8129,0.4389,https://github.com/reczoo/BARS/tree/main/ranking/ctr/WideDeep/WideDeep_criteo_x4_002,"Zhu et al."
-2017,IJCAI'17,DeepFM,https://arxiv.org/abs/1703.04247,0.8141,0.4378,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepFM/DeepFM_criteo_x4_002,"Zhu et al."
-2016,ICDM'16,IPNN,https://arxiv.org/pdf/1611.00144.pdf,0.8132,0.4388,https://github.com/reczoo/BARS/tree/main/ranking/ctr/PNN/IPNN_criteo_x4_002,"Zhu et al."
-2016,KDD'16,DeepCrossing,https://www.kdd.org/kdd2016/papers/files/adf0975-shanA.pdf,0.8139,0.4380,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepCrossing/DeepCross_criteo_x4_002,"Zhu et al."
-2017,ADKDD'17,CrossNet,https://arxiv.org/abs/1708.05123,0.8047,0.4468,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/CrossNet_criteo_x4_002,"Zhu et al."
-2017,ADKDD'17,DCN,https://arxiv.org/abs/1708.05123,0.8141,0.4378,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/DCN_criteo_x4_002,"Zhu et al."
-2018,KDD'18,CIN,https://arxiv.org/pdf/1803.05170.pdf,0.8133,0.4387,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/CIN_criteo_x4_002,"Zhu et al."
-2018,KDD'18,xDeepFM,https://arxiv.org/pdf/1803.05170.pdf,0.8144,0.4375,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/xDeepFM_criteo_x4_002,"Zhu et al."
-2019,CIKM'19,AutoInt,https://arxiv.org/abs/1810.11921,0.8129,0.4390,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt_criteo_x4_002,"Zhu et al."
-2019,CIKM'19,AutoInt+,https://arxiv.org/abs/1810.11921,0.8134,0.4385,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt+_criteo_x4_002,"Zhu et al."
-2019,CIKM'19,FiGNN,https://arxiv.org/abs/1910.05552,0.8141,0.4379,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FiGNN/FiGNN_criteo_x4_002,"Zhu et al."
-2019,RecSys'19,FiBiNET,https://arxiv.org/abs/1905.09433,0.8134,0.4386,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FiBiNET/FiBiNET_criteo_x4_002,"Zhu et al."
-2020,NeuralNets'20,ONN,https://arxiv.org/pdf/1904.12579,0.8141,0.4381,https://github.com/reczoo/BARS/tree/main/ranking/ctr/ONN/ONN_criteo_x4_002,"Zhu et al."
-2019,WWW'19,FGCNN,https://arxiv.org/abs/1904.04447,0.8142,0.4381,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FGCNN/FGCNN_criteo_x4_002,"Zhu et al."
-2020,WSDM'20,InterHAt,https://dl.acm.org/doi/10.1145/3336191.3371785,0.8117,0.4401,https://github.com/reczoo/BARS/tree/main/ranking/ctr/InterHAt/InterHAt_criteo_x4_002,"Zhu et al."
-2020,AAAI'20,AFN,https://ojs.aaai.org/index.php/AAAI/article/view/5768,0.8097,0.4418,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFN/AFN_criteo_x4_002,"Zhu et al."
-2020,AAAI'20,AFN+,https://ojs.aaai.org/index.php/AAAI/article/view/5768,0.8134,0.4387,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFN/AFN+_criteo_x4_002,"Zhu et al."
-2020,AAAI'20,LorentzFM,https://arxiv.org/abs/1911.09821,0.8105,0.4413,https://github.com/reczoo/BARS/tree/main/ranking/ctr/LorentzFM/LorentzFM_criteo_x4_002,"Zhu et al."
-2019,AAAI'19,HFM,https://ojs.aaai.org//index.php/AAAI/article/view/4448,0.8110,0.4410,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HFM/HFM_criteo_x4_002,"Zhu et al."
-2019,AAAI'19,HFM+,https://ojs.aaai.org//index.php/AAAI/article/view/4448,0.8127,0.4391,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HFM/HFM+_criteo_x4_002,"Zhu et al."
+Year,Publication,Model,Paper URL,AUC,Logloss,Running Steps,Contributor
+2007,WWW'07,LR,https://dl.acm.org/citation.cfm?id=1242643,0.7936,0.4566,https://github.com/reczoo/BARS/tree/main/ranking/ctr/LR/LR_criteo_x4_002,"Zhu et al."
+2010,ICDM'10,FM,https://www.csie.ntu.edu.tw/~b97053/paper/Rendle2010FM.pdf,0.8078,0.4445,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FM/FM_criteo_x4_002,"Zhu et al."
+2018,WWW'18,FwFM,https://arxiv.org/pdf/1806.03514.pdf,0.8098,0.4419,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FwFM/FwFM_criteo_x4_002,"Zhu et al."
+2016,RecSys'16,FFM,https://dl.acm.org/citation.cfm?id=2959134,0.8111,0.4409,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FFM/FFM_criteo_x4_002,"Zhu et al."
+2017,IJCAI'17,AFM,http://www.ijcai.org/proceedings/2017/0435.pdf,0.8073,0.4443,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFM/AFM_criteo_x4_002,"Zhu et al."
+2016,NIPS'16,HOFM,https://papers.nips.cc/paper/6144-higher-order-factorization-machines.pdf,0.8115,0.4404,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HOFM/HOFM_criteo_x4_002,"Zhu et al."
+2017,SIGIR'17,NFM,https://dl.acm.org/citation.cfm?id=3080777,0.8072,0.4443,https://github.com/reczoo/BARS/tree/main/ranking/ctr/NFM/NFM_criteo_x4_002,"Zhu et al."
+2015,CIKM'15,CCPM,http://www.escience.cn/system/download/73676,0.8077,0.444,https://github.com/reczoo/BARS/tree/main/ranking/ctr/CCPM/CCPM_criteo_x4_002,"Zhu et al."
+2016,RecSys'16,YoutubeDNN,https://research.google.com/pubs/archive/45530.pdf,0.8112,0.4407,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DNN/DNN_criteo_x4_002,"Zhu et al."
+2016,DLRS'16,Wide&Deep,https://arxiv.org/pdf/1606.07792.pdf,0.8129,0.4389,https://github.com/reczoo/BARS/tree/main/ranking/ctr/WideDeep/WideDeep_criteo_x4_002,"Zhu et al."
+2017,IJCAI'17,DeepFM,https://arxiv.org/abs/1703.04247,0.8141,0.4378,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepFM/DeepFM_criteo_x4_002,"Zhu et al."
+2016,ICDM'16,IPNN,https://arxiv.org/pdf/1611.00144.pdf,0.8132,0.4388,https://github.com/reczoo/BARS/tree/main/ranking/ctr/PNN/IPNN_criteo_x4_002,"Zhu et al."
+2016,KDD'16,DeepCrossing,https://www.kdd.org/kdd2016/papers/files/adf0975-shanA.pdf,0.8139,0.438,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepCrossing/DeepCross_criteo_x4_002,"Zhu et al."
+2017,ADKDD'17,CrossNet,https://arxiv.org/abs/1708.05123,0.8047,0.4468,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/CrossNet_criteo_x4_002,"Zhu et al."
+2017,ADKDD'17,DCN,https://arxiv.org/abs/1708.05123,0.8141,0.4378,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/DCN_criteo_x4_002,"Zhu et al."
+2018,KDD'18,CIN,https://arxiv.org/pdf/1803.05170.pdf,0.8133,0.4387,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/CIN_criteo_x4_002,"Zhu et al."
+2018,KDD'18,xDeepFM,https://arxiv.org/pdf/1803.05170.pdf,0.8144,0.4375,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/xDeepFM_criteo_x4_002,"Zhu et al."
+2019,CIKM'19,AutoInt,https://arxiv.org/abs/1810.11921,0.8129,0.439,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt_criteo_x4_002,"Zhu et al."
+2019,CIKM'19,AutoInt+,https://arxiv.org/abs/1810.11921,0.8134,0.4385,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt+_criteo_x4_002,"Zhu et al."
+2019,CIKM'19,FiGNN,https://arxiv.org/abs/1910.05552,0.8141,0.4379,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FiGNN/FiGNN_criteo_x4_002,"Zhu et al."
+2019,RecSys'19,FiBiNET,https://arxiv.org/abs/1905.09433,0.8134,0.4386,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FiBiNET/FiBiNET_criteo_x4_002,"Zhu et al."
+2020,NeuralNets'20,ONN,https://arxiv.org/pdf/1904.12579,0.8141,0.4381,https://github.com/reczoo/BARS/tree/main/ranking/ctr/ONN/ONN_criteo_x4_002,"Zhu et al."
+2019,WWW'19,FGCNN,https://arxiv.org/abs/1904.04447,0.8142,0.4381,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FGCNN/FGCNN_criteo_x4_002,"Zhu et al."
+2020,WSDM'20,InterHAt,https://dl.acm.org/doi/10.1145/3336191.3371785,0.8117,0.4401,https://github.com/reczoo/BARS/tree/main/ranking/ctr/InterHAt/InterHAt_criteo_x4_002,"Zhu et al."
+2020,AAAI'20,AFN,https://ojs.aaai.org/index.php/AAAI/article/view/5768,0.8097,0.4418,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFN/AFN_criteo_x4_002,"Zhu et al."
+2020,AAAI'20,AFN+,https://ojs.aaai.org/index.php/AAAI/article/view/5768,0.8134,0.4387,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFN/AFN+_criteo_x4_002,"Zhu et al."
+2020,AAAI'20,LorentzFM,https://arxiv.org/abs/1911.09821,0.8105,0.4413,https://github.com/reczoo/BARS/tree/main/ranking/ctr/LorentzFM/LorentzFM_criteo_x4_002,"Zhu et al."
+2019,AAAI'19,HFM,https://ojs.aaai.org//index.php/AAAI/article/view/4448,0.811,0.441,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HFM/HFM_criteo_x4_002,"Zhu et al."
+2019,AAAI'19,HFM+,https://ojs.aaai.org//index.php/AAAI/article/view/4448,0.8127,0.4391,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HFM/HFM+_criteo_x4_002,"Zhu et al."
diff --git a/docs/CTR/leaderboard/frappe_x1.csv b/docs/CTR/leaderboard/frappe_x1.csv
index 8a47f71..9939597 100644
--- a/docs/CTR/leaderboard/frappe_x1.csv
+++ b/docs/CTR/leaderboard/frappe_x1.csv
@@ -7,7 +7,7 @@ Year,Publication,Model,Paper URL,AUC,Logloss,Running Steps,Contributor
2017,SIGIR'17,NFM,https://dl.acm.org/citation.cfm?id=3080777,0.9804,0.2058,https://github.com/reczoo/BARS/tree/main/ranking/ctr/NFM/NFM_frappe_x1,"Zhu et al."
2018,WWW'18,FwFM,https://arxiv.org/pdf/1806.03514.pdf,0.9776,0.203,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FwFM/FwFM_frappe_x1,"Zhu et al."
2021,WWW'21,FmFM,https://arxiv.org/abs/2102.12994,0.9749,0.2004,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FmFM/FmFM_frappe_x1,"Zhu et al."
-2016,RecSys'16,YoutubeDNN,http://art.yale.edu/file_columns/0001/1132/covington.pdf,0.9833,0.1622,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DNN/DNN_frappe_x1,"Zhu et al."
+2016,RecSys'16,YoutubeDNN,https://research.google.com/pubs/archive/45530.pdf,0.9833,0.1622,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DNN/DNN_frappe_x1,"Zhu et al."
2016,ICDM'16,IPNN,https://arxiv.org/pdf/1611.00144.pdf,0.9841,0.154,https://github.com/reczoo/BARS/tree/main/ranking/ctr/PNN/IPNN_frappe_x1,"Zhu et al."
2016,DLRS'16,Wide&Deep,https://arxiv.org/pdf/1606.07792.pdf,0.9841,0.149,https://github.com/reczoo/BARS/tree/main/ranking/ctr/WideDeep/WideDeep_frappe_x1,"Zhu et al."
2017,IJCAI'17,DeepFM,https://arxiv.org/abs/1703.04247,0.9842,0.1482,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepFM/DeepFM_frappe_x1,"Zhu et al."
diff --git a/docs/CTR/leaderboard/kkbox_x1.csv b/docs/CTR/leaderboard/kkbox_x1.csv
index e99e13d..6bf45e8 100644
--- a/docs/CTR/leaderboard/kkbox_x1.csv
+++ b/docs/CTR/leaderboard/kkbox_x1.csv
@@ -1,29 +1,29 @@
-Year,Publication,Model,Paper URL,AUC,Logloss,Running Steps,Contributor
-2007,WWW'07,LR,https://dl.acm.org/citation.cfm?id=1242643,0.7678,0.5746,https://github.com/reczoo/BARS/tree/main/ranking/ctr/LR/LR_kkbox_x1,"Zhu et al."
-2010,ICDM'10,FM,https://www.csie.ntu.edu.tw/~b97053/paper/Rendle2010FM.pdf,0.8304,0.5060,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FM/FM_kkbox_x1,"Zhu et al."
-2016,RecSys'16,FFM,https://dl.acm.org/citation.cfm?id=2959134,0.8376,0.4974,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FFM/FFM_kkbox_x1,"Zhu et al."
-2018,WWW'18,FwFM,https://arxiv.org/pdf/1806.03514.pdf,0.8406,0.4971,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FwFM/FwFM_kkbox_x1,"Zhu et al."
-2017,IJCAI'17,AFM,http://www.ijcai.org/proceedings/2017/0435.pdf,0.8175,0.5241,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFM/AFM_kkbox_x1,"Zhu et al."
-2016,NIPS'16,HOFM,https://papers.nips.cc/paper/6144-higher-order-factorization-machines.pdf,0.8315,0.5048,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HOFM/HOFM_kkbox_x1,"Zhu et al."
-2017,SIGIR'17,NFM,https://dl.acm.org/citation.cfm?id=3080777,0.8285,0.5102,https://github.com/reczoo/BARS/tree/main/ranking/ctr/NFM/NFM_kkbox_x1,"Zhu et al."
-2016,RecSys'16,YoutubeDNN,http://art.yale.edu/file_columns/0001/1132/covington.pdf,0.8501,0.4811,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DNN/DNN_kkbox_x1,"Zhu et al."
-2016,DLRS'16,Wide&Deep,https://arxiv.org/pdf/1606.07792.pdf,0.8504,0.4852,https://github.com/reczoo/BARS/tree/main/ranking/ctr/WideDeep/WideDeep_kkbox_x1,"Zhu et al."
-2017,IJCAI'17,DeepFM,https://arxiv.org/abs/1703.04247,0.8531,0.4785,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepFM/DeepFM_kkbox_x1,"Zhu et al."
-2016,ICDM'16,IPNN,https://arxiv.org/pdf/1611.00144.pdf,0.8515,0.4793,https://github.com/reczoo/BARS/tree/main/ranking/ctr/PNN/IPNN_kkbox_x1,"Zhu et al."
-2016,KDD'16,DeepCrossing,https://www.kdd.org/kdd2016/papers/files/adf0975-shanA.pdf,0.8495,0.4799,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepCrossing/DeepCross_kkbox_x1,"Zhu et al."
-2017,ADKDD'17,CrossNet,https://arxiv.org/abs/1708.05123,0.8116,0.5283,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/CrossNet_kkbox_x1,"Zhu et al."
-2017,ADKDD'17,DCN,https://arxiv.org/abs/1708.05123,0.8531,0.4766,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/DCN_kkbox_x1,"Zhu et al."
-2018,KDD'18,CIN,https://arxiv.org/pdf/1803.05170.pdf,0.8427,0.4908,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/CIN_kkbox_x1,"Zhu et al."
-2018,KDD'18,xDeepFM,https://arxiv.org/pdf/1803.05170.pdf,0.8535,0.4772,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/xDeepFM_kkbox_x1,"Zhu et al."
-2019,CIKM'19,AutoInt,https://arxiv.org/abs/1810.11921,0.8436,0.4919,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt_kkbox_x1,"Zhu et al."
-2019,CIKM'19,AutoInt+,https://arxiv.org/abs/1810.11921,0.8534,0.4773,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt+_kkbox_x1,"Zhu et al."
-2019,CIKM'19,FiGNN,https://arxiv.org/abs/1910.05552,0.8472,0.4896,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FiGNN/FiGNN_kkbox_x1,"Zhu et al."
-2019,RecSys'19,FiBiNET,https://arxiv.org/abs/1905.09433,0.8499,0.4814,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FiBiNET/FiBiNET_kkbox_x1,"Zhu et al."
-2019,WWW'19,FGCNN,https://arxiv.org/abs/1904.04447,0.8522,0.4801,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FGCNN/FGCNN_kkbox_x1,"Zhu et al."
-2020,NeuralNets'20,ONN,https://arxiv.org/pdf/1904.12579,0.8498,0.4856,https://github.com/reczoo/BARS/tree/main/ranking/ctr/ONN/ONN_kkbox_x1,"Zhu et al."
-2020,AAAI'20,AFN,https://ojs.aaai.org/index.php/AAAI/article/view/5768,0.8426,0.4910,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFN/AFN_kkbox_x1,"Zhu et al."
-2020,AAAI'20,AFN+,https://ojs.aaai.org/index.php/AAAI/article/view/5768,0.8489,0.4842,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFN/AFN+_kkbox_x1,"Zhu et al."
-2020,AAAI'20,LorentzFM,https://arxiv.org/abs/1911.09821,0.8202,0.5188,https://github.com/reczoo/BARS/tree/main/ranking/ctr/LorentzFM/LorentzFM_kkbox_x1,"Zhu et al."
-2019,AAAI'19,HFM,https://ojs.aaai.org//index.php/AAAI/article/view/4448,0.8392,0.4970,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HFM/HFM_kkbox_x1,"Zhu et al."
-2019,AAAI'19,HFM+,https://ojs.aaai.org//index.php/AAAI/article/view/4448,0.8521,0.4781,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HFM/HFM+_kkbox_x1,"Zhu et al."
-2020,WSDM'20,InterHAt,https://dl.acm.org/doi/10.1145/3336191.3371785,0.8459,0.4863,https://github.com/reczoo/BARS/tree/main/ranking/ctr/InterHAt/InterHAt_kkbox_x1,"Zhu et al."
+Year,Publication,Model,Paper URL,AUC,Logloss,Running Steps,Contributor
+2007,WWW'07,LR,https://dl.acm.org/citation.cfm?id=1242643,0.7678,0.5746,https://github.com/reczoo/BARS/tree/main/ranking/ctr/LR/LR_kkbox_x1,"Zhu et al."
+2010,ICDM'10,FM,https://www.csie.ntu.edu.tw/~b97053/paper/Rendle2010FM.pdf,0.8304,0.506,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FM/FM_kkbox_x1,"Zhu et al."
+2016,RecSys'16,FFM,https://dl.acm.org/citation.cfm?id=2959134,0.8376,0.4974,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FFM/FFM_kkbox_x1,"Zhu et al."
+2018,WWW'18,FwFM,https://arxiv.org/pdf/1806.03514.pdf,0.8406,0.4971,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FwFM/FwFM_kkbox_x1,"Zhu et al."
+2017,IJCAI'17,AFM,http://www.ijcai.org/proceedings/2017/0435.pdf,0.8175,0.5241,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFM/AFM_kkbox_x1,"Zhu et al."
+2016,NIPS'16,HOFM,https://papers.nips.cc/paper/6144-higher-order-factorization-machines.pdf,0.8315,0.5048,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HOFM/HOFM_kkbox_x1,"Zhu et al."
+2017,SIGIR'17,NFM,https://dl.acm.org/citation.cfm?id=3080777,0.8285,0.5102,https://github.com/reczoo/BARS/tree/main/ranking/ctr/NFM/NFM_kkbox_x1,"Zhu et al."
+2016,RecSys'16,YoutubeDNN,https://research.google.com/pubs/archive/45530.pdf,0.8501,0.4811,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DNN/DNN_kkbox_x1,"Zhu et al."
+2016,DLRS'16,Wide&Deep,https://arxiv.org/pdf/1606.07792.pdf,0.8504,0.4852,https://github.com/reczoo/BARS/tree/main/ranking/ctr/WideDeep/WideDeep_kkbox_x1,"Zhu et al."
+2017,IJCAI'17,DeepFM,https://arxiv.org/abs/1703.04247,0.8531,0.4785,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepFM/DeepFM_kkbox_x1,"Zhu et al."
+2016,ICDM'16,IPNN,https://arxiv.org/pdf/1611.00144.pdf,0.8515,0.4793,https://github.com/reczoo/BARS/tree/main/ranking/ctr/PNN/IPNN_kkbox_x1,"Zhu et al."
+2016,KDD'16,DeepCrossing,https://www.kdd.org/kdd2016/papers/files/adf0975-shanA.pdf,0.8495,0.4799,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepCrossing/DeepCross_kkbox_x1,"Zhu et al."
+2017,ADKDD'17,CrossNet,https://arxiv.org/abs/1708.05123,0.8116,0.5283,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/CrossNet_kkbox_x1,"Zhu et al."
+2017,ADKDD'17,DCN,https://arxiv.org/abs/1708.05123,0.8531,0.4766,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/DCN_kkbox_x1,"Zhu et al."
+2018,KDD'18,CIN,https://arxiv.org/pdf/1803.05170.pdf,0.8427,0.4908,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/CIN_kkbox_x1,"Zhu et al."
+2018,KDD'18,xDeepFM,https://arxiv.org/pdf/1803.05170.pdf,0.8535,0.4772,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/xDeepFM_kkbox_x1,"Zhu et al."
+2019,CIKM'19,AutoInt,https://arxiv.org/abs/1810.11921,0.8436,0.4919,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt_kkbox_x1,"Zhu et al."
+2019,CIKM'19,AutoInt+,https://arxiv.org/abs/1810.11921,0.8534,0.4773,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt+_kkbox_x1,"Zhu et al."
+2019,CIKM'19,FiGNN,https://arxiv.org/abs/1910.05552,0.8472,0.4896,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FiGNN/FiGNN_kkbox_x1,"Zhu et al."
+2019,RecSys'19,FiBiNET,https://arxiv.org/abs/1905.09433,0.8499,0.4814,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FiBiNET/FiBiNET_kkbox_x1,"Zhu et al."
+2019,WWW'19,FGCNN,https://arxiv.org/abs/1904.04447,0.8522,0.4801,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FGCNN/FGCNN_kkbox_x1,"Zhu et al."
+2020,NeuralNets'20,ONN,https://arxiv.org/pdf/1904.12579,0.8498,0.4856,https://github.com/reczoo/BARS/tree/main/ranking/ctr/ONN/ONN_kkbox_x1,"Zhu et al."
+2020,AAAI'20,AFN,https://ojs.aaai.org/index.php/AAAI/article/view/5768,0.8426,0.491,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFN/AFN_kkbox_x1,"Zhu et al."
+2020,AAAI'20,AFN+,https://ojs.aaai.org/index.php/AAAI/article/view/5768,0.8489,0.4842,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AFN/AFN+_kkbox_x1,"Zhu et al."
+2020,AAAI'20,LorentzFM,https://arxiv.org/abs/1911.09821,0.8202,0.5188,https://github.com/reczoo/BARS/tree/main/ranking/ctr/LorentzFM/LorentzFM_kkbox_x1,"Zhu et al."
+2019,AAAI'19,HFM,https://ojs.aaai.org//index.php/AAAI/article/view/4448,0.8392,0.497,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HFM/HFM_kkbox_x1,"Zhu et al."
+2019,AAAI'19,HFM+,https://ojs.aaai.org//index.php/AAAI/article/view/4448,0.8521,0.4781,https://github.com/reczoo/BARS/tree/main/ranking/ctr/HFM/HFM+_kkbox_x1,"Zhu et al."
+2020,WSDM'20,InterHAt,https://dl.acm.org/doi/10.1145/3336191.3371785,0.8459,0.4863,https://github.com/reczoo/BARS/tree/main/ranking/ctr/InterHAt/InterHAt_kkbox_x1,"Zhu et al."
diff --git a/docs/CTR/leaderboard/kuaivideo_x1.csv b/docs/CTR/leaderboard/kuaivideo_x1.csv
new file mode 100644
index 0000000..2ad53cd
--- /dev/null
+++ b/docs/CTR/leaderboard/kuaivideo_x1.csv
@@ -0,0 +1,13 @@
+Year,Publication,Model,Paper URL,gAUC,AUC,Logloss,Running Steps,Contributor
+2010,ICDM'10,FM,https://www.csie.ntu.edu.tw/~b97053/paper/Rendle2010FM.pdf,0.659864,0.74179,0.439771,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FM/FM_kuaivideo_x1,"Zhu et al."
+2021,WWW'21,FmFM,https://arxiv.org/abs/2102.12994,0.65522,0.738873,0.442923,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FmFM/FmFM_kuaivideo_x1,"Zhu et al."
+2016,RecSys'16,YoutubeDNN,https://research.google.com/pubs/archive/45530.pdf,0.665842,0.745264,0.440147,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DNN/DNN_kuaivideo_x1,"Zhu et al."
+2017,IJCAI'17,DeepFM,https://arxiv.org/abs/1703.04247,0.666502,0.745152,0.440012,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepFM/DeepFM_kuaivideo_x1,"Zhu et al."
+2017,ADKDD'17,DCN,https://arxiv.org/abs/1708.05123,0.665813,0.74608,0.440783,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/DCN_kuaivideo_x1,"Zhu et al."
+2021,WWW'21,DCN-V2,https://arxiv.org/abs/2008.13535,0.667472,0.746953,0.437494,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCNv2/DCNv2_kuaivideo_x1,"Zhu et al."
+2018,KDD'18,xDeepFM,https://arxiv.org/pdf/1803.05170.pdf,0.669617,0.747075,0.437683,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/xDeepFM_kuaivideo_x1,"Zhu et al."
+2019,CIKM'19,AutoInt+,https://arxiv.org/abs/1810.11921,0.666719,0.746899,0.435692,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt_kuaivideo_x1,"Zhu et al."
+2021,KDD'21,AOANet,https://dl.acm.org/doi/10.1145/3447548.3467133,0.667875,0.74702,0.438034,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AOANet/AOANet_kuaivideo_x1,"Zhu et al."
+2018,KDD'18,DIN,https://www.kdd.org/kdd2018/accepted-papers/view/deep-interest-network-for-click-through-rate-prediction,0.669568,0.749537,0.43212,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DIN/DIN_kuaivideo_x1,"Zhu et al."
+2019,AAAI'19,DIEN,https://arxiv.org/abs/1809.03672,0.671148,0.750372,0.433049,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DIEN/DIEN_kuaivideo_x1,"Zhu et al."
+2019,DLP-KDD'19,BST,https://arxiv.org/abs/1905.06874,0.669039,0.748407,0.433819,https://github.com/reczoo/BARS/tree/main/ranking/ctr/BST/BST_kuaivideo_x1,"Zhu et al."
diff --git a/docs/CTR/leaderboard/kuaivideo_x1.md b/docs/CTR/leaderboard/kuaivideo_x1.md
index 1bb80dd..235fd95 100644
--- a/docs/CTR/leaderboard/kuaivideo_x1.md
+++ b/docs/CTR/leaderboard/kuaivideo_x1.md
@@ -10,4 +10,19 @@ jupytext:
jupytext_version: 1.14.5
---
-# KuaiVideo_x1
\ No newline at end of file
+# KuaiVideo_x1
+
+```{note}
+Please use the following evaluation settings for this benchmark:
++ Dataset split: [KuaiVideo_x1](https://github.com/reczoo/Datasets/tree/main/KuaiShou/KuaiVideo_x1)
++ Rare features filtering: min_categr_count=10
++ Embedding size: 64
+```
+
+🔥 **See the benchmarking results**:
+
+```{code-cell}
+from plots import show_table_gauc, show_plot_gauc
+show_plot_gauc("kuaivideo_x1.csv")
+show_table_gauc("kuaivideo_x1.csv")
+```
diff --git a/docs/CTR/leaderboard/microvideo1.7m_x1.csv b/docs/CTR/leaderboard/microvideo1.7m_x1.csv
new file mode 100644
index 0000000..fd4a1e7
--- /dev/null
+++ b/docs/CTR/leaderboard/microvideo1.7m_x1.csv
@@ -0,0 +1,15 @@
+Year,Publication,Model,Paper URL,gAUC,AUC,Logloss,Running Steps,Contributor
+2010,ICDM'10,FM,https://www.csie.ntu.edu.tw/~b97053/paper/Rendle2010FM.pdf,0.672374,0.718639,0.415241,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FM/FM_microvideo1.7m_x1,"Zhu et al."
+2021,WWW'21,FmFM,https://arxiv.org/abs/2102.12994,0.673692,0.721519,0.418067,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FmFM/FmFM_microvideo1.7m_x1,"Zhu et al."
+2016,RecSys'16,YoutubeDNN,https://research.google.com/pubs/archive/45530.pdf,0.685716,0.734555,0.411947,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DNN/DNN_microvideo1.7m_x1,"Zhu et al."
+2017,IJCAI'17,DeepFM,https://arxiv.org/abs/1703.04247,0.685246,0.73367,0.413181,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepFM/DeepFM_microvideo1.7m_x1,"Zhu et al."
+2017,ADKDD'17,DCN,https://arxiv.org/abs/1708.05123,0.685458,0.734198,0.413294,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/DCN_microvideo1.7m_x1,"Zhu et al."
+2021,WWW'21,DCN-V2,https://arxiv.org/abs/2008.13535,0.685946,0.734367,0.412206,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCNv2/DCNv2_microvideo1.7m_x1,"Zhu et al."
+2018,KDD'18,xDeepFM,https://arxiv.org/pdf/1803.05170.pdf,0.688869,0.736228,0.412212,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/xDeepFM_microvideo1.7m_x1,"Zhu et al."
+2019,CIKM'19,AutoInt+,https://arxiv.org/abs/1810.11921,0.684609,0.733822,0.413313,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt_microvideo1.7m_x1,"Zhu et al."
+2021,KDD'21,AOANet,https://dl.acm.org/doi/10.1145/3447548.3467133,0.685797,0.734644,0.412282,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AOANet/AOANet_microvideo1.7m_x1,"Zhu et al."
+2018,KDD'18,DIN,https://www.kdd.org/kdd2018/accepted-papers/view/deep-interest-network-for-click-through-rate-prediction,0.688282,0.736006,0.411558,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DIN/DIN_microvideo1.7m_x1,"Zhu et al."
+2019,AAAI'19,DIEN,https://arxiv.org/abs/1809.03672,0.68672,0.732075,0.412213,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DIEN/DIEN_microvideo1.7m_x1,"Zhu et al."
+2019,DLP-KDD'19,BST,https://arxiv.org/abs/1905.06874,0.685436,0.73415,0.411837,https://github.com/reczoo/BARS/tree/main/ranking/ctr/BST/BST_microvideo1.7m_x1,"Zhu et al."
+,,,,,,,,
+,,,,,,,,
diff --git a/docs/CTR/leaderboard/microvideo1.7m_x1.md b/docs/CTR/leaderboard/microvideo1.7m_x1.md
index 73481af..e5ce6c3 100644
--- a/docs/CTR/leaderboard/microvideo1.7m_x1.md
+++ b/docs/CTR/leaderboard/microvideo1.7m_x1.md
@@ -10,4 +10,19 @@ jupytext:
jupytext_version: 1.14.5
---
-# MicroVideo1.7M_x1
\ No newline at end of file
+# MicroVideo1.7M_x1
+
+```{note}
+Please use the following evaluation settings for this benchmark:
++ Dataset split: [MicroVideo1.7M_x1](https://github.com/reczoo/Datasets/tree/main/MicroVideo1.7M/MicroVideo1.7M_x1)
++ Rare features filtering: min_categr_count=1
++ Embedding size: 64
+```
+
+🔥 **See the benchmarking results**:
+
+```{code-cell}
+from plots import show_table_gauc, show_plot_gauc
+show_plot_gauc("microvideo1.7m_x1.csv")
+show_table_gauc("microvideo1.7m_x1.csv")
+```
diff --git a/docs/CTR/leaderboard/movielenslatest_x1.csv b/docs/CTR/leaderboard/movielenslatest_x1.csv
index c9bc468..bffac27 100644
--- a/docs/CTR/leaderboard/movielenslatest_x1.csv
+++ b/docs/CTR/leaderboard/movielenslatest_x1.csv
@@ -7,7 +7,7 @@ Year,Publication,Model,Paper URL,AUC,Logloss,Running Steps,Contributor
2017,SIGIR'17,NFM,https://dl.acm.org/citation.cfm?id=3080777,0.9496,0.2664,https://github.com/reczoo/BARS/tree/main/ranking/ctr/NFM/NFM_movielenslatest_x1,"Zhu et al."
2018,WWW'18,FwFM,https://arxiv.org/pdf/1806.03514.pdf,0.9558,0.2426,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FwFM/FwFM_movielenslatest_x1,"Zhu et al."
2021,WWW'21,FmFM,https://arxiv.org/abs/2102.12994,0.9465,0.2714,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FmFM/FmFM_movielenslatest_x1,"Zhu et al."
-2016,RecSys'16,YoutubeDNN,http://art.yale.edu/file_columns/0001/1132/covington.pdf,0.9678,0.2388,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DNN/DNN_movielenslatest_x1,"Zhu et al."
+2016,RecSys'16,YoutubeDNN,https://research.google.com/pubs/archive/45530.pdf,0.9678,0.2388,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DNN/DNN_movielenslatest_x1,"Zhu et al."
2016,ICDM'16,IPNN,https://arxiv.org/pdf/1611.00144.pdf,0.9699,0.2095,https://github.com/reczoo/BARS/tree/main/ranking/ctr/PNN/IPNN_movielenslatest_x1,"Zhu et al."
2016,DLRS'16,Wide&Deep,https://arxiv.org/pdf/1606.07792.pdf,0.9688,0.2161,https://github.com/reczoo/BARS/tree/main/ranking/ctr/WideDeep/WideDeep_movielenslatest_x1,"Zhu et al."
2017,IJCAI'17,DeepFM,https://arxiv.org/abs/1703.04247,0.9685,0.213,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepFM/DeepFM_movielenslatest_x1,"Zhu et al."
diff --git a/docs/CTR/leaderboard/plots.py b/docs/CTR/leaderboard/plots.py
index 9e28339..98d43fc 100644
--- a/docs/CTR/leaderboard/plots.py
+++ b/docs/CTR/leaderboard/plots.py
@@ -5,6 +5,7 @@
import itables.options as opt
opt.columnDefs = [{"className": "dt-center", "targets": "_all"}]
+
def show_table(csv_path):
df = pd.read_csv(csv_path)
df["Model"] = df.apply(lambda x: f"{x['Model']}", axis=1)
@@ -52,3 +53,56 @@ def show_plot(csv_path):
title_text="Logloss"
)
fig.show()
+
+def show_table_gauc(csv_path):
+ df = pd.read_csv(csv_path)
+ df["Model"] = df.apply(lambda x: f"{x['Model']}", axis=1)
+ del df["Paper URL"]
+ df["Running Steps"] = df["Running Steps"].map(lambda x: f"🔗")
+ df = df.sort_values(by=["gAUC"], ascending=False).reset_index(drop=True)
+ df.insert(0, "Rank", range(1, len(df) + 1))
+ df[['gAUC', 'AUC', 'Logloss']] = df[['gAUC', 'AUC', 'Logloss']].applymap('{:.4f}'.format)
+ show(df, lengthMenu=[10, 20, 50, 100], classes="display")
+
+def show_plot_gauc(csv_path):
+ df = pd.read_csv(csv_path).sort_values(by="gAUC", ascending=True)
+ fig = make_subplots(specs=[[{"secondary_y": True}]])
+ fig.add_trace(
+ go.Scatter(x=df["Model"], y=df["gAUC"], name="gAUC", mode='lines+markers',
+ line=dict(color="#3e8c58", shape="spline", smoothing=1.3), marker=dict(size=7)),
+ secondary_y=False,
+ )
+ fig.add_trace(
+ go.Scatter(x=df["Model"], y=df["AUC"], name="AUC", mode='lines+markers',
+ line=dict(color="#0071a7", shape="spline", smoothing=1.3), marker=dict(size=7)),
+ secondary_y=False,
+ )
+ fig.add_trace(
+ go.Scatter(x=df["Model"], y=df["Logloss"], name="Logloss", mode='lines+markers',
+ line=dict(color="#ff404e", shape="spline", smoothing=1.3), marker=dict(size=7)),
+ secondary_y=True,
+ )
+
+ fig.update_layout(
+ title="Sorted benchmarking results by gAUC",
+ title_x=0.5,
+ plot_bgcolor='white',
+ autosize=True,
+ width=890,
+ height=450,
+ legend=dict(orientation="h", x=0.4, y=-0.4)
+ )
+ fig.update_xaxes(showgrid=False)
+ fig.update_yaxes(
+ showgrid=True,
+ gridcolor='lightgrey',
+ secondary_y=False,
+ title_text="gAUC/AUC"
+ )
+ fig.update_yaxes(
+ showgrid=False,
+ gridcolor='lightgrey',
+ secondary_y=True,
+ title_text="Logloss"
+ )
+ fig.show()
diff --git a/docs/CTR/leaderboard/taobaoad_x1.csv b/docs/CTR/leaderboard/taobaoad_x1.csv
new file mode 100644
index 0000000..f5d275c
--- /dev/null
+++ b/docs/CTR/leaderboard/taobaoad_x1.csv
@@ -0,0 +1,13 @@
+Year,Publication,Model,Paper URL,gAUC,AUC,Logloss,Running Steps,Contributor
+2010,ICDM'10,FM,https://www.csie.ntu.edu.tw/~b97053/paper/Rendle2010FM.pdf,0.563808,0.623407,0.196925,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FM/FM_taobaoad_x1,"Zhu et al."
+2021,WWW'21,FmFM,https://arxiv.org/abs/2102.12994,0.571647,0.633517,0.196312,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FmFM/FmFM_taobaoad_x1,"Zhu et al."
+2016,RecSys'16,YoutubeDNN,https://research.google.com/pubs/archive/45530.pdf,0.573269,0.646715,0.193133,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DNN/DNN_taobaoad_x1,"Zhu et al."
+2017,IJCAI'17,DeepFM,https://arxiv.org/abs/1703.04247,0.569739,0.636426,0.196501,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DeepFM/DeepFM_taobaoad_x1,"Zhu et al."
+2017,ADKDD'17,DCN,https://arxiv.org/abs/1708.05123,0.573908,0.648805,0.19304,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCN/DCN_taobaoad_x1,"Zhu et al."
+2021,WWW'21,DCN-V2,https://arxiv.org/abs/2008.13535,0.574892,0.649458,0.192927,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCNv2/DCNv2_taobaoad_x1,"Zhu et al."
+2018,KDD'18,xDeepFM,https://arxiv.org/pdf/1803.05170.pdf,0.572884,0.639251,0.195328,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/xDeepFM_taobaoad_x1,"Zhu et al."
+2019,CIKM'19,AutoInt+,https://arxiv.org/abs/1810.11921,0.574437,0.648629,0.19302,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt_taobaoad_x1,"Zhu et al."
+2021,KDD'21,AOANet,https://dl.acm.org/doi/10.1145/3447548.3467133,0.573251,0.650041,0.192513,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AOANet/AOANet_taobaoad_x1,"Zhu et al."
+2018,KDD'18,DIN,https://www.kdd.org/kdd2018/accepted-papers/view/deep-interest-network-for-click-through-rate-prediction,0.576459,0.652399,0.192445,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DIN/DIN_taobaoad_x1,"Zhu et al."
+2019,AAAI'19,DIEN,https://arxiv.org/abs/1809.03672,0.576916,0.652937,0.19284,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DIEN/DIEN_taobaoad_x1,"Zhu et al."
+2019,DLP-KDD'19,BST,https://arxiv.org/abs/1905.06874,0.576304,0.651131,0.192842,https://github.com/reczoo/BARS/tree/main/ranking/ctr/BST/BST_taobaoad_x1,"Zhu et al."
diff --git a/docs/CTR/leaderboard/taobaoad_x1.md b/docs/CTR/leaderboard/taobaoad_x1.md
index 7b58f0f..5d08441 100644
--- a/docs/CTR/leaderboard/taobaoad_x1.md
+++ b/docs/CTR/leaderboard/taobaoad_x1.md
@@ -10,4 +10,19 @@ jupytext:
jupytext_version: 1.14.5
---
-# TaobaoAd_x1
\ No newline at end of file
+# TaobaoAd_x1
+
+```{note}
+Please use the following evaluation settings for this benchmark:
++ Dataset split: [TaobaoAd_x1](https://github.com/reczoo/Datasets/tree/main/Taobao/TaobaoAd_x1)
++ Rare features filtering: min_categr_count=10
++ Embedding size: 32
+```
+
+🔥 **See the benchmarking results**:
+
+```{code-cell}
+from plots import show_table_gauc, show_plot_gauc
+show_plot_gauc("taobaoad_x1.csv")
+show_table_gauc("taobaoad_x1.csv")
+```
diff --git a/docs/CTR/papers.md b/docs/CTR/papers.md
index a293cc1..0aa5ffa 100644
--- a/docs/CTR/papers.md
+++ b/docs/CTR/papers.md
@@ -8,11 +8,11 @@ A curated list of CTR prediction models
| | | | | |
| :---------:|:------:|:------:|:------:|:------:|
| **2023** | [FinalNet](https://dl.acm.org/doi/10.1145/3539618.3591988) {cite}`FinalNet`
SIGIR'23
Huawei | [FinalMLP](https://arxiv.org/abs/2304.00902) {cite}`FinalMLP`
AAAI'23
Huawei | [EulerNet](https://arxiv.org/abs/2304.10711) {cite}`EulerNet`
SIGIR'23
Huawei | [GDCN](https://arxiv.org/abs/2311.04635) {cite}`GDCN`
CIKM'23
Microsoft |
-| | [MemoNet](https://arxiv.org/abs/2211.01334) {cite}`MemoNet`
CIKM'23
Sina Weibo |
-| **2022** | [FRNet](https://arxiv.org/abs/2204.08758) {cite}`FRNet`
SIGIR'22
Microsoft | [APG](https://arxiv.org/abs/2203.16218) {cite}`APG`
NeurIPS'22
Alibaba | [FINT](https://arxiv.org/abs/2107.01999) {cite}`FINT`
ICASSP'22
iQIYI |
+| | [MemoNet](https://arxiv.org/abs/2211.01334) {cite}`MemoNet`
CIKM'23
Sina Weibo | [AdaEnsemble](https://arxiv.org/abs/2301.08353) {cite}`AdaEnsemble`
AdKDD'23
Credit Karma |
+| **2022** | [FRNet](https://arxiv.org/abs/2204.08758) {cite}`FRNet`
SIGIR'22
Microsoft | [APG](https://arxiv.org/abs/2203.16218) {cite}`APG`
NeurIPS'22
Alibaba | [FINT](https://arxiv.org/abs/2107.01999) {cite}`FINT`
ICASSP'22
iQIYI | [DHEN](https://arxiv.org/abs/2203.11014) {cite}`DHEN`
DLP-KDD'22
Meta |
| **2021** | [DCN-V2](https://arxiv.org/abs/2008.13535) {cite}`DCNv2`
WWW'21
Google | [FM2](https://arxiv.org/abs/2102.12994) {cite}`FM2`
WWW'21
Yahoo | [EDCN](https://dlp-kdd.github.io/assets/pdf/DLP-KDD_2021_paper_12.pdf) {cite}`EDCN`
CIKM'21
Huawei | [DESTINE](https://arxiv.org/abs/2101.03654) {cite}`DESTINE`
CIKM'21
Alibaba |
| | [SAM](https://arxiv.org/abs/2105.05563) {cite}`SAM`
SIGIR'21
BOSS Zhipin | [PCF-GNN](https://arxiv.org/abs/2105.07752) {cite}`PCF-GNN`
SIGIR'21
Alibaba | [xLightFM](https://dl.acm.org/doi/10.1145/3404835.3462941) {cite}`xLightFM`
SIGIR'21 | [AOANet](https://dl.acm.org/doi/10.1145/3447548.3467133) {cite}`AOANet`
KDD'21
Didi Chuxing |
-| | [DCAP](https://arxiv.org/abs/2105.08649) {cite}`DCAP`
CIKM'21 | |
+| | [DCAP](https://arxiv.org/abs/2105.08649) {cite}`DCAP`
CIKM'21 | [xDeepInt](https://arxiv.org/abs/2301.01089) {cite}`xDeepInt`
DLP-KDD'21
Credit Karma |
| **2020** | [AFN](https://ojs.aaai.org/index.php/AAAI/article/view/5768) {cite}`AFN`
AAAI'20 | [DeepIM](https://dl.acm.org/doi/10.1145/3340531.3412077) {cite}`DeepIM`
CIKM'20
Alibaba | [AutoGroup](https://dl.acm.org/doi/abs/10.1145/3397271.3401082) {cite}`AutoGroup`
SIGIR'20
Huawei | [FWL](https://arxiv.org/abs/2012.00202) {cite}`FWL`
NeurIPS'20 |
| | [ONN](https://arxiv.org/pdf/1904.12579) {cite}`ONN`
NeuralNets'20 | [DIFM](https://www.ijcai.org/Proceedings/2020/0434.pdf) {cite}`DIFM`
IJCAI'20 | [AutoFIS](https://arxiv.org/abs/2003.11235) {cite}`AutoFIS`
KDD'20
Huawei | [AutoCTR](https://arxiv.org/abs/2007.06434) {cite}`AutoCTR`
KDD'20
Facebook |
| |[GLIDER](https://arxiv.org/abs/2006.10966) {cite}`GLIDER`
ICLR'20
Facebook |
@@ -41,10 +41,13 @@ A curated list of CTR prediction models
| | | | | | |
| :---------:|:------:|:------:|:------:|:------:|:------:|
-| **2023** | [SATrans](https://dl.acm.org/doi/10.1145/3580305.3599936) {cite}`SATrans`
KDD'23
Tencent |
-| **2021** | [STAR](https://arxiv.org/abs/2101.11427) {cite}`STAR`
CIKM'21
Alibaba | [DASL](https://arxiv.org/abs/2106.02768) {cite}`DASL`
KDD'21
Alibaba |
+| **2023** | [SATrans](https://dl.acm.org/doi/10.1145/3580305.3599936) {cite}`SATrans`
KDD'23
Tencent | [DFFM](https://dl.acm.org/doi/10.1145/3583780.3615469) {cite}`DFFM`
CIKM'23
Huawei |
+| **2022** | [M2M](https://arxiv.org/pdf/2201.06814) {cite}`M2M`
WSDM'22
Alibaba |
+| **2021** | [STAR](https://arxiv.org/abs/2101.11427) {cite}`STAR`
CIKM'21
Alibaba | [DASL](https://arxiv.org/abs/2106.02768) {cite}`DASL`
KDD'21
Alibaba | [GemNN](https://github.com/tangxyw/RecSysPapers/blob/main/Industry/CreativeSelection/%5B2021%5D%5BBaidu%5D%5BGemNN%5D%20GemNN%20-%20Gating-Enhanced%20Multi-Task%20Neural%20Networks%20with%20Feature%20Interaction%20Learning%20for%20CTR%20Prediction.pdf) {cite}`GemNN`
SIGIR'21
Baidu | [MTMS](https://github.com/tangxyw/RecSysPapers/blob/main/Multi-Scenario/%5B2021%5D%5BBaidu%5D%20Multi-Task%20and%20Multi-Scene%20Unified%20Ranking%20Model%20for%20Online%20Advertising.pdf) {cite}`MTMS`
BigData'21
Baidu |
| **2019** | [DeepMCP](https://arxiv.org/abs/1906.04365) {cite}`DeepMCP`
IJCAI'19
Alibaba |
+
+
## Embedding Learning
| | | | | | |
@@ -52,12 +55,13 @@ A curated list of CTR prediction models
| **2021** | [AutoDis](https://arxiv.org/abs/2012.08986) {cite}`AutoDis`
KDD'21
Huawei | [DG-ENN](https://arxiv.org/abs/2106.00314) {cite}`DG-ENN`
KDD'21
Huawei | [GME](https://arxiv.org/abs/2105.08909) {cite}`GME`
KDD'21
Alibaba |
| **2019** | [MetaEmbedding](https://arxiv.org/abs/1904.11547) {cite}`MetaEmbedding`
SIGIR'19 |
-## Pretraining
+## Pre-training
| | | | | | |
| :---------:|:------:|:------:|:------:|:------:|:------:|
-| **2023** | [MAP](https://arxiv.org/abs/2308.01737) {cite}`MAP`
KDD'23
Huawei | [BERT4CTR](https://arxiv.org/abs/2308.11527) {cite}`BERT4CTR`
KDD'23
Microsoft |
-
+| **2023** | [MAP](https://arxiv.org/abs/2308.01737) {cite}`MAP`
KDD'23
Huawei | [BERT4CTR](https://arxiv.org/abs/2308.11527) {cite}`BERT4CTR`
KDD'23
Microsoft | [SUM](https://arxiv.org/abs/2311.09544) {cite}`SUM`
Arxiv'23
Meta | [UniM^2Rec](https://arxiv.org/abs/2311.01831) {cite}`UniM2Rec`
Arxiv'23
Tencent |
+| | [SGP](https://assets.amazon.science/b7/42/03be071743d5a57cb1656e6caa34/scaling-generative-pre-training-for-user-ad-activity-sequences.pdf) {cite}`SGP`
AdKDD'23
Amazon |
+| **2022** | [GUIM](https://arxiv.org/abs/2207.00750) {cite}`GUIM`
Arxiv'22
Alibaba |
## References
diff --git a/docs/CTR/references.bib b/docs/CTR/references.bib
index 82e5f8c..71209e6 100644
--- a/docs/CTR/references.bib
+++ b/docs/CTR/references.bib
@@ -289,7 +289,8 @@ @inproceedings{DCN
Gang Fu and
Mingliang Wang},
title = {{Deep {\&} Cross Network for Ad Click Predictions}},
- booktitle = {Proceedings of the ADKDD '17},
+ booktitle = {Proceedings of the Workshop on Data Mining for Online Advertising
+ (AdKDD '17)},
pages = {12:1--12:7},
year = {2017},
}
@@ -1122,3 +1123,172 @@ @inproceedings{BERT4CTR
pages = {5039--5050},
year = {2023},
}
+
+@inproceedings{DFFM,
+ author = {Wei Guo and
+ Chenxu Zhu and
+ Fan Yan and
+ Bo Chen and
+ Weiwen Liu and
+ Huifeng Guo and
+ Hongkun Zheng and
+ Yong Liu and
+ Ruiming Tang},
+ title = {{{DFFM:} Domain Facilitated Feature Modeling for {CTR} Prediction}},
+ booktitle = {Proceedings of the 32nd {ACM} International Conference on Information
+ and Knowledge Management ({CIKM} '23)},
+ pages = {4602--4608},
+ year = {2023},
+}
+
+@inproceedings{DHEN,
+ author = {Buyun Zhang and
+ Liang Luo and
+ Xi Liu and
+ Jay Li and
+ Zeliang Chen and
+ Weilin Zhang and
+ Xiaohan Wei and
+ Yuchen Hao and
+ Michael Tsang and
+ Wenjun Wang and
+ Yang Liu and
+ Huayu Li and
+ Yasmine Badr and
+ Jongsoo Park and
+ Jiyan Yang and
+ Dheevatsa Mudigere and
+ Ellie Wen},
+ title = {{{DHEN:} {A} Deep and Hierarchical Ensemble Network for Large-Scale
+ Click-Through Rate Prediction}},
+ booktitle = {Proceedings of the 4th Workshop on Deep Learning Practice for High-Dimensional Sparse Data with KDD ({DLP-KDD} '22)},
+ year = {2022},
+}
+
+@article{SUM,
+ author = {Wei Zhang and
+ Dai Li and
+ Chen Liang and
+ Fang Zhou and
+ Zhongke Zhang and
+ Xuewei Wang and
+ Ru Li and
+ Yi Zhou and
+ Yaning Huang and
+ Dong Liang and
+ Kai Wang and
+ Zhangyuan Wang and
+ Zhengxing Chen and
+ Min Li and
+ Fenggang Wu and
+ Minghai Chen and
+ Huayu Li and
+ Yunnan Wu and
+ Zhan Shu and
+ Mindi Yuan and
+ Sri Reddy},
+ title = {{Scaling User Modeling: Large-scale Online User Representations for
+ Ads Personalization in Meta}},
+ journal = {CoRR},
+ volume = {abs/2311.09544},
+ year = {2023},
+}
+
+@article{UniM2Rec,
+ author = {Wenqi Sun and
+ Ruobing Xie and
+ Shuqing Bian and
+ Wayne Xin Zhao and
+ Jie Zhou},
+ title = {{Universal Multi-modal Multi-domain Pre-trained Recommendation}},
+ journal = {CoRR},
+ volume = {abs/2311.01831},
+ year = {2023},
+}
+
+@article{GUIM,
+ author = {Chao Yang and
+ Ru He and
+ Fangquan Lin and
+ Suoyuan Song and
+ Jingqiao Zhang and
+ Cheng Yang},
+ title = {{{GUIM} - General User and Item Embedding with Mixture of Representation
+ in E-commerce}},
+ journal = {CoRR},
+ volume = {abs/2207.00750},
+ year = {2022}
+}
+
+@inproceedings{AdaEnsemble,
+ author = {YaChen Yan and
+ Liubo Li},
+ title = {{AdaEnsemble: Learning Adaptively Sparse Structured Ensemble Network
+ for Click-Through Rate Prediction}},
+ booktitle = {Proceedings of the Workshop on Data Mining for Online Advertising
+ (AdKDD '23)},
+ year = {2023},
+}
+
+@inproceedings{SGP,
+ author = {Sharad Chitlangia and
+ Krishna Reddy Kesari and
+ Rajat Agarwal},
+ title = {{Scaling Generative Pre-training for User Ad Activity Sequences}},
+ booktitle = {Proceedings of the Workshop on Data Mining for Online Advertising
+ (AdKDD '23)},
+ volume = {3556},
+ year = {2023},
+}
+
+@inproceedings{xDeepInt,
+ author = {YaChen Yan and
+ Liubo Li},
+ title = {{xDeepInt: A Hybrid Architecture for Modeling the Vector-wise and Bit-wise
+ Feature Interactions}},
+ booktitle = {Proceedings of the 3rd Workshop on Deep Learning Practice for High-Dimensional Sparse Data with KDD ({DLP-KDD} '21)},
+ year = {2021},
+}
+
+@inproceedings{GemNN,
+ author = {Hongliang Fei and
+ Jingyuan Zhang and
+ Xingxuan Zhou and
+ Junhao Zhao and
+ Xinyang Qi and
+ Ping Li},
+ title = {{GemNN: Gating-enhanced Multi-task Neural Networks with Feature Interaction
+ Learning for {CTR} Prediction}},
+ booktitle = {The 44th International {ACM} {SIGIR} Conference on Research
+ and Development in Information Retrieval ({SIGIR} '21)},
+ pages = {2166--2171},
+ year = {2021},
+}
+
+@inproceedings{MTMS,
+ author = {Shulong Tan and
+ Meifang Li and
+ Weijie Zhao and
+ Yandan Zheng and
+ Xin Pei and
+ Ping Li},
+ title = {{Multi-Task and Multi-Scene Unified Ranking Model for Online Advertising}},
+ booktitle = {{IEEE} International Conference on Big Data (BigData '21)},
+ pages = {2046--2051},
+ year = {2021},
+}
+
+@inproceedings{M2M,
+ author = {Qianqian Zhang and
+ Xinru Liao and
+ Quan Liu and
+ Jian Xu and
+ Bo Zheng},
+ title = {{Leaving No One Behind: {A} Multi-Scenario Multi-Task Meta Learning
+ Approach for Advertiser Modeling}},
+ booktitle = {The Fifteenth {ACM} International Conference on Web Search
+ and Data Mining ({WSDM} '22)},
+ pages = {1368--1376},
+ year = {2022},
+}
+
diff --git a/ranking/ctr/AutoInt/AutoInt_amazonelectronics_x1/AutoInt+_amazonelectronics_x1_tuner_config_03.csv b/ranking/ctr/AutoInt/AutoInt+_amazonelectronics_x1/AutoInt+_amazonelectronics_x1_tuner_config_03.csv
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_amazonelectronics_x1/AutoInt+_amazonelectronics_x1_tuner_config_03.csv
rename to ranking/ctr/AutoInt/AutoInt+_amazonelectronics_x1/AutoInt+_amazonelectronics_x1_tuner_config_03.csv
diff --git a/ranking/ctr/AutoInt/AutoInt_amazonelectronics_x1/AutoInt+_amazonelectronics_x1_tuner_config_03.yaml b/ranking/ctr/AutoInt/AutoInt+_amazonelectronics_x1/AutoInt+_amazonelectronics_x1_tuner_config_03.yaml
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_amazonelectronics_x1/AutoInt+_amazonelectronics_x1_tuner_config_03.yaml
rename to ranking/ctr/AutoInt/AutoInt+_amazonelectronics_x1/AutoInt+_amazonelectronics_x1_tuner_config_03.yaml
diff --git a/ranking/ctr/AutoInt/AutoInt_amazonelectronics_x1/AutoInt+_amazonelectronics_x1_tuner_config_03/dataset_config.yaml b/ranking/ctr/AutoInt/AutoInt+_amazonelectronics_x1/AutoInt+_amazonelectronics_x1_tuner_config_03/dataset_config.yaml
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_amazonelectronics_x1/AutoInt+_amazonelectronics_x1_tuner_config_03/dataset_config.yaml
rename to ranking/ctr/AutoInt/AutoInt+_amazonelectronics_x1/AutoInt+_amazonelectronics_x1_tuner_config_03/dataset_config.yaml
diff --git a/ranking/ctr/AutoInt/AutoInt_amazonelectronics_x1/AutoInt+_amazonelectronics_x1_tuner_config_03/model_config.yaml b/ranking/ctr/AutoInt/AutoInt+_amazonelectronics_x1/AutoInt+_amazonelectronics_x1_tuner_config_03/model_config.yaml
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_amazonelectronics_x1/AutoInt+_amazonelectronics_x1_tuner_config_03/model_config.yaml
rename to ranking/ctr/AutoInt/AutoInt+_amazonelectronics_x1/AutoInt+_amazonelectronics_x1_tuner_config_03/model_config.yaml
diff --git a/ranking/ctr/AutoInt/AutoInt_amazonelectronics_x1/AutoInt_amazonelectronics_x1_004_7a937c94.log b/ranking/ctr/AutoInt/AutoInt+_amazonelectronics_x1/AutoInt_amazonelectronics_x1_004_7a937c94.log
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_amazonelectronics_x1/AutoInt_amazonelectronics_x1_004_7a937c94.log
rename to ranking/ctr/AutoInt/AutoInt+_amazonelectronics_x1/AutoInt_amazonelectronics_x1_004_7a937c94.log
diff --git a/ranking/ctr/AutoInt/AutoInt_amazonelectronics_x1/README.md b/ranking/ctr/AutoInt/AutoInt+_amazonelectronics_x1/README.md
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_amazonelectronics_x1/README.md
rename to ranking/ctr/AutoInt/AutoInt+_amazonelectronics_x1/README.md
diff --git a/ranking/ctr/AutoInt/AutoInt_amazonelectronics_x1/environments.txt b/ranking/ctr/AutoInt/AutoInt+_amazonelectronics_x1/environments.txt
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_amazonelectronics_x1/environments.txt
rename to ranking/ctr/AutoInt/AutoInt+_amazonelectronics_x1/environments.txt
diff --git a/ranking/ctr/AutoInt/AutoInt_amazonelectronics_x1/results.csv b/ranking/ctr/AutoInt/AutoInt+_amazonelectronics_x1/results.csv
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_amazonelectronics_x1/results.csv
rename to ranking/ctr/AutoInt/AutoInt+_amazonelectronics_x1/results.csv
diff --git a/ranking/ctr/AutoInt/AutoInt_kuaivideo_x1/AutoInt+_kuaivideo_x1_tuner_config_02.csv b/ranking/ctr/AutoInt/AutoInt+_kuaivideo_x1/AutoInt+_kuaivideo_x1_tuner_config_02.csv
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_kuaivideo_x1/AutoInt+_kuaivideo_x1_tuner_config_02.csv
rename to ranking/ctr/AutoInt/AutoInt+_kuaivideo_x1/AutoInt+_kuaivideo_x1_tuner_config_02.csv
diff --git a/ranking/ctr/AutoInt/AutoInt_kuaivideo_x1/AutoInt+_kuaivideo_x1_tuner_config_02.yaml b/ranking/ctr/AutoInt/AutoInt+_kuaivideo_x1/AutoInt+_kuaivideo_x1_tuner_config_02.yaml
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_kuaivideo_x1/AutoInt+_kuaivideo_x1_tuner_config_02.yaml
rename to ranking/ctr/AutoInt/AutoInt+_kuaivideo_x1/AutoInt+_kuaivideo_x1_tuner_config_02.yaml
diff --git a/ranking/ctr/AutoInt/AutoInt_kuaivideo_x1/AutoInt+_kuaivideo_x1_tuner_config_02/dataset_config.yaml b/ranking/ctr/AutoInt/AutoInt+_kuaivideo_x1/AutoInt+_kuaivideo_x1_tuner_config_02/dataset_config.yaml
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_kuaivideo_x1/AutoInt+_kuaivideo_x1_tuner_config_02/dataset_config.yaml
rename to ranking/ctr/AutoInt/AutoInt+_kuaivideo_x1/AutoInt+_kuaivideo_x1_tuner_config_02/dataset_config.yaml
diff --git a/ranking/ctr/AutoInt/AutoInt_kuaivideo_x1/AutoInt+_kuaivideo_x1_tuner_config_02/model_config.yaml b/ranking/ctr/AutoInt/AutoInt+_kuaivideo_x1/AutoInt+_kuaivideo_x1_tuner_config_02/model_config.yaml
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_kuaivideo_x1/AutoInt+_kuaivideo_x1_tuner_config_02/model_config.yaml
rename to ranking/ctr/AutoInt/AutoInt+_kuaivideo_x1/AutoInt+_kuaivideo_x1_tuner_config_02/model_config.yaml
diff --git a/ranking/ctr/AutoInt/AutoInt_kuaivideo_x1/AutoInt_kuaivideo_x1_011_9ed2831b.log b/ranking/ctr/AutoInt/AutoInt+_kuaivideo_x1/AutoInt_kuaivideo_x1_011_9ed2831b.log
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_kuaivideo_x1/AutoInt_kuaivideo_x1_011_9ed2831b.log
rename to ranking/ctr/AutoInt/AutoInt+_kuaivideo_x1/AutoInt_kuaivideo_x1_011_9ed2831b.log
diff --git a/ranking/ctr/AutoInt/AutoInt_kuaivideo_x1/README.md b/ranking/ctr/AutoInt/AutoInt+_kuaivideo_x1/README.md
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_kuaivideo_x1/README.md
rename to ranking/ctr/AutoInt/AutoInt+_kuaivideo_x1/README.md
diff --git a/ranking/ctr/AutoInt/AutoInt_kuaivideo_x1/environments.txt b/ranking/ctr/AutoInt/AutoInt+_kuaivideo_x1/environments.txt
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_kuaivideo_x1/environments.txt
rename to ranking/ctr/AutoInt/AutoInt+_kuaivideo_x1/environments.txt
diff --git a/ranking/ctr/AutoInt/AutoInt_kuaivideo_x1/results.csv b/ranking/ctr/AutoInt/AutoInt+_kuaivideo_x1/results.csv
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_kuaivideo_x1/results.csv
rename to ranking/ctr/AutoInt/AutoInt+_kuaivideo_x1/results.csv
diff --git a/ranking/ctr/AutoInt/AutoInt_microvideo1.7m_x1/AutoInt+_microvideo1.7m_x1_tuner_config_08.csv b/ranking/ctr/AutoInt/AutoInt+_microvideo1.7m_x1/AutoInt+_microvideo1.7m_x1_tuner_config_08.csv
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_microvideo1.7m_x1/AutoInt+_microvideo1.7m_x1_tuner_config_08.csv
rename to ranking/ctr/AutoInt/AutoInt+_microvideo1.7m_x1/AutoInt+_microvideo1.7m_x1_tuner_config_08.csv
diff --git a/ranking/ctr/AutoInt/AutoInt_microvideo1.7m_x1/AutoInt+_microvideo1.7m_x1_tuner_config_08.yaml b/ranking/ctr/AutoInt/AutoInt+_microvideo1.7m_x1/AutoInt+_microvideo1.7m_x1_tuner_config_08.yaml
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_microvideo1.7m_x1/AutoInt+_microvideo1.7m_x1_tuner_config_08.yaml
rename to ranking/ctr/AutoInt/AutoInt+_microvideo1.7m_x1/AutoInt+_microvideo1.7m_x1_tuner_config_08.yaml
diff --git a/ranking/ctr/AutoInt/AutoInt_microvideo1.7m_x1/AutoInt+_microvideo1.7m_x1_tuner_config_08/dataset_config.yaml b/ranking/ctr/AutoInt/AutoInt+_microvideo1.7m_x1/AutoInt+_microvideo1.7m_x1_tuner_config_08/dataset_config.yaml
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_microvideo1.7m_x1/AutoInt+_microvideo1.7m_x1_tuner_config_08/dataset_config.yaml
rename to ranking/ctr/AutoInt/AutoInt+_microvideo1.7m_x1/AutoInt+_microvideo1.7m_x1_tuner_config_08/dataset_config.yaml
diff --git a/ranking/ctr/AutoInt/AutoInt_microvideo1.7m_x1/AutoInt+_microvideo1.7m_x1_tuner_config_08/model_config.yaml b/ranking/ctr/AutoInt/AutoInt+_microvideo1.7m_x1/AutoInt+_microvideo1.7m_x1_tuner_config_08/model_config.yaml
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_microvideo1.7m_x1/AutoInt+_microvideo1.7m_x1_tuner_config_08/model_config.yaml
rename to ranking/ctr/AutoInt/AutoInt+_microvideo1.7m_x1/AutoInt+_microvideo1.7m_x1_tuner_config_08/model_config.yaml
diff --git a/ranking/ctr/AutoInt/AutoInt_microvideo1.7m_x1/AutoInt_microvideo1.7m_x1_029_f813da5f.log b/ranking/ctr/AutoInt/AutoInt+_microvideo1.7m_x1/AutoInt_microvideo1.7m_x1_029_f813da5f.log
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_microvideo1.7m_x1/AutoInt_microvideo1.7m_x1_029_f813da5f.log
rename to ranking/ctr/AutoInt/AutoInt+_microvideo1.7m_x1/AutoInt_microvideo1.7m_x1_029_f813da5f.log
diff --git a/ranking/ctr/AutoInt/AutoInt_microvideo1.7m_x1/README.md b/ranking/ctr/AutoInt/AutoInt+_microvideo1.7m_x1/README.md
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_microvideo1.7m_x1/README.md
rename to ranking/ctr/AutoInt/AutoInt+_microvideo1.7m_x1/README.md
diff --git a/ranking/ctr/AutoInt/AutoInt_microvideo1.7m_x1/environments.txt b/ranking/ctr/AutoInt/AutoInt+_microvideo1.7m_x1/environments.txt
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_microvideo1.7m_x1/environments.txt
rename to ranking/ctr/AutoInt/AutoInt+_microvideo1.7m_x1/environments.txt
diff --git a/ranking/ctr/AutoInt/AutoInt_microvideo1.7m_x1/results.csv b/ranking/ctr/AutoInt/AutoInt+_microvideo1.7m_x1/results.csv
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_microvideo1.7m_x1/results.csv
rename to ranking/ctr/AutoInt/AutoInt+_microvideo1.7m_x1/results.csv
diff --git a/ranking/ctr/AutoInt/AutoInt_taobaoad_x1/AutoInt+_taobaoad_x1_tuner_config_02.csv b/ranking/ctr/AutoInt/AutoInt+_taobaoad_x1/AutoInt+_taobaoad_x1_tuner_config_02.csv
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_taobaoad_x1/AutoInt+_taobaoad_x1_tuner_config_02.csv
rename to ranking/ctr/AutoInt/AutoInt+_taobaoad_x1/AutoInt+_taobaoad_x1_tuner_config_02.csv
diff --git a/ranking/ctr/AutoInt/AutoInt_taobaoad_x1/AutoInt+_taobaoad_x1_tuner_config_02.yaml b/ranking/ctr/AutoInt/AutoInt+_taobaoad_x1/AutoInt+_taobaoad_x1_tuner_config_02.yaml
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_taobaoad_x1/AutoInt+_taobaoad_x1_tuner_config_02.yaml
rename to ranking/ctr/AutoInt/AutoInt+_taobaoad_x1/AutoInt+_taobaoad_x1_tuner_config_02.yaml
diff --git a/ranking/ctr/AutoInt/AutoInt_taobaoad_x1/AutoInt+_taobaoad_x1_tuner_config_02/dataset_config.yaml b/ranking/ctr/AutoInt/AutoInt+_taobaoad_x1/AutoInt+_taobaoad_x1_tuner_config_02/dataset_config.yaml
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_taobaoad_x1/AutoInt+_taobaoad_x1_tuner_config_02/dataset_config.yaml
rename to ranking/ctr/AutoInt/AutoInt+_taobaoad_x1/AutoInt+_taobaoad_x1_tuner_config_02/dataset_config.yaml
diff --git a/ranking/ctr/AutoInt/AutoInt_taobaoad_x1/AutoInt+_taobaoad_x1_tuner_config_02/model_config.yaml b/ranking/ctr/AutoInt/AutoInt+_taobaoad_x1/AutoInt+_taobaoad_x1_tuner_config_02/model_config.yaml
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_taobaoad_x1/AutoInt+_taobaoad_x1_tuner_config_02/model_config.yaml
rename to ranking/ctr/AutoInt/AutoInt+_taobaoad_x1/AutoInt+_taobaoad_x1_tuner_config_02/model_config.yaml
diff --git a/ranking/ctr/AutoInt/AutoInt_taobaoad_x1/AutoInt_taobaoad_x1_012_778cf7e5.log b/ranking/ctr/AutoInt/AutoInt+_taobaoad_x1/AutoInt_taobaoad_x1_012_778cf7e5.log
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_taobaoad_x1/AutoInt_taobaoad_x1_012_778cf7e5.log
rename to ranking/ctr/AutoInt/AutoInt+_taobaoad_x1/AutoInt_taobaoad_x1_012_778cf7e5.log
diff --git a/ranking/ctr/AutoInt/AutoInt_taobaoad_x1/README.md b/ranking/ctr/AutoInt/AutoInt+_taobaoad_x1/README.md
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_taobaoad_x1/README.md
rename to ranking/ctr/AutoInt/AutoInt+_taobaoad_x1/README.md
diff --git a/ranking/ctr/AutoInt/AutoInt_taobaoad_x1/environments.txt b/ranking/ctr/AutoInt/AutoInt+_taobaoad_x1/environments.txt
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_taobaoad_x1/environments.txt
rename to ranking/ctr/AutoInt/AutoInt+_taobaoad_x1/environments.txt
diff --git a/ranking/ctr/AutoInt/AutoInt_taobaoad_x1/results.csv b/ranking/ctr/AutoInt/AutoInt+_taobaoad_x1/results.csv
similarity index 100%
rename from ranking/ctr/AutoInt/AutoInt_taobaoad_x1/results.csv
rename to ranking/ctr/AutoInt/AutoInt+_taobaoad_x1/results.csv