PatentMap-V0-Paraphrase / trainer_state.json
ZoeYou's picture
Upload PatentMap-V0-Paraphrase
a7b0d0b verified
{
"best_metric": 0.7916666666666667,
"best_model_checkpoint": "results/batchsize_512_da_dropout_paraphrase_lr-1e-05_views-_reg-None_adaptive_aug/best_model",
"epoch": 1.0,
"eval_steps": 500,
"global_step": 5429,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0001841959845275373,
"eval_alignment_abstract": {
"mean_alignment": 0.45510047674179077
},
"eval_alignment_claim": {
"mean_alignment": 0.2805290222167969
},
"eval_alignment_global": {
"mean_alignment": 0.8059176206588745
},
"eval_alignment_invention": {
"mean_alignment": 0.44017961621284485
},
"eval_ipc_cls_abstract_accuracy_primary": 47.88,
"eval_ipc_cls_abstract_precision@1": 52.28,
"eval_ipc_cls_abstract_precision@3": 27.426666666666666,
"eval_ipc_cls_abstract_precision@5": 18.687999999999995,
"eval_ipc_cls_global_accuracy_primary": 47.88,
"eval_ipc_cls_global_precision@1": 52.28,
"eval_ipc_cls_global_precision@3": 27.426666666666666,
"eval_ipc_cls_global_precision@5": 18.687999999999995,
"eval_ipc_knn_abstract_accuracy_primary": 37.88,
"eval_ipc_knn_abstract_precision@1": 41.8,
"eval_ipc_knn_abstract_precision@3": 21.186666666666664,
"eval_ipc_knn_abstract_precision@5": 14.184000000000003,
"eval_ipc_knn_global_accuracy_primary": 37.88,
"eval_ipc_knn_global_precision@1": 41.8,
"eval_ipc_knn_global_precision@3": 21.186666666666664,
"eval_ipc_knn_global_precision@5": 14.184000000000003,
"eval_priorArt_ndcg@100_a2a": 0.17719471451742733,
"eval_priorArt_ndcg@100_a2all": 0.1771869901241114,
"eval_priorArt_ndcg@100_a2c": 0.02469632827996019,
"eval_priorArt_ndcg@100_a2i": 0.08671382288397524,
"eval_priorArt_ndcg@100_c2a": 0.016561945115211536,
"eval_priorArt_ndcg@100_c2all": 0.1149234731201259,
"eval_priorArt_ndcg@100_c2c": 0.10480292405464937,
"eval_priorArt_ndcg@100_c2i": 0.10824248084432661,
"eval_priorArt_ndcg@100_i2a": 0.02161331259967114,
"eval_priorArt_ndcg@100_i2all": 0.1282203925491287,
"eval_priorArt_ndcg@100_i2c": 0.07520007897163603,
"eval_priorArt_ndcg@100_i2i": 0.10991365561423687,
"eval_priorArt_ndcg@10_a2a": 0.07366426849450196,
"eval_priorArt_ndcg@10_a2all": 0.07366426849450196,
"eval_priorArt_ndcg@10_a2c": 0.0,
"eval_priorArt_ndcg@10_a2i": 0.019681197738844088,
"eval_priorArt_ndcg@10_c2a": 0.01173196815056891,
"eval_priorArt_ndcg@10_c2all": 0.03968800715740492,
"eval_priorArt_ndcg@10_c2c": 0.030610917530537286,
"eval_priorArt_ndcg@10_c2i": 0.08359549694235589,
"eval_priorArt_ndcg@10_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@10_i2all": 0.08500169325535935,
"eval_priorArt_ndcg@10_i2c": 0.01955328025094818,
"eval_priorArt_ndcg@10_i2i": 0.0775996454812127,
"eval_priorArt_ndcg@20_a2a": 0.10305092482996128,
"eval_priorArt_ndcg@20_a2all": 0.10305092482996128,
"eval_priorArt_ndcg@20_a2c": 0.016398028307914567,
"eval_priorArt_ndcg@20_a2i": 0.03247909897933486,
"eval_priorArt_ndcg@20_c2a": 0.01173196815056891,
"eval_priorArt_ndcg@20_c2all": 0.07627010513654112,
"eval_priorArt_ndcg@20_c2c": 0.06145255077337258,
"eval_priorArt_ndcg@20_c2i": 0.08922244138212927,
"eval_priorArt_ndcg@20_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@20_i2all": 0.09134254409697903,
"eval_priorArt_ndcg@20_i2c": 0.04523723192049741,
"eval_priorArt_ndcg@20_i2i": 0.08394049632283239,
"eval_priorArt_ndcg@50_a2a": 0.1483962334175445,
"eval_priorArt_ndcg@50_a2all": 0.1483962334175445,
"eval_priorArt_ndcg@50_a2c": 0.021090815568142133,
"eval_priorArt_ndcg@50_a2i": 0.05531636190583542,
"eval_priorArt_ndcg@50_c2a": 0.016561945115211536,
"eval_priorArt_ndcg@50_c2all": 0.1149234731201259,
"eval_priorArt_ndcg@50_c2c": 0.1012477352419798,
"eval_priorArt_ndcg@50_c2i": 0.09369352758540292,
"eval_priorArt_ndcg@50_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@50_i2all": 0.09524634459690004,
"eval_priorArt_ndcg@50_i2c": 0.04981173799154535,
"eval_priorArt_ndcg@50_i2i": 0.08784429682275341,
"eval_priorArt_recall@100_a2a": 0.5875,
"eval_priorArt_recall@100_a2all": 0.5875,
"eval_priorArt_recall@100_a2c": 0.08333333333333333,
"eval_priorArt_recall@100_a2i": 0.33749999999999997,
"eval_priorArt_recall@100_c2a": 0.03333333333333333,
"eval_priorArt_recall@100_c2all": 0.3458333333333333,
"eval_priorArt_recall@100_c2c": 0.32916666666666666,
"eval_priorArt_recall@100_c2i": 0.2041666666666667,
"eval_priorArt_recall@100_i2a": 0.06666666666666667,
"eval_priorArt_recall@100_i2all": 0.3458333333333333,
"eval_priorArt_recall@100_i2c": 0.26666666666666666,
"eval_priorArt_recall@100_i2i": 0.2625,
"eval_priorArt_recall@10_a2a": 0.15416666666666665,
"eval_priorArt_recall@10_a2all": 0.15416666666666665,
"eval_priorArt_recall@10_a2c": 0.0,
"eval_priorArt_recall@10_a2i": 0.041666666666666664,
"eval_priorArt_recall@10_c2a": 0.016666666666666666,
"eval_priorArt_recall@10_c2all": 0.08333333333333333,
"eval_priorArt_recall@10_c2c": 0.06666666666666667,
"eval_priorArt_recall@10_c2i": 0.10416666666666666,
"eval_priorArt_recall@10_i2a": 0.05,
"eval_priorArt_recall@10_i2all": 0.15,
"eval_priorArt_recall@10_i2c": 0.03333333333333333,
"eval_priorArt_recall@10_i2i": 0.13333333333333333,
"eval_priorArt_recall@20_a2a": 0.25833333333333336,
"eval_priorArt_recall@20_a2all": 0.25833333333333336,
"eval_priorArt_recall@20_a2c": 0.05,
"eval_priorArt_recall@20_a2i": 0.09166666666666666,
"eval_priorArt_recall@20_c2a": 0.016666666666666666,
"eval_priorArt_recall@20_c2all": 0.19166666666666668,
"eval_priorArt_recall@20_c2c": 0.15833333333333333,
"eval_priorArt_recall@20_c2i": 0.12083333333333335,
"eval_priorArt_recall@20_i2a": 0.05,
"eval_priorArt_recall@20_i2all": 0.16666666666666666,
"eval_priorArt_recall@20_i2c": 0.11666666666666665,
"eval_priorArt_recall@20_i2i": 0.15,
"eval_priorArt_recall@50_a2a": 0.4458333333333333,
"eval_priorArt_recall@50_a2all": 0.4458333333333333,
"eval_priorArt_recall@50_a2c": 0.06666666666666667,
"eval_priorArt_recall@50_a2i": 0.19166666666666668,
"eval_priorArt_recall@50_c2a": 0.03333333333333333,
"eval_priorArt_recall@50_c2all": 0.3458333333333333,
"eval_priorArt_recall@50_c2c": 0.3125,
"eval_priorArt_recall@50_c2i": 0.1375,
"eval_priorArt_recall@50_i2a": 0.05,
"eval_priorArt_recall@50_i2all": 0.17916666666666664,
"eval_priorArt_recall@50_i2c": 0.13333333333333333,
"eval_priorArt_recall@50_i2i": 0.1625,
"eval_sections_i2all_top_100_abstract_pct": 1.2,
"eval_sections_i2all_top_100_claim_pct": 17.299999999999997,
"eval_sections_i2all_top_100_invention_pct": 81.5,
"eval_sections_i2all_top_10_abstract_pct": 1.0,
"eval_sections_i2all_top_10_claim_pct": 2.0,
"eval_sections_i2all_top_10_invention_pct": 97.0,
"eval_sections_i2all_top_20_abstract_pct": 0.75,
"eval_sections_i2all_top_20_claim_pct": 5.0,
"eval_sections_i2all_top_20_invention_pct": 94.25,
"eval_sections_i2all_top_50_abstract_pct": 0.5,
"eval_sections_i2all_top_50_claim_pct": 10.7,
"eval_sections_i2all_top_50_invention_pct": 88.8,
"eval_singularentropy_abstract": 0.5395312801413632,
"eval_singularentropy_claim": 0.7032291587968326,
"eval_singularentropy_global": 0.5413295553350207,
"eval_singularentropy_invention": 0.5933926025595535,
"eval_uniformity_abstract": -2.0126848220825195,
"eval_uniformity_claim": -0.8600221872329712,
"eval_uniformity_global": -1.7142620086669922,
"eval_uniformity_invention": -1.4561618566513062,
"step": 1
},
{
"epoch": 0.0007367839381101492,
"eval_alignment_abstract": {
"mean_alignment": 0.4551001489162445
},
"eval_alignment_claim": {
"mean_alignment": 0.28059619665145874
},
"eval_alignment_global": {
"mean_alignment": 0.805879533290863
},
"eval_alignment_invention": {
"mean_alignment": 0.4401678740978241
},
"eval_ipc_cls_abstract_accuracy_primary": 48.0,
"eval_ipc_cls_abstract_precision@1": 52.35999999999999,
"eval_ipc_cls_abstract_precision@3": 27.413333333333327,
"eval_ipc_cls_abstract_precision@5": 18.663999999999998,
"eval_ipc_cls_global_accuracy_primary": 48.0,
"eval_ipc_cls_global_precision@1": 52.35999999999999,
"eval_ipc_cls_global_precision@3": 27.413333333333327,
"eval_ipc_cls_global_precision@5": 18.663999999999998,
"eval_ipc_knn_abstract_accuracy_primary": 37.76,
"eval_ipc_knn_abstract_precision@1": 41.760000000000005,
"eval_ipc_knn_abstract_precision@3": 21.17333333333333,
"eval_ipc_knn_abstract_precision@5": 14.184000000000003,
"eval_ipc_knn_global_accuracy_primary": 37.76,
"eval_ipc_knn_global_precision@1": 41.760000000000005,
"eval_ipc_knn_global_precision@3": 21.17333333333333,
"eval_ipc_knn_global_precision@5": 14.184000000000003,
"eval_priorArt_ndcg@100_a2a": 0.17689745837930737,
"eval_priorArt_ndcg@100_a2all": 0.17688973398599145,
"eval_priorArt_ndcg@100_a2c": 0.02469632827996019,
"eval_priorArt_ndcg@100_a2i": 0.08661219293603334,
"eval_priorArt_ndcg@100_c2a": 0.016561945115211536,
"eval_priorArt_ndcg@100_c2all": 0.11493558986064686,
"eval_priorArt_ndcg@100_c2c": 0.10461492737924116,
"eval_priorArt_ndcg@100_c2i": 0.10821740045153798,
"eval_priorArt_ndcg@100_i2a": 0.02160108655258412,
"eval_priorArt_ndcg@100_i2all": 0.12826514475266354,
"eval_priorArt_ndcg@100_i2c": 0.07531359926816353,
"eval_priorArt_ndcg@100_i2i": 0.10991365561423687,
"eval_priorArt_ndcg@10_a2a": 0.07338251401380506,
"eval_priorArt_ndcg@10_a2all": 0.07338251401380506,
"eval_priorArt_ndcg@10_a2c": 0.0,
"eval_priorArt_ndcg@10_a2i": 0.019681197738844088,
"eval_priorArt_ndcg@10_c2a": 0.01173196815056891,
"eval_priorArt_ndcg@10_c2all": 0.03968800715740492,
"eval_priorArt_ndcg@10_c2c": 0.030610917530537286,
"eval_priorArt_ndcg@10_c2i": 0.08359549694235589,
"eval_priorArt_ndcg@10_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@10_i2all": 0.08500169325535935,
"eval_priorArt_ndcg@10_i2c": 0.01955328025094818,
"eval_priorArt_ndcg@10_i2i": 0.0775996454812127,
"eval_priorArt_ndcg@20_a2a": 0.10276917034926439,
"eval_priorArt_ndcg@20_a2all": 0.10276917034926439,
"eval_priorArt_ndcg@20_a2c": 0.016398028307914567,
"eval_priorArt_ndcg@20_a2i": 0.03247909897933486,
"eval_priorArt_ndcg@20_c2a": 0.01173196815056891,
"eval_priorArt_ndcg@20_c2all": 0.07623162422137333,
"eval_priorArt_ndcg@20_c2c": 0.06128855051922124,
"eval_priorArt_ndcg@20_c2i": 0.08922244138212927,
"eval_priorArt_ndcg@20_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@20_i2all": 0.09134254409697903,
"eval_priorArt_ndcg@20_i2c": 0.04535075221702492,
"eval_priorArt_ndcg@20_i2i": 0.08394049632283239,
"eval_priorArt_ndcg@50_a2a": 0.14808539619447464,
"eval_priorArt_ndcg@50_a2all": 0.14808539619447464,
"eval_priorArt_ndcg@50_a2c": 0.021090815568142133,
"eval_priorArt_ndcg@50_a2i": 0.055290092099587795,
"eval_priorArt_ndcg@50_c2a": 0.016561945115211536,
"eval_priorArt_ndcg@50_c2all": 0.11493558986064686,
"eval_priorArt_ndcg@50_c2c": 0.1010597385665716,
"eval_priorArt_ndcg@50_c2i": 0.09369352758540292,
"eval_priorArt_ndcg@50_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@50_i2all": 0.09524634459690004,
"eval_priorArt_ndcg@50_i2c": 0.04992525828807286,
"eval_priorArt_ndcg@50_i2i": 0.08784429682275341,
"eval_priorArt_recall@100_a2a": 0.5875,
"eval_priorArt_recall@100_a2all": 0.5875,
"eval_priorArt_recall@100_a2c": 0.08333333333333333,
"eval_priorArt_recall@100_a2i": 0.33749999999999997,
"eval_priorArt_recall@100_c2a": 0.03333333333333333,
"eval_priorArt_recall@100_c2all": 0.3458333333333333,
"eval_priorArt_recall@100_c2c": 0.32916666666666666,
"eval_priorArt_recall@100_c2i": 0.2041666666666667,
"eval_priorArt_recall@100_i2a": 0.06666666666666667,
"eval_priorArt_recall@100_i2all": 0.3458333333333333,
"eval_priorArt_recall@100_i2c": 0.26666666666666666,
"eval_priorArt_recall@100_i2i": 0.2625,
"eval_priorArt_recall@10_a2a": 0.15416666666666665,
"eval_priorArt_recall@10_a2all": 0.15416666666666665,
"eval_priorArt_recall@10_a2c": 0.0,
"eval_priorArt_recall@10_a2i": 0.041666666666666664,
"eval_priorArt_recall@10_c2a": 0.016666666666666666,
"eval_priorArt_recall@10_c2all": 0.08333333333333333,
"eval_priorArt_recall@10_c2c": 0.06666666666666667,
"eval_priorArt_recall@10_c2i": 0.10416666666666666,
"eval_priorArt_recall@10_i2a": 0.05,
"eval_priorArt_recall@10_i2all": 0.15,
"eval_priorArt_recall@10_i2c": 0.03333333333333333,
"eval_priorArt_recall@10_i2i": 0.13333333333333333,
"eval_priorArt_recall@20_a2a": 0.25833333333333336,
"eval_priorArt_recall@20_a2all": 0.25833333333333336,
"eval_priorArt_recall@20_a2c": 0.05,
"eval_priorArt_recall@20_a2i": 0.09166666666666666,
"eval_priorArt_recall@20_c2a": 0.016666666666666666,
"eval_priorArt_recall@20_c2all": 0.19166666666666668,
"eval_priorArt_recall@20_c2c": 0.15833333333333333,
"eval_priorArt_recall@20_c2i": 0.12083333333333335,
"eval_priorArt_recall@20_i2a": 0.05,
"eval_priorArt_recall@20_i2all": 0.16666666666666666,
"eval_priorArt_recall@20_i2c": 0.11666666666666665,
"eval_priorArt_recall@20_i2i": 0.15,
"eval_priorArt_recall@50_a2a": 0.4458333333333333,
"eval_priorArt_recall@50_a2all": 0.4458333333333333,
"eval_priorArt_recall@50_a2c": 0.06666666666666667,
"eval_priorArt_recall@50_a2i": 0.19166666666666668,
"eval_priorArt_recall@50_c2a": 0.03333333333333333,
"eval_priorArt_recall@50_c2all": 0.3458333333333333,
"eval_priorArt_recall@50_c2c": 0.3125,
"eval_priorArt_recall@50_c2i": 0.1375,
"eval_priorArt_recall@50_i2a": 0.05,
"eval_priorArt_recall@50_i2all": 0.17916666666666664,
"eval_priorArt_recall@50_i2c": 0.13333333333333333,
"eval_priorArt_recall@50_i2i": 0.1625,
"eval_sections_i2all_top_100_abstract_pct": 1.15,
"eval_sections_i2all_top_100_claim_pct": 17.45,
"eval_sections_i2all_top_100_invention_pct": 81.39999999999999,
"eval_sections_i2all_top_10_abstract_pct": 1.0,
"eval_sections_i2all_top_10_claim_pct": 2.0,
"eval_sections_i2all_top_10_invention_pct": 97.0,
"eval_sections_i2all_top_20_abstract_pct": 0.75,
"eval_sections_i2all_top_20_claim_pct": 5.25,
"eval_sections_i2all_top_20_invention_pct": 94.0,
"eval_sections_i2all_top_50_abstract_pct": 0.5,
"eval_sections_i2all_top_50_claim_pct": 10.9,
"eval_sections_i2all_top_50_invention_pct": 88.6,
"eval_singularentropy_abstract": 0.5395212588261254,
"eval_singularentropy_claim": 0.7032244492301081,
"eval_singularentropy_global": 0.5413224240824784,
"eval_singularentropy_invention": 0.5933864741344492,
"eval_uniformity_abstract": -2.012805461883545,
"eval_uniformity_claim": -0.8600335121154785,
"eval_uniformity_global": -1.7143001556396484,
"eval_uniformity_invention": -1.4561930894851685,
"step": 4
},
{
"epoch": 0.001841959845275373,
"grad_norm": 122.78753662109375,
"learning_rate": 1.8416206261510132e-07,
"loss": 1.2397,
"step": 10
},
{
"epoch": 0.002947135752440597,
"eval_alignment_abstract": {
"mean_alignment": 0.45868968963623047
},
"eval_alignment_claim": {
"mean_alignment": 0.281474769115448
},
"eval_alignment_global": {
"mean_alignment": 0.7998796701431274
},
"eval_alignment_invention": {
"mean_alignment": 0.439972460269928
},
"eval_ipc_cls_abstract_accuracy_primary": 47.96,
"eval_ipc_cls_abstract_precision@1": 52.480000000000004,
"eval_ipc_cls_abstract_precision@3": 27.493333333333332,
"eval_ipc_cls_abstract_precision@5": 18.68,
"eval_ipc_cls_global_accuracy_primary": 47.96,
"eval_ipc_cls_global_precision@1": 52.480000000000004,
"eval_ipc_cls_global_precision@3": 27.493333333333332,
"eval_ipc_cls_global_precision@5": 18.68,
"eval_ipc_knn_abstract_accuracy_primary": 37.88,
"eval_ipc_knn_abstract_precision@1": 41.64,
"eval_ipc_knn_abstract_precision@3": 21.32,
"eval_ipc_knn_abstract_precision@5": 14.328,
"eval_ipc_knn_global_accuracy_primary": 37.88,
"eval_ipc_knn_global_precision@1": 41.64,
"eval_ipc_knn_global_precision@3": 21.32,
"eval_ipc_knn_global_precision@5": 14.328,
"eval_priorArt_ndcg@100_a2a": 0.1847692210881015,
"eval_priorArt_ndcg@100_a2all": 0.1847692210881015,
"eval_priorArt_ndcg@100_a2c": 0.0255288116282113,
"eval_priorArt_ndcg@100_a2i": 0.09403854740977483,
"eval_priorArt_ndcg@100_c2a": 0.016666666666666663,
"eval_priorArt_ndcg@100_c2all": 0.1153784078186263,
"eval_priorArt_ndcg@100_c2c": 0.10497248361891967,
"eval_priorArt_ndcg@100_c2i": 0.10856919396402723,
"eval_priorArt_ndcg@100_i2a": 0.02176668636258903,
"eval_priorArt_ndcg@100_i2all": 0.1225843288097948,
"eval_priorArt_ndcg@100_i2c": 0.07584456371450253,
"eval_priorArt_ndcg@100_i2i": 0.10823776006719732,
"eval_priorArt_ndcg@10_a2a": 0.07443003206944676,
"eval_priorArt_ndcg@10_a2all": 0.07443003206944676,
"eval_priorArt_ndcg@10_a2c": 0.0,
"eval_priorArt_ndcg@10_a2i": 0.03539021658122684,
"eval_priorArt_ndcg@10_c2a": 0.01173196815056891,
"eval_priorArt_ndcg@10_c2all": 0.03968800715740492,
"eval_priorArt_ndcg@10_c2c": 0.030610917530537286,
"eval_priorArt_ndcg@10_c2i": 0.08387624691372496,
"eval_priorArt_ndcg@10_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@10_i2all": 0.08367361300487472,
"eval_priorArt_ndcg@10_i2c": 0.01955328025094818,
"eval_priorArt_ndcg@10_i2i": 0.07585230090449543,
"eval_priorArt_ndcg@20_a2a": 0.10415972582791147,
"eval_priorArt_ndcg@20_a2all": 0.10415972582791147,
"eval_priorArt_ndcg@20_a2c": 0.021940592259493758,
"eval_priorArt_ndcg@20_a2i": 0.03539021658122684,
"eval_priorArt_ndcg@20_c2a": 0.01173196815056891,
"eval_priorArt_ndcg@20_c2all": 0.07623162422137333,
"eval_priorArt_ndcg@20_c2c": 0.06128855051922124,
"eval_priorArt_ndcg@20_c2i": 0.08950319135349834,
"eval_priorArt_ndcg@20_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@20_i2all": 0.09001446384649439,
"eval_priorArt_ndcg@20_i2c": 0.0456160702706266,
"eval_priorArt_ndcg@20_i2i": 0.08219315174611512,
"eval_priorArt_ndcg@50_a2a": 0.1510999727480164,
"eval_priorArt_ndcg@50_a2all": 0.1510999727480164,
"eval_priorArt_ndcg@50_a2c": 0.021940592259493758,
"eval_priorArt_ndcg@50_a2i": 0.05781575910976179,
"eval_priorArt_ndcg@50_c2a": 0.016666666666666663,
"eval_priorArt_ndcg@50_c2all": 0.1153784078186263,
"eval_priorArt_ndcg@50_c2c": 0.1014172948062501,
"eval_priorArt_ndcg@50_c2i": 0.09397427755677198,
"eval_priorArt_ndcg@50_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@50_i2all": 0.09940753300924247,
"eval_priorArt_ndcg@50_i2c": 0.05019057634167453,
"eval_priorArt_ndcg@50_i2i": 0.09572271189580014,
"eval_priorArt_recall@100_a2a": 0.6125,
"eval_priorArt_recall@100_a2all": 0.6125,
"eval_priorArt_recall@100_a2c": 0.08333333333333333,
"eval_priorArt_recall@100_a2i": 0.35416666666666663,
"eval_priorArt_recall@100_c2a": 0.03333333333333333,
"eval_priorArt_recall@100_c2all": 0.3458333333333333,
"eval_priorArt_recall@100_c2c": 0.32916666666666666,
"eval_priorArt_recall@100_c2i": 0.2041666666666667,
"eval_priorArt_recall@100_i2a": 0.06666666666666667,
"eval_priorArt_recall@100_i2all": 0.3208333333333333,
"eval_priorArt_recall@100_i2c": 0.26666666666666666,
"eval_priorArt_recall@100_i2i": 0.2625,
"eval_priorArt_recall@10_a2a": 0.15416666666666665,
"eval_priorArt_recall@10_a2all": 0.15416666666666665,
"eval_priorArt_recall@10_a2c": 0.0,
"eval_priorArt_recall@10_a2i": 0.09166666666666666,
"eval_priorArt_recall@10_c2a": 0.016666666666666666,
"eval_priorArt_recall@10_c2all": 0.08333333333333333,
"eval_priorArt_recall@10_c2c": 0.06666666666666667,
"eval_priorArt_recall@10_c2i": 0.10416666666666666,
"eval_priorArt_recall@10_i2a": 0.05,
"eval_priorArt_recall@10_i2all": 0.15,
"eval_priorArt_recall@10_i2c": 0.03333333333333333,
"eval_priorArt_recall@10_i2i": 0.13333333333333333,
"eval_priorArt_recall@20_a2a": 0.25833333333333336,
"eval_priorArt_recall@20_a2all": 0.25833333333333336,
"eval_priorArt_recall@20_a2c": 0.06666666666666667,
"eval_priorArt_recall@20_a2i": 0.09166666666666666,
"eval_priorArt_recall@20_c2a": 0.016666666666666666,
"eval_priorArt_recall@20_c2all": 0.19166666666666668,
"eval_priorArt_recall@20_c2c": 0.15833333333333333,
"eval_priorArt_recall@20_c2i": 0.12083333333333335,
"eval_priorArt_recall@20_i2a": 0.05,
"eval_priorArt_recall@20_i2all": 0.16666666666666666,
"eval_priorArt_recall@20_i2c": 0.11666666666666665,
"eval_priorArt_recall@20_i2i": 0.15,
"eval_priorArt_recall@50_a2a": 0.4458333333333333,
"eval_priorArt_recall@50_a2all": 0.4458333333333333,
"eval_priorArt_recall@50_a2c": 0.06666666666666667,
"eval_priorArt_recall@50_a2i": 0.1875,
"eval_priorArt_recall@50_c2a": 0.03333333333333333,
"eval_priorArt_recall@50_c2all": 0.3458333333333333,
"eval_priorArt_recall@50_c2c": 0.3125,
"eval_priorArt_recall@50_c2i": 0.1375,
"eval_priorArt_recall@50_i2a": 0.05,
"eval_priorArt_recall@50_i2all": 0.2041666666666667,
"eval_priorArt_recall@50_i2c": 0.13333333333333333,
"eval_priorArt_recall@50_i2i": 0.2041666666666667,
"eval_sections_i2all_top_100_abstract_pct": 1.25,
"eval_sections_i2all_top_100_claim_pct": 18.2,
"eval_sections_i2all_top_100_invention_pct": 80.55,
"eval_sections_i2all_top_10_abstract_pct": 0.5,
"eval_sections_i2all_top_10_claim_pct": 2.5,
"eval_sections_i2all_top_10_invention_pct": 97.0,
"eval_sections_i2all_top_20_abstract_pct": 0.5,
"eval_sections_i2all_top_20_claim_pct": 5.75,
"eval_sections_i2all_top_20_invention_pct": 93.75,
"eval_sections_i2all_top_50_abstract_pct": 0.5,
"eval_sections_i2all_top_50_claim_pct": 11.3,
"eval_sections_i2all_top_50_invention_pct": 88.2,
"eval_singularentropy_abstract": 0.537028084542009,
"eval_singularentropy_claim": 0.7016526746989614,
"eval_singularentropy_global": 0.5395401127199491,
"eval_singularentropy_invention": 0.5926158251816915,
"eval_uniformity_abstract": -2.0404300689697266,
"eval_uniformity_claim": -0.8642182946205139,
"eval_uniformity_global": -1.7193522453308105,
"eval_uniformity_invention": -1.462602138519287,
"step": 16
},
{
"epoch": 0.003683919690550746,
"grad_norm": 92.97403717041016,
"learning_rate": 3.3149171270718233e-07,
"loss": 1.0881,
"step": 20
},
{
"epoch": 0.005525879535826119,
"grad_norm": 23.474422454833984,
"learning_rate": 5.156537753222837e-07,
"loss": 0.4879,
"step": 30
},
{
"epoch": 0.007367839381101492,
"grad_norm": 2.612774610519409,
"learning_rate": 6.99815837937385e-07,
"loss": 0.1275,
"step": 40
},
{
"epoch": 0.009209799226376865,
"grad_norm": 2.192981719970703,
"learning_rate": 8.839779005524863e-07,
"loss": 0.0571,
"step": 50
},
{
"epoch": 0.011051759071652238,
"grad_norm": 1.3983627557754517,
"learning_rate": 1.0681399631675876e-06,
"loss": 0.0418,
"step": 60
},
{
"epoch": 0.011788543009762387,
"eval_alignment_abstract": {
"mean_alignment": 0.44225674867630005
},
"eval_alignment_claim": {
"mean_alignment": 0.34394145011901855
},
"eval_alignment_global": {
"mean_alignment": 0.6856755614280701
},
"eval_alignment_invention": {
"mean_alignment": 0.4380893409252167
},
"eval_ipc_cls_abstract_accuracy_primary": 53.68000000000001,
"eval_ipc_cls_abstract_precision@1": 58.199999999999996,
"eval_ipc_cls_abstract_precision@3": 29.759999999999998,
"eval_ipc_cls_abstract_precision@5": 20.024,
"eval_ipc_cls_global_accuracy_primary": 53.68000000000001,
"eval_ipc_cls_global_precision@1": 58.199999999999996,
"eval_ipc_cls_global_precision@3": 29.759999999999998,
"eval_ipc_cls_global_precision@5": 20.024,
"eval_ipc_knn_abstract_accuracy_primary": 48.559999999999995,
"eval_ipc_knn_abstract_precision@1": 51.519999999999996,
"eval_ipc_knn_abstract_precision@3": 26.21333333333333,
"eval_ipc_knn_abstract_precision@5": 17.328,
"eval_ipc_knn_global_accuracy_primary": 48.559999999999995,
"eval_ipc_knn_global_precision@1": 51.519999999999996,
"eval_ipc_knn_global_precision@3": 26.21333333333333,
"eval_ipc_knn_global_precision@5": 17.328,
"eval_priorArt_ndcg@100_a2a": 0.28263086035104446,
"eval_priorArt_ndcg@100_a2all": 0.28259529198079053,
"eval_priorArt_ndcg@100_a2c": 0.09082600720810508,
"eval_priorArt_ndcg@100_a2i": 0.22937717575744357,
"eval_priorArt_ndcg@100_c2a": 0.03848025361144205,
"eval_priorArt_ndcg@100_c2all": 0.20220162897564017,
"eval_priorArt_ndcg@100_c2c": 0.1890949489226198,
"eval_priorArt_ndcg@100_c2i": 0.12738087894405187,
"eval_priorArt_ndcg@100_i2a": 0.07121027803610505,
"eval_priorArt_ndcg@100_i2all": 0.20814879559271066,
"eval_priorArt_ndcg@100_i2c": 0.18646132088440276,
"eval_priorArt_ndcg@100_i2i": 0.17110386523476323,
"eval_priorArt_ndcg@10_a2a": 0.1827604999093547,
"eval_priorArt_ndcg@10_a2all": 0.1827604999093547,
"eval_priorArt_ndcg@10_a2c": 0.03302840426650885,
"eval_priorArt_ndcg@10_a2i": 0.13220324449967197,
"eval_priorArt_ndcg@10_c2a": 0.03359941234185362,
"eval_priorArt_ndcg@10_c2all": 0.14318129670277702,
"eval_priorArt_ndcg@10_c2c": 0.14010916930505266,
"eval_priorArt_ndcg@10_c2i": 0.08044299638343613,
"eval_priorArt_ndcg@10_i2a": 0.04635058322686614,
"eval_priorArt_ndcg@10_i2all": 0.11223944824027254,
"eval_priorArt_ndcg@10_i2c": 0.07039958424118056,
"eval_priorArt_ndcg@10_i2i": 0.09989126800795424,
"eval_priorArt_ndcg@20_a2a": 0.21421605146608397,
"eval_priorArt_ndcg@20_a2all": 0.21421605146608397,
"eval_priorArt_ndcg@20_a2c": 0.03302840426650885,
"eval_priorArt_ndcg@20_a2i": 0.16605108444702665,
"eval_priorArt_ndcg@20_c2a": 0.03359941234185362,
"eval_priorArt_ndcg@20_c2all": 0.16121932472624473,
"eval_priorArt_ndcg@20_c2c": 0.1526600516033651,
"eval_priorArt_ndcg@20_c2i": 0.09973307243826258,
"eval_priorArt_ndcg@20_i2a": 0.05440272448132655,
"eval_priorArt_ndcg@20_i2all": 0.1360509888727879,
"eval_priorArt_ndcg@20_i2c": 0.10898014049345481,
"eval_priorArt_ndcg@20_i2i": 0.12195384432345754,
"eval_priorArt_ndcg@50_a2a": 0.2666672951452297,
"eval_priorArt_ndcg@50_a2all": 0.26663172677497576,
"eval_priorArt_ndcg@50_a2c": 0.041458333033596396,
"eval_priorArt_ndcg@50_a2i": 0.2057033246425394,
"eval_priorArt_ndcg@50_c2a": 0.03848025361144205,
"eval_priorArt_ndcg@50_c2all": 0.18061652323498206,
"eval_priorArt_ndcg@50_c2c": 0.1720889511315199,
"eval_priorArt_ndcg@50_c2i": 0.11597237530354838,
"eval_priorArt_ndcg@50_i2a": 0.059922009608796165,
"eval_priorArt_ndcg@50_i2all": 0.18507931108952236,
"eval_priorArt_ndcg@50_i2c": 0.159125212854979,
"eval_priorArt_ndcg@50_i2i": 0.14514041655224602,
"eval_priorArt_recall@100_a2a": 0.7416666666666667,
"eval_priorArt_recall@100_a2all": 0.7416666666666667,
"eval_priorArt_recall@100_a2c": 0.3375,
"eval_priorArt_recall@100_a2i": 0.5458333333333334,
"eval_priorArt_recall@100_c2a": 0.08333333333333333,
"eval_priorArt_recall@100_c2all": 0.5041666666666667,
"eval_priorArt_recall@100_c2c": 0.4625,
"eval_priorArt_recall@100_c2i": 0.28750000000000003,
"eval_priorArt_recall@100_i2a": 0.18333333333333332,
"eval_priorArt_recall@100_i2all": 0.6041666666666667,
"eval_priorArt_recall@100_i2c": 0.5541666666666667,
"eval_priorArt_recall@100_i2i": 0.4708333333333333,
"eval_priorArt_recall@10_a2a": 0.3666666666666667,
"eval_priorArt_recall@10_a2all": 0.3666666666666667,
"eval_priorArt_recall@10_a2c": 0.06666666666666667,
"eval_priorArt_recall@10_a2i": 0.13749999999999998,
"eval_priorArt_recall@10_c2a": 0.06666666666666667,
"eval_priorArt_recall@10_c2all": 0.2791666666666667,
"eval_priorArt_recall@10_c2c": 0.2791666666666667,
"eval_priorArt_recall@10_c2i": 0.1125,
"eval_priorArt_recall@10_i2a": 0.06666666666666667,
"eval_priorArt_recall@10_i2all": 0.20833333333333331,
"eval_priorArt_recall@10_i2c": 0.1125,
"eval_priorArt_recall@10_i2i": 0.15833333333333333,
"eval_priorArt_recall@20_a2a": 0.4624999999999999,
"eval_priorArt_recall@20_a2all": 0.4624999999999999,
"eval_priorArt_recall@20_a2c": 0.06666666666666667,
"eval_priorArt_recall@20_a2i": 0.25416666666666665,
"eval_priorArt_recall@20_c2a": 0.06666666666666667,
"eval_priorArt_recall@20_c2all": 0.3291666666666667,
"eval_priorArt_recall@20_c2c": 0.31250000000000006,
"eval_priorArt_recall@20_c2i": 0.17083333333333334,
"eval_priorArt_recall@20_i2a": 0.09166666666666666,
"eval_priorArt_recall@20_i2all": 0.28750000000000003,
"eval_priorArt_recall@20_i2c": 0.22916666666666666,
"eval_priorArt_recall@20_i2i": 0.2375,
"eval_priorArt_recall@50_a2a": 0.675,
"eval_priorArt_recall@50_a2all": 0.675,
"eval_priorArt_recall@50_a2c": 0.09999999999999999,
"eval_priorArt_recall@50_a2i": 0.4208333333333334,
"eval_priorArt_recall@50_c2a": 0.08333333333333333,
"eval_priorArt_recall@50_c2all": 0.4,
"eval_priorArt_recall@50_c2c": 0.38333333333333336,
"eval_priorArt_recall@50_c2i": 0.2375,
"eval_priorArt_recall@50_i2a": 0.11666666666666665,
"eval_priorArt_recall@50_i2all": 0.4833333333333333,
"eval_priorArt_recall@50_i2c": 0.4333333333333334,
"eval_priorArt_recall@50_i2i": 0.32916666666666666,
"eval_sections_i2all_top_100_abstract_pct": 3.0,
"eval_sections_i2all_top_100_claim_pct": 39.65,
"eval_sections_i2all_top_100_invention_pct": 57.35,
"eval_sections_i2all_top_10_abstract_pct": 1.0,
"eval_sections_i2all_top_10_claim_pct": 13.5,
"eval_sections_i2all_top_10_invention_pct": 85.5,
"eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002,
"eval_sections_i2all_top_20_claim_pct": 20.25,
"eval_sections_i2all_top_20_invention_pct": 78.0,
"eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003,
"eval_sections_i2all_top_50_claim_pct": 30.599999999999998,
"eval_sections_i2all_top_50_invention_pct": 66.60000000000001,
"eval_singularentropy_abstract": 0.49167631879861984,
"eval_singularentropy_claim": 0.60301786568891,
"eval_singularentropy_global": 0.4885007999371302,
"eval_singularentropy_invention": 0.5441296227192509,
"eval_uniformity_abstract": -2.5310323238372803,
"eval_uniformity_claim": -1.2437584400177002,
"eval_uniformity_global": -2.060431480407715,
"eval_uniformity_invention": -1.8707003593444824,
"step": 64
},
{
"epoch": 0.01289371891692761,
"grad_norm": 0.8576520085334778,
"learning_rate": 1.252302025782689e-06,
"loss": 0.0315,
"step": 70
},
{
"epoch": 0.014735678762202983,
"grad_norm": 0.8298869729042053,
"learning_rate": 1.43646408839779e-06,
"loss": 0.0268,
"step": 80
},
{
"epoch": 0.016577638607478358,
"grad_norm": 0.7504662275314331,
"learning_rate": 1.6206261510128915e-06,
"loss": 0.0256,
"step": 90
},
{
"epoch": 0.01841959845275373,
"grad_norm": 0.8243645429611206,
"learning_rate": 1.804788213627993e-06,
"loss": 0.021,
"step": 100
},
{
"epoch": 0.020261558298029104,
"grad_norm": 0.5109970569610596,
"learning_rate": 1.988950276243094e-06,
"loss": 0.0207,
"step": 110
},
{
"epoch": 0.022103518143304475,
"grad_norm": 0.448820561170578,
"learning_rate": 2.1731123388581952e-06,
"loss": 0.0187,
"step": 120
},
{
"epoch": 0.02394547798857985,
"grad_norm": 0.33985209465026855,
"learning_rate": 2.3572744014732967e-06,
"loss": 0.0156,
"step": 130
},
{
"epoch": 0.02578743783385522,
"grad_norm": 0.46134063601493835,
"learning_rate": 2.541436464088398e-06,
"loss": 0.0153,
"step": 140
},
{
"epoch": 0.027629397679130595,
"grad_norm": 0.34502357244491577,
"learning_rate": 2.7255985267034996e-06,
"loss": 0.0142,
"step": 150
},
{
"epoch": 0.029471357524405967,
"grad_norm": 0.28511175513267517,
"learning_rate": 2.9097605893186006e-06,
"loss": 0.0132,
"step": 160
},
{
"epoch": 0.03131331736968134,
"grad_norm": 0.22854597866535187,
"learning_rate": 3.0939226519337016e-06,
"loss": 0.0113,
"step": 170
},
{
"epoch": 0.033155277214956716,
"grad_norm": 0.2382223904132843,
"learning_rate": 3.278084714548803e-06,
"loss": 0.0108,
"step": 180
},
{
"epoch": 0.034997237060232084,
"grad_norm": 0.5975006222724915,
"learning_rate": 3.4622467771639045e-06,
"loss": 0.0106,
"step": 190
},
{
"epoch": 0.03683919690550746,
"grad_norm": 0.23655083775520325,
"learning_rate": 3.646408839779006e-06,
"loss": 0.0096,
"step": 200
},
{
"epoch": 0.03868115675078283,
"grad_norm": 0.21122369170188904,
"learning_rate": 3.830570902394107e-06,
"loss": 0.01,
"step": 210
},
{
"epoch": 0.04052311659605821,
"grad_norm": 0.152818500995636,
"learning_rate": 4.014732965009208e-06,
"loss": 0.008,
"step": 220
},
{
"epoch": 0.04236507644133358,
"grad_norm": 0.1357368528842926,
"learning_rate": 4.1988950276243095e-06,
"loss": 0.0078,
"step": 230
},
{
"epoch": 0.04420703628660895,
"grad_norm": 0.19909699261188507,
"learning_rate": 4.383057090239411e-06,
"loss": 0.0081,
"step": 240
},
{
"epoch": 0.046048996131884325,
"grad_norm": 0.13770343363285065,
"learning_rate": 4.567219152854512e-06,
"loss": 0.0072,
"step": 250
},
{
"epoch": 0.046048996131884325,
"eval_alignment_abstract": {
"mean_alignment": 0.5243334770202637
},
"eval_alignment_claim": {
"mean_alignment": 0.44693440198898315
},
"eval_alignment_global": {
"mean_alignment": 0.6633546948432922
},
"eval_alignment_invention": {
"mean_alignment": 0.48743629455566406
},
"eval_ipc_cls_abstract_accuracy_primary": 56.08,
"eval_ipc_cls_abstract_precision@1": 60.72,
"eval_ipc_cls_abstract_precision@3": 30.813333333333336,
"eval_ipc_cls_abstract_precision@5": 20.663999999999998,
"eval_ipc_cls_global_accuracy_primary": 56.08,
"eval_ipc_cls_global_precision@1": 60.72,
"eval_ipc_cls_global_precision@3": 30.813333333333336,
"eval_ipc_cls_global_precision@5": 20.663999999999998,
"eval_ipc_knn_abstract_accuracy_primary": 53.76,
"eval_ipc_knn_abstract_precision@1": 58.879999999999995,
"eval_ipc_knn_abstract_precision@3": 29.439999999999998,
"eval_ipc_knn_abstract_precision@5": 19.471999999999998,
"eval_ipc_knn_global_accuracy_primary": 53.76,
"eval_ipc_knn_global_precision@1": 58.879999999999995,
"eval_ipc_knn_global_precision@3": 29.439999999999998,
"eval_ipc_knn_global_precision@5": 19.471999999999998,
"eval_priorArt_ndcg@100_a2a": 0.3318469908752615,
"eval_priorArt_ndcg@100_a2all": 0.3267519537401336,
"eval_priorArt_ndcg@100_a2c": 0.17649282271702874,
"eval_priorArt_ndcg@100_a2i": 0.2398403646706447,
"eval_priorArt_ndcg@100_c2a": 0.146578335669832,
"eval_priorArt_ndcg@100_c2all": 0.2985728011950953,
"eval_priorArt_ndcg@100_c2c": 0.29683357809990396,
"eval_priorArt_ndcg@100_c2i": 0.21534325369839577,
"eval_priorArt_ndcg@100_i2a": 0.1741699031008031,
"eval_priorArt_ndcg@100_i2all": 0.2799610255108457,
"eval_priorArt_ndcg@100_i2c": 0.30710774164264026,
"eval_priorArt_ndcg@100_i2i": 0.2156386377070243,
"eval_priorArt_ndcg@10_a2a": 0.20782875546354704,
"eval_priorArt_ndcg@10_a2all": 0.20754800549217797,
"eval_priorArt_ndcg@10_a2c": 0.024837160149324376,
"eval_priorArt_ndcg@10_a2i": 0.11093240140271506,
"eval_priorArt_ndcg@10_c2a": 0.023951314639641216,
"eval_priorArt_ndcg@10_c2all": 0.2010878498383839,
"eval_priorArt_ndcg@10_c2c": 0.20397766725746905,
"eval_priorArt_ndcg@10_c2i": 0.08494028330617029,
"eval_priorArt_ndcg@10_i2a": 0.0832959867007759,
"eval_priorArt_ndcg@10_i2all": 0.17877043681607693,
"eval_priorArt_ndcg@10_i2c": 0.16725979722459067,
"eval_priorArt_ndcg@10_i2i": 0.14248854888977308,
"eval_priorArt_ndcg@20_a2a": 0.23918119251002062,
"eval_priorArt_ndcg@20_a2all": 0.23890044253865156,
"eval_priorArt_ndcg@20_a2c": 0.06319454328009609,
"eval_priorArt_ndcg@20_a2i": 0.18145359242576806,
"eval_priorArt_ndcg@20_c2a": 0.05499199785746615,
"eval_priorArt_ndcg@20_c2all": 0.20763294934679374,
"eval_priorArt_ndcg@20_c2c": 0.21723390431040493,
"eval_priorArt_ndcg@20_c2i": 0.12650506095792763,
"eval_priorArt_ndcg@20_i2a": 0.12120891038675947,
"eval_priorArt_ndcg@20_i2all": 0.21300801287164256,
"eval_priorArt_ndcg@20_i2c": 0.1926174094061154,
"eval_priorArt_ndcg@20_i2i": 0.16132239719069388,
"eval_priorArt_ndcg@50_a2a": 0.2938006886486048,
"eval_priorArt_ndcg@50_a2all": 0.29367847638962774,
"eval_priorArt_ndcg@50_a2c": 0.12279961807833215,
"eval_priorArt_ndcg@50_a2i": 0.20745894282414906,
"eval_priorArt_ndcg@50_c2a": 0.10464452250123028,
"eval_priorArt_ndcg@50_c2all": 0.27321990131868323,
"eval_priorArt_ndcg@50_c2c": 0.2755312294522575,
"eval_priorArt_ndcg@50_c2i": 0.202538975096683,
"eval_priorArt_ndcg@50_i2a": 0.14654633187743635,
"eval_priorArt_ndcg@50_i2all": 0.24802304791569255,
"eval_priorArt_ndcg@50_i2c": 0.2604502031410285,
"eval_priorArt_ndcg@50_i2i": 0.20647203485107907,
"eval_priorArt_recall@100_a2a": 0.8416666666666666,
"eval_priorArt_recall@100_a2all": 0.8166666666666668,
"eval_priorArt_recall@100_a2c": 0.7,
"eval_priorArt_recall@100_a2i": 0.6916666666666667,
"eval_priorArt_recall@100_c2a": 0.5375,
"eval_priorArt_recall@100_c2all": 0.7583333333333334,
"eval_priorArt_recall@100_c2c": 0.7333333333333334,
"eval_priorArt_recall@100_c2i": 0.6625,
"eval_priorArt_recall@100_i2a": 0.5,
"eval_priorArt_recall@100_i2all": 0.7500000000000001,
"eval_priorArt_recall@100_i2c": 0.85,
"eval_priorArt_recall@100_i2i": 0.5791666666666667,
"eval_priorArt_recall@10_a2a": 0.36666666666666664,
"eval_priorArt_recall@10_a2all": 0.36666666666666664,
"eval_priorArt_recall@10_a2c": 0.05,
"eval_priorArt_recall@10_a2i": 0.19999999999999998,
"eval_priorArt_recall@10_c2a": 0.05,
"eval_priorArt_recall@10_c2all": 0.35833333333333334,
"eval_priorArt_recall@10_c2c": 0.35833333333333334,
"eval_priorArt_recall@10_c2i": 0.12916666666666665,
"eval_priorArt_recall@10_i2a": 0.14166666666666666,
"eval_priorArt_recall@10_i2all": 0.3416666666666667,
"eval_priorArt_recall@10_i2c": 0.2625,
"eval_priorArt_recall@10_i2i": 0.2791666666666667,
"eval_priorArt_recall@20_a2a": 0.45,
"eval_priorArt_recall@20_a2all": 0.45,
"eval_priorArt_recall@20_a2c": 0.175,
"eval_priorArt_recall@20_a2i": 0.4416666666666667,
"eval_priorArt_recall@20_c2a": 0.14166666666666666,
"eval_priorArt_recall@20_c2all": 0.37500000000000006,
"eval_priorArt_recall@20_c2c": 0.4,
"eval_priorArt_recall@20_c2i": 0.2625,
"eval_priorArt_recall@20_i2a": 0.25833333333333336,
"eval_priorArt_recall@20_i2all": 0.4458333333333334,
"eval_priorArt_recall@20_i2c": 0.3375,
"eval_priorArt_recall@20_i2i": 0.3375,
"eval_priorArt_recall@50_a2a": 0.6666666666666667,
"eval_priorArt_recall@50_a2all": 0.6666666666666667,
"eval_priorArt_recall@50_a2c": 0.4375,
"eval_priorArt_recall@50_a2i": 0.5375000000000001,
"eval_priorArt_recall@50_c2a": 0.3375,
"eval_priorArt_recall@50_c2all": 0.6333333333333334,
"eval_priorArt_recall@50_c2c": 0.6333333333333333,
"eval_priorArt_recall@50_c2i": 0.6041666666666666,
"eval_priorArt_recall@50_i2a": 0.35833333333333334,
"eval_priorArt_recall@50_i2all": 0.5958333333333334,
"eval_priorArt_recall@50_i2c": 0.6166666666666667,
"eval_priorArt_recall@50_i2i": 0.5375,
"eval_sections_i2all_top_100_abstract_pct": 2.4,
"eval_sections_i2all_top_100_claim_pct": 44.25,
"eval_sections_i2all_top_100_invention_pct": 53.349999999999994,
"eval_sections_i2all_top_10_abstract_pct": 3.0,
"eval_sections_i2all_top_10_claim_pct": 21.0,
"eval_sections_i2all_top_10_invention_pct": 76.0,
"eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002,
"eval_sections_i2all_top_20_claim_pct": 29.75,
"eval_sections_i2all_top_20_invention_pct": 68.5,
"eval_sections_i2all_top_50_abstract_pct": 2.5,
"eval_sections_i2all_top_50_claim_pct": 37.0,
"eval_sections_i2all_top_50_invention_pct": 60.5,
"eval_singularentropy_abstract": 0.41515866275332153,
"eval_singularentropy_claim": 0.46552981049839864,
"eval_singularentropy_global": 0.4063254967924056,
"eval_singularentropy_invention": 0.45810815949721495,
"eval_uniformity_abstract": -2.8908133506774902,
"eval_uniformity_claim": -1.9647536277770996,
"eval_uniformity_global": -2.5489583015441895,
"eval_uniformity_invention": -2.3581926822662354,
"step": 250
},
{
"epoch": 0.0478909559771597,
"grad_norm": 0.12356100231409073,
"learning_rate": 4.751381215469614e-06,
"loss": 0.0062,
"step": 260
},
{
"epoch": 0.049732915822435074,
"grad_norm": 0.10201642662286758,
"learning_rate": 4.935543278084715e-06,
"loss": 0.0062,
"step": 270
},
{
"epoch": 0.05157487566771044,
"grad_norm": 0.23926767706871033,
"learning_rate": 5.119705340699817e-06,
"loss": 0.0052,
"step": 280
},
{
"epoch": 0.053416835512985816,
"grad_norm": 0.12992849946022034,
"learning_rate": 5.303867403314917e-06,
"loss": 0.0046,
"step": 290
},
{
"epoch": 0.05525879535826119,
"grad_norm": 0.13439539074897766,
"learning_rate": 5.48802946593002e-06,
"loss": 0.005,
"step": 300
},
{
"epoch": 0.057100755203536566,
"grad_norm": 0.10507862269878387,
"learning_rate": 5.67219152854512e-06,
"loss": 0.0052,
"step": 310
},
{
"epoch": 0.05894271504881193,
"grad_norm": 0.07027576863765717,
"learning_rate": 5.856353591160221e-06,
"loss": 0.0043,
"step": 320
},
{
"epoch": 0.06078467489408731,
"grad_norm": 0.07540479302406311,
"learning_rate": 6.040515653775323e-06,
"loss": 0.0057,
"step": 330
},
{
"epoch": 0.06262663473936268,
"grad_norm": 0.07583583146333694,
"learning_rate": 6.224677716390424e-06,
"loss": 0.0034,
"step": 340
},
{
"epoch": 0.06446859458463805,
"grad_norm": 0.07986976951360703,
"learning_rate": 6.408839779005526e-06,
"loss": 0.0047,
"step": 350
},
{
"epoch": 0.06631055442991343,
"grad_norm": 0.06672880798578262,
"learning_rate": 6.5930018416206266e-06,
"loss": 0.0048,
"step": 360
},
{
"epoch": 0.0681525142751888,
"grad_norm": 0.197590172290802,
"learning_rate": 6.777163904235729e-06,
"loss": 0.0038,
"step": 370
},
{
"epoch": 0.06907349419782649,
"eval_alignment_abstract": {
"mean_alignment": 0.5950695276260376
},
"eval_alignment_claim": {
"mean_alignment": 0.516817569732666
},
"eval_alignment_global": {
"mean_alignment": 0.7067816257476807
},
"eval_alignment_invention": {
"mean_alignment": 0.5505611300468445
},
"eval_ipc_cls_abstract_accuracy_primary": 55.16,
"eval_ipc_cls_abstract_precision@1": 59.88,
"eval_ipc_cls_abstract_precision@3": 30.773333333333337,
"eval_ipc_cls_abstract_precision@5": 20.584000000000003,
"eval_ipc_cls_global_accuracy_primary": 55.16,
"eval_ipc_cls_global_precision@1": 59.88,
"eval_ipc_cls_global_precision@3": 30.773333333333337,
"eval_ipc_cls_global_precision@5": 20.584000000000003,
"eval_ipc_knn_abstract_accuracy_primary": 53.52,
"eval_ipc_knn_abstract_precision@1": 57.36,
"eval_ipc_knn_abstract_precision@3": 23.16,
"eval_ipc_knn_abstract_precision@5": 14.079999999999998,
"eval_ipc_knn_global_accuracy_primary": 53.52,
"eval_ipc_knn_global_precision@1": 57.36,
"eval_ipc_knn_global_precision@3": 23.16,
"eval_ipc_knn_global_precision@5": 14.079999999999998,
"eval_priorArt_ndcg@100_a2a": 0.32573961316925465,
"eval_priorArt_ndcg@100_a2all": 0.3254618120614324,
"eval_priorArt_ndcg@100_a2c": 0.21987906947975216,
"eval_priorArt_ndcg@100_a2i": 0.26005692105224826,
"eval_priorArt_ndcg@100_c2a": 0.19174774962354657,
"eval_priorArt_ndcg@100_c2all": 0.3120558558866263,
"eval_priorArt_ndcg@100_c2c": 0.3094692838924008,
"eval_priorArt_ndcg@100_c2i": 0.2320556725432832,
"eval_priorArt_ndcg@100_i2a": 0.220627425017156,
"eval_priorArt_ndcg@100_i2all": 0.28428195664729183,
"eval_priorArt_ndcg@100_i2c": 0.31430886075727854,
"eval_priorArt_ndcg@100_i2i": 0.23046196257705315,
"eval_priorArt_ndcg@10_a2a": 0.20317309533011435,
"eval_priorArt_ndcg@10_a2all": 0.20289234535874529,
"eval_priorArt_ndcg@10_a2c": 0.06164345970215439,
"eval_priorArt_ndcg@10_a2i": 0.15009075974536998,
"eval_priorArt_ndcg@10_c2a": 0.0705908145419946,
"eval_priorArt_ndcg@10_c2all": 0.19229217715042093,
"eval_priorArt_ndcg@10_c2c": 0.1951859219775522,
"eval_priorArt_ndcg@10_c2i": 0.09026419054566422,
"eval_priorArt_ndcg@10_i2a": 0.1099228113042064,
"eval_priorArt_ndcg@10_i2all": 0.17448612154382212,
"eval_priorArt_ndcg@10_i2c": 0.17874079171771617,
"eval_priorArt_ndcg@10_i2i": 0.1278410085255085,
"eval_priorArt_ndcg@20_a2a": 0.2567948379069639,
"eval_priorArt_ndcg@20_a2all": 0.25099046818764,
"eval_priorArt_ndcg@20_a2c": 0.08186764490479806,
"eval_priorArt_ndcg@20_a2i": 0.20065989150867397,
"eval_priorArt_ndcg@20_c2a": 0.1065109887650392,
"eval_priorArt_ndcg@20_c2all": 0.21224510722287998,
"eval_priorArt_ndcg@20_c2c": 0.2293690750062821,
"eval_priorArt_ndcg@20_c2i": 0.14890936395325508,
"eval_priorArt_ndcg@20_i2a": 0.1329127725506394,
"eval_priorArt_ndcg@20_i2all": 0.20689044889756011,
"eval_priorArt_ndcg@20_i2c": 0.19748720997470967,
"eval_priorArt_ndcg@20_i2i": 0.16585411148692172,
"eval_priorArt_ndcg@50_a2a": 0.3055007325115028,
"eval_priorArt_ndcg@50_a2all": 0.2952434145121203,
"eval_priorArt_ndcg@50_a2c": 0.15402983836730086,
"eval_priorArt_ndcg@50_a2i": 0.23441446852807218,
"eval_priorArt_ndcg@50_c2a": 0.15549460226190734,
"eval_priorArt_ndcg@50_c2all": 0.2875321554629575,
"eval_priorArt_ndcg@50_c2c": 0.2920257471097579,
"eval_priorArt_ndcg@50_c2i": 0.21377282722907442,
"eval_priorArt_ndcg@50_i2a": 0.18008585693463255,
"eval_priorArt_ndcg@50_i2all": 0.25139605616647115,
"eval_priorArt_ndcg@50_i2c": 0.2762694276233602,
"eval_priorArt_ndcg@50_i2i": 0.21203268832362535,
"eval_priorArt_recall@100_a2a": 0.8166666666666668,
"eval_priorArt_recall@100_a2all": 0.825,
"eval_priorArt_recall@100_a2c": 0.8041666666666668,
"eval_priorArt_recall@100_a2i": 0.6833333333333333,
"eval_priorArt_recall@100_c2a": 0.6333333333333334,
"eval_priorArt_recall@100_c2all": 0.7916666666666667,
"eval_priorArt_recall@100_c2c": 0.75,
"eval_priorArt_recall@100_c2i": 0.7083333333333334,
"eval_priorArt_recall@100_i2a": 0.6708333333333334,
"eval_priorArt_recall@100_i2all": 0.7666666666666667,
"eval_priorArt_recall@100_i2c": 0.85,
"eval_priorArt_recall@100_i2i": 0.6458333333333334,
"eval_priorArt_recall@10_a2a": 0.36249999999999993,
"eval_priorArt_recall@10_a2all": 0.36249999999999993,
"eval_priorArt_recall@10_a2c": 0.14166666666666666,
"eval_priorArt_recall@10_a2i": 0.26666666666666666,
"eval_priorArt_recall@10_c2a": 0.15416666666666667,
"eval_priorArt_recall@10_c2all": 0.30833333333333335,
"eval_priorArt_recall@10_c2c": 0.30833333333333335,
"eval_priorArt_recall@10_c2i": 0.15416666666666665,
"eval_priorArt_recall@10_i2a": 0.2,
"eval_priorArt_recall@10_i2all": 0.32500000000000007,
"eval_priorArt_recall@10_i2c": 0.2791666666666667,
"eval_priorArt_recall@10_i2i": 0.2375,
"eval_priorArt_recall@20_a2a": 0.5333333333333334,
"eval_priorArt_recall@20_a2all": 0.5166666666666666,
"eval_priorArt_recall@20_a2c": 0.2,
"eval_priorArt_recall@20_a2i": 0.4416666666666667,
"eval_priorArt_recall@20_c2a": 0.26249999999999996,
"eval_priorArt_recall@20_c2all": 0.37500000000000006,
"eval_priorArt_recall@20_c2c": 0.425,
"eval_priorArt_recall@20_c2i": 0.35,
"eval_priorArt_recall@20_i2a": 0.2833333333333333,
"eval_priorArt_recall@20_i2all": 0.4208333333333334,
"eval_priorArt_recall@20_i2c": 0.3375,
"eval_priorArt_recall@20_i2i": 0.37083333333333335,
"eval_priorArt_recall@50_a2a": 0.725,
"eval_priorArt_recall@50_a2all": 0.6833333333333333,
"eval_priorArt_recall@50_a2c": 0.4958333333333333,
"eval_priorArt_recall@50_a2i": 0.5666666666666667,
"eval_priorArt_recall@50_c2a": 0.4541666666666667,
"eval_priorArt_recall@50_c2all": 0.6791666666666666,
"eval_priorArt_recall@50_c2c": 0.6666666666666666,
"eval_priorArt_recall@50_c2i": 0.6291666666666667,
"eval_priorArt_recall@50_i2a": 0.45833333333333337,
"eval_priorArt_recall@50_i2all": 0.6041666666666667,
"eval_priorArt_recall@50_i2c": 0.6708333333333334,
"eval_priorArt_recall@50_i2i": 0.5541666666666667,
"eval_sections_i2all_top_100_abstract_pct": 2.35,
"eval_sections_i2all_top_100_claim_pct": 44.95,
"eval_sections_i2all_top_100_invention_pct": 52.7,
"eval_sections_i2all_top_10_abstract_pct": 3.0,
"eval_sections_i2all_top_10_claim_pct": 24.0,
"eval_sections_i2all_top_10_invention_pct": 73.0,
"eval_sections_i2all_top_20_abstract_pct": 2.25,
"eval_sections_i2all_top_20_claim_pct": 30.0,
"eval_sections_i2all_top_20_invention_pct": 67.75,
"eval_sections_i2all_top_50_abstract_pct": 2.4,
"eval_sections_i2all_top_50_claim_pct": 39.5,
"eval_sections_i2all_top_50_invention_pct": 58.099999999999994,
"eval_singularentropy_abstract": 0.3804633730498293,
"eval_singularentropy_claim": 0.41817895604553695,
"eval_singularentropy_global": 0.37141431186044455,
"eval_singularentropy_invention": 0.42065761955714576,
"eval_uniformity_abstract": -2.9873125553131104,
"eval_uniformity_claim": -2.187835693359375,
"eval_uniformity_global": -2.68755841255188,
"eval_uniformity_invention": -2.496925115585327,
"step": 375
},
{
"epoch": 0.06999447412046417,
"grad_norm": 0.07456977665424347,
"learning_rate": 6.9613259668508295e-06,
"loss": 0.0039,
"step": 380
},
{
"epoch": 0.07183643396573955,
"grad_norm": 0.08898628503084183,
"learning_rate": 7.14548802946593e-06,
"loss": 0.0035,
"step": 390
},
{
"epoch": 0.07367839381101492,
"grad_norm": 0.06362402439117432,
"learning_rate": 7.329650092081032e-06,
"loss": 0.004,
"step": 400
},
{
"epoch": 0.0755203536562903,
"grad_norm": 0.07988420873880386,
"learning_rate": 7.513812154696133e-06,
"loss": 0.0026,
"step": 410
},
{
"epoch": 0.07736231350156567,
"grad_norm": 0.16199259459972382,
"learning_rate": 7.697974217311234e-06,
"loss": 0.0034,
"step": 420
},
{
"epoch": 0.07920427334684103,
"grad_norm": 0.16831377148628235,
"learning_rate": 7.882136279926336e-06,
"loss": 0.0032,
"step": 430
},
{
"epoch": 0.08104623319211642,
"grad_norm": 0.0442117415368557,
"learning_rate": 8.066298342541437e-06,
"loss": 0.0026,
"step": 440
},
{
"epoch": 0.08288819303739178,
"grad_norm": 0.054117538034915924,
"learning_rate": 8.250460405156539e-06,
"loss": 0.0027,
"step": 450
},
{
"epoch": 0.08473015288266716,
"grad_norm": 0.09391104429960251,
"learning_rate": 8.434622467771639e-06,
"loss": 0.0025,
"step": 460
},
{
"epoch": 0.08657211272794253,
"grad_norm": 0.0334840789437294,
"learning_rate": 8.618784530386742e-06,
"loss": 0.0024,
"step": 470
},
{
"epoch": 0.0884140725732179,
"grad_norm": 0.04615785554051399,
"learning_rate": 8.802946593001841e-06,
"loss": 0.0019,
"step": 480
},
{
"epoch": 0.09025603241849328,
"grad_norm": 0.028160925954580307,
"learning_rate": 8.987108655616945e-06,
"loss": 0.0021,
"step": 490
},
{
"epoch": 0.09209799226376865,
"grad_norm": 0.03780502453446388,
"learning_rate": 9.171270718232044e-06,
"loss": 0.0025,
"step": 500
},
{
"epoch": 0.09209799226376865,
"eval_alignment_abstract": {
"mean_alignment": 0.6679456830024719
},
"eval_alignment_claim": {
"mean_alignment": 0.5713735222816467
},
"eval_alignment_global": {
"mean_alignment": 0.7681904435157776
},
"eval_alignment_invention": {
"mean_alignment": 0.6099222898483276
},
"eval_ipc_cls_abstract_accuracy_primary": 54.67999999999999,
"eval_ipc_cls_abstract_precision@1": 59.31999999999999,
"eval_ipc_cls_abstract_precision@3": 30.546666666666667,
"eval_ipc_cls_abstract_precision@5": 20.576,
"eval_ipc_cls_global_accuracy_primary": 54.67999999999999,
"eval_ipc_cls_global_precision@1": 59.31999999999999,
"eval_ipc_cls_global_precision@3": 30.546666666666667,
"eval_ipc_cls_global_precision@5": 20.576,
"eval_ipc_knn_abstract_accuracy_primary": 53.0,
"eval_ipc_knn_abstract_precision@1": 56.92,
"eval_ipc_knn_abstract_precision@3": 22.85333333333333,
"eval_ipc_knn_abstract_precision@5": 13.88,
"eval_ipc_knn_global_accuracy_primary": 53.0,
"eval_ipc_knn_global_precision@1": 56.92,
"eval_ipc_knn_global_precision@3": 22.85333333333333,
"eval_ipc_knn_global_precision@5": 13.88,
"eval_priorArt_ndcg@100_a2a": 0.32847211936682785,
"eval_priorArt_ndcg@100_a2all": 0.3299689256270576,
"eval_priorArt_ndcg@100_a2c": 0.23746701073730656,
"eval_priorArt_ndcg@100_a2i": 0.25376407096631387,
"eval_priorArt_ndcg@100_c2a": 0.18937076270283354,
"eval_priorArt_ndcg@100_c2all": 0.30598103622594425,
"eval_priorArt_ndcg@100_c2c": 0.31078670307216627,
"eval_priorArt_ndcg@100_c2i": 0.23335462891154898,
"eval_priorArt_ndcg@100_i2a": 0.21967591651732926,
"eval_priorArt_ndcg@100_i2all": 0.30258844780674227,
"eval_priorArt_ndcg@100_i2c": 0.3179433684050165,
"eval_priorArt_ndcg@100_i2i": 0.2485085627794327,
"eval_priorArt_ndcg@10_a2a": 0.20058150553775334,
"eval_priorArt_ndcg@10_a2all": 0.20058150553775334,
"eval_priorArt_ndcg@10_a2c": 0.07028597587851956,
"eval_priorArt_ndcg@10_a2i": 0.12167693545811535,
"eval_priorArt_ndcg@10_c2a": 0.059945706032196774,
"eval_priorArt_ndcg@10_c2all": 0.1825752301853048,
"eval_priorArt_ndcg@10_c2c": 0.18827297941321555,
"eval_priorArt_ndcg@10_c2i": 0.10802611613075216,
"eval_priorArt_ndcg@10_i2a": 0.10055504411382934,
"eval_priorArt_ndcg@10_i2all": 0.19436130591688364,
"eval_priorArt_ndcg@10_i2c": 0.18041554107576155,
"eval_priorArt_ndcg@10_i2i": 0.1293218057066546,
"eval_priorArt_ndcg@20_a2a": 0.2589254555579836,
"eval_priorArt_ndcg@20_a2all": 0.24975258225649283,
"eval_priorArt_ndcg@20_a2c": 0.10928142825749906,
"eval_priorArt_ndcg@20_a2i": 0.19114098176742286,
"eval_priorArt_ndcg@20_c2a": 0.11171830785874796,
"eval_priorArt_ndcg@20_c2all": 0.22211743184131288,
"eval_priorArt_ndcg@20_c2c": 0.24641522851252223,
"eval_priorArt_ndcg@20_c2i": 0.13385448584344706,
"eval_priorArt_ndcg@20_i2a": 0.1253467276515169,
"eval_priorArt_ndcg@20_i2all": 0.2137984935350734,
"eval_priorArt_ndcg@20_i2c": 0.2148994620387148,
"eval_priorArt_ndcg@20_i2i": 0.15423564212635496,
"eval_priorArt_ndcg@50_a2a": 0.31581089987823346,
"eval_priorArt_ndcg@50_a2all": 0.30344351766264327,
"eval_priorArt_ndcg@50_a2c": 0.18455019273281828,
"eval_priorArt_ndcg@50_a2i": 0.22840769665369254,
"eval_priorArt_ndcg@50_c2a": 0.15332939824096276,
"eval_priorArt_ndcg@50_c2all": 0.2773033005774682,
"eval_priorArt_ndcg@50_c2c": 0.2883626701832257,
"eval_priorArt_ndcg@50_c2i": 0.20374661972739078,
"eval_priorArt_ndcg@50_i2a": 0.18262535468444036,
"eval_priorArt_ndcg@50_i2all": 0.26984960281536946,
"eval_priorArt_ndcg@50_i2c": 0.27673895453550734,
"eval_priorArt_ndcg@50_i2i": 0.21445348182176832,
"eval_priorArt_recall@100_a2a": 0.825,
"eval_priorArt_recall@100_a2all": 0.85,
"eval_priorArt_recall@100_a2c": 0.8208333333333332,
"eval_priorArt_recall@100_a2i": 0.6833333333333333,
"eval_priorArt_recall@100_c2a": 0.6333333333333334,
"eval_priorArt_recall@100_c2all": 0.7666666666666667,
"eval_priorArt_recall@100_c2c": 0.75,
"eval_priorArt_recall@100_c2i": 0.7083333333333334,
"eval_priorArt_recall@100_i2a": 0.6708333333333334,
"eval_priorArt_recall@100_i2all": 0.7666666666666667,
"eval_priorArt_recall@100_i2c": 0.8333333333333334,
"eval_priorArt_recall@100_i2i": 0.7041666666666667,
"eval_priorArt_recall@10_a2a": 0.3625,
"eval_priorArt_recall@10_a2all": 0.3625,
"eval_priorArt_recall@10_a2c": 0.14166666666666666,
"eval_priorArt_recall@10_a2i": 0.19166666666666665,
"eval_priorArt_recall@10_c2a": 0.12916666666666668,
"eval_priorArt_recall@10_c2all": 0.2833333333333333,
"eval_priorArt_recall@10_c2c": 0.2833333333333333,
"eval_priorArt_recall@10_c2i": 0.19583333333333333,
"eval_priorArt_recall@10_i2a": 0.175,
"eval_priorArt_recall@10_i2all": 0.32500000000000007,
"eval_priorArt_recall@10_i2c": 0.26666666666666666,
"eval_priorArt_recall@10_i2i": 0.22083333333333335,
"eval_priorArt_recall@20_a2a": 0.55,
"eval_priorArt_recall@20_a2all": 0.525,
"eval_priorArt_recall@20_a2c": 0.27499999999999997,
"eval_priorArt_recall@20_a2i": 0.4166666666666667,
"eval_priorArt_recall@20_c2a": 0.2875,
"eval_priorArt_recall@20_c2all": 0.4166666666666667,
"eval_priorArt_recall@20_c2c": 0.4708333333333334,
"eval_priorArt_recall@20_c2i": 0.2875,
"eval_priorArt_recall@20_i2a": 0.26250000000000007,
"eval_priorArt_recall@20_i2all": 0.3791666666666667,
"eval_priorArt_recall@20_i2c": 0.37916666666666665,
"eval_priorArt_recall@20_i2i": 0.31250000000000006,
"eval_priorArt_recall@50_a2a": 0.7666666666666667,
"eval_priorArt_recall@50_a2all": 0.7250000000000001,
"eval_priorArt_recall@50_a2c": 0.5666666666666667,
"eval_priorArt_recall@50_a2i": 0.5666666666666667,
"eval_priorArt_recall@50_c2a": 0.4541666666666666,
"eval_priorArt_recall@50_c2all": 0.6375,
"eval_priorArt_recall@50_c2c": 0.6416666666666666,
"eval_priorArt_recall@50_c2i": 0.5791666666666666,
"eval_priorArt_recall@50_i2a": 0.475,
"eval_priorArt_recall@50_i2all": 0.6041666666666667,
"eval_priorArt_recall@50_i2c": 0.6291666666666667,
"eval_priorArt_recall@50_i2i": 0.5416666666666667,
"eval_sections_i2all_top_100_abstract_pct": 2.4,
"eval_sections_i2all_top_100_claim_pct": 46.35,
"eval_sections_i2all_top_100_invention_pct": 51.24999999999999,
"eval_sections_i2all_top_10_abstract_pct": 3.5000000000000004,
"eval_sections_i2all_top_10_claim_pct": 27.500000000000004,
"eval_sections_i2all_top_10_invention_pct": 69.0,
"eval_sections_i2all_top_20_abstract_pct": 2.75,
"eval_sections_i2all_top_20_claim_pct": 31.5,
"eval_sections_i2all_top_20_invention_pct": 65.75,
"eval_sections_i2all_top_50_abstract_pct": 2.4,
"eval_sections_i2all_top_50_claim_pct": 40.2,
"eval_sections_i2all_top_50_invention_pct": 57.4,
"eval_singularentropy_abstract": 0.3538222924773726,
"eval_singularentropy_claim": 0.39203719870372555,
"eval_singularentropy_global": 0.34712515888937506,
"eval_singularentropy_invention": 0.3949541049663878,
"eval_uniformity_abstract": -3.044142723083496,
"eval_uniformity_claim": -2.244654417037964,
"eval_uniformity_global": -2.740185022354126,
"eval_uniformity_invention": -2.5465805530548096,
"step": 500
},
{
"epoch": 0.09393995210904402,
"grad_norm": 0.03861204907298088,
"learning_rate": 9.355432780847147e-06,
"loss": 0.0021,
"step": 510
},
{
"epoch": 0.0957819119543194,
"grad_norm": 0.029178373515605927,
"learning_rate": 9.539594843462247e-06,
"loss": 0.0023,
"step": 520
},
{
"epoch": 0.09762387179959477,
"grad_norm": 0.03454480692744255,
"learning_rate": 9.723756906077349e-06,
"loss": 0.0022,
"step": 530
},
{
"epoch": 0.09946583164487015,
"grad_norm": 0.023804526776075363,
"learning_rate": 9.90791896869245e-06,
"loss": 0.0013,
"step": 540
},
{
"epoch": 0.10130779149014552,
"grad_norm": 0.026841090992093086,
"learning_rate": 9.999974161192682e-06,
"loss": 0.0012,
"step": 550
},
{
"epoch": 0.10314975133542088,
"grad_norm": 0.026050059124827385,
"learning_rate": 9.99976745233647e-06,
"loss": 0.0013,
"step": 560
},
{
"epoch": 0.10499171118069626,
"grad_norm": 0.06318048387765884,
"learning_rate": 9.9993540431698e-06,
"loss": 0.0021,
"step": 570
},
{
"epoch": 0.10683367102597163,
"grad_norm": 0.04870295897126198,
"learning_rate": 9.99873395078383e-06,
"loss": 0.002,
"step": 580
},
{
"epoch": 0.108675630871247,
"grad_norm": 0.15533314645290375,
"learning_rate": 9.997907200814407e-06,
"loss": 0.0025,
"step": 590
},
{
"epoch": 0.11051759071652238,
"grad_norm": 0.033325016498565674,
"learning_rate": 9.996873827441018e-06,
"loss": 0.0019,
"step": 600
},
{
"epoch": 0.11235955056179775,
"grad_norm": 0.3280738592147827,
"learning_rate": 9.995633873385367e-06,
"loss": 0.003,
"step": 610
},
{
"epoch": 0.11420151040707313,
"grad_norm": 0.019657526165246964,
"learning_rate": 9.99418738990962e-06,
"loss": 0.0017,
"step": 620
},
{
"epoch": 0.11512249032971081,
"eval_alignment_abstract": {
"mean_alignment": 0.7168857455253601
},
"eval_alignment_claim": {
"mean_alignment": 0.6418285965919495
},
"eval_alignment_global": {
"mean_alignment": 0.8024069666862488
},
"eval_alignment_invention": {
"mean_alignment": 0.6698493957519531
},
"eval_ipc_cls_abstract_accuracy_primary": 54.6,
"eval_ipc_cls_abstract_precision@1": 59.36,
"eval_ipc_cls_abstract_precision@3": 30.37333333333333,
"eval_ipc_cls_abstract_precision@5": 20.392000000000003,
"eval_ipc_cls_global_accuracy_primary": 54.6,
"eval_ipc_cls_global_precision@1": 59.36,
"eval_ipc_cls_global_precision@3": 30.37333333333333,
"eval_ipc_cls_global_precision@5": 20.392000000000003,
"eval_ipc_knn_abstract_accuracy_primary": 54.559999999999995,
"eval_ipc_knn_abstract_precision@1": 58.28,
"eval_ipc_knn_abstract_precision@3": 23.49333333333333,
"eval_ipc_knn_abstract_precision@5": 14.248,
"eval_ipc_knn_global_accuracy_primary": 54.559999999999995,
"eval_ipc_knn_global_precision@1": 58.28,
"eval_ipc_knn_global_precision@3": 23.49333333333333,
"eval_ipc_knn_global_precision@5": 14.248,
"eval_priorArt_ndcg@100_a2a": 0.340714071691356,
"eval_priorArt_ndcg@100_a2all": 0.33558484094292973,
"eval_priorArt_ndcg@100_a2c": 0.25713415210707574,
"eval_priorArt_ndcg@100_a2i": 0.2628989996095189,
"eval_priorArt_ndcg@100_c2a": 0.2552287410065782,
"eval_priorArt_ndcg@100_c2all": 0.311964010028227,
"eval_priorArt_ndcg@100_c2c": 0.3147272814946653,
"eval_priorArt_ndcg@100_c2i": 0.2476110546248298,
"eval_priorArt_ndcg@100_i2a": 0.26428679985300735,
"eval_priorArt_ndcg@100_i2all": 0.3190068103789982,
"eval_priorArt_ndcg@100_i2c": 0.3195857310049849,
"eval_priorArt_ndcg@100_i2i": 0.2710700866545457,
"eval_priorArt_ndcg@10_a2a": 0.22020021129016057,
"eval_priorArt_ndcg@10_a2all": 0.20867206374120748,
"eval_priorArt_ndcg@10_a2c": 0.10258336299436277,
"eval_priorArt_ndcg@10_a2i": 0.12554878095217306,
"eval_priorArt_ndcg@10_c2a": 0.12115664861927164,
"eval_priorArt_ndcg@10_c2all": 0.18746087361119784,
"eval_priorArt_ndcg@10_c2c": 0.18402600762601626,
"eval_priorArt_ndcg@10_c2i": 0.11397354798858908,
"eval_priorArt_ndcg@10_i2a": 0.151784996222998,
"eval_priorArt_ndcg@10_i2all": 0.19307945780984295,
"eval_priorArt_ndcg@10_i2c": 0.17588737076547836,
"eval_priorArt_ndcg@10_i2i": 0.13719297488926818,
"eval_priorArt_ndcg@20_a2a": 0.26819440318568455,
"eval_priorArt_ndcg@20_a2all": 0.2687054252541003,
"eval_priorArt_ndcg@20_a2c": 0.15346137966126377,
"eval_priorArt_ndcg@20_a2i": 0.19098077382243955,
"eval_priorArt_ndcg@20_c2a": 0.1408152386853174,
"eval_priorArt_ndcg@20_c2all": 0.22321659499626406,
"eval_priorArt_ndcg@20_c2c": 0.24872402700026708,
"eval_priorArt_ndcg@20_c2i": 0.16799669675996043,
"eval_priorArt_ndcg@20_i2a": 0.17794769162970253,
"eval_priorArt_ndcg@20_i2all": 0.21215245467152913,
"eval_priorArt_ndcg@20_i2c": 0.22566159370369507,
"eval_priorArt_ndcg@20_i2i": 0.16857775583074575,
"eval_priorArt_ndcg@50_a2a": 0.32613555108602443,
"eval_priorArt_ndcg@50_a2all": 0.3098855973610276,
"eval_priorArt_ndcg@50_a2c": 0.20721352088622483,
"eval_priorArt_ndcg@50_a2i": 0.2283223991232723,
"eval_priorArt_ndcg@50_c2a": 0.2187813484627489,
"eval_priorArt_ndcg@50_c2all": 0.2838870839453055,
"eval_priorArt_ndcg@50_c2c": 0.2870378534721768,
"eval_priorArt_ndcg@50_c2i": 0.21312179838027773,
"eval_priorArt_ndcg@50_i2a": 0.222518158055323,
"eval_priorArt_ndcg@50_i2all": 0.2838311545351716,
"eval_priorArt_ndcg@50_i2c": 0.28598406125769654,
"eval_priorArt_ndcg@50_i2i": 0.23459584313113901,
"eval_priorArt_recall@100_a2a": 0.8583333333333334,
"eval_priorArt_recall@100_a2all": 0.8666666666666668,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7500000000000001,
"eval_priorArt_recall@100_c2a": 0.7916666666666667,
"eval_priorArt_recall@100_c2all": 0.8083333333333333,
"eval_priorArt_recall@100_c2c": 0.775,
"eval_priorArt_recall@100_c2i": 0.7500000000000001,
"eval_priorArt_recall@100_i2a": 0.7458333333333333,
"eval_priorArt_recall@100_i2all": 0.8416666666666668,
"eval_priorArt_recall@100_i2c": 0.8083333333333333,
"eval_priorArt_recall@100_i2i": 0.7666666666666668,
"eval_priorArt_recall@10_a2a": 0.4125,
"eval_priorArt_recall@10_a2all": 0.3875,
"eval_priorArt_recall@10_a2c": 0.24166666666666664,
"eval_priorArt_recall@10_a2i": 0.22916666666666666,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.30833333333333335,
"eval_priorArt_recall@10_c2c": 0.2833333333333333,
"eval_priorArt_recall@10_c2i": 0.20416666666666666,
"eval_priorArt_recall@10_i2a": 0.275,
"eval_priorArt_recall@10_i2all": 0.32500000000000007,
"eval_priorArt_recall@10_i2c": 0.24166666666666664,
"eval_priorArt_recall@10_i2i": 0.22083333333333335,
"eval_priorArt_recall@20_a2a": 0.5708333333333333,
"eval_priorArt_recall@20_a2all": 0.5874999999999999,
"eval_priorArt_recall@20_a2c": 0.3958333333333333,
"eval_priorArt_recall@20_a2i": 0.4333333333333334,
"eval_priorArt_recall@20_c2a": 0.2875,
"eval_priorArt_recall@20_c2all": 0.4291666666666667,
"eval_priorArt_recall@20_c2c": 0.4875,
"eval_priorArt_recall@20_c2i": 0.4125,
"eval_priorArt_recall@20_i2a": 0.37500000000000006,
"eval_priorArt_recall@20_i2all": 0.3791666666666667,
"eval_priorArt_recall@20_i2c": 0.3958333333333333,
"eval_priorArt_recall@20_i2i": 0.32500000000000007,
"eval_priorArt_recall@50_a2a": 0.7916666666666667,
"eval_priorArt_recall@50_a2all": 0.7500000000000001,
"eval_priorArt_recall@50_a2c": 0.6000000000000001,
"eval_priorArt_recall@50_a2i": 0.5833333333333333,
"eval_priorArt_recall@50_c2a": 0.6125,
"eval_priorArt_recall@50_c2all": 0.6666666666666666,
"eval_priorArt_recall@50_c2c": 0.6458333333333334,
"eval_priorArt_recall@50_c2i": 0.5916666666666667,
"eval_priorArt_recall@50_i2a": 0.5375,
"eval_priorArt_recall@50_i2all": 0.6791666666666667,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.5916666666666667,
"eval_sections_i2all_top_100_abstract_pct": 3.1,
"eval_sections_i2all_top_100_claim_pct": 43.0,
"eval_sections_i2all_top_100_invention_pct": 53.900000000000006,
"eval_sections_i2all_top_10_abstract_pct": 3.0,
"eval_sections_i2all_top_10_claim_pct": 27.0,
"eval_sections_i2all_top_10_invention_pct": 70.0,
"eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004,
"eval_sections_i2all_top_20_claim_pct": 31.25,
"eval_sections_i2all_top_20_invention_pct": 65.25,
"eval_sections_i2all_top_50_abstract_pct": 3.1,
"eval_sections_i2all_top_50_claim_pct": 38.4,
"eval_sections_i2all_top_50_invention_pct": 58.5,
"eval_singularentropy_abstract": 0.3384031538507636,
"eval_singularentropy_claim": 0.36447676522069994,
"eval_singularentropy_global": 0.32894312167049444,
"eval_singularentropy_invention": 0.3741093045601486,
"eval_uniformity_abstract": -3.0763490200042725,
"eval_uniformity_claim": -2.437459945678711,
"eval_uniformity_global": -2.837754726409912,
"eval_uniformity_invention": -2.6577279567718506,
"step": 625
},
{
"epoch": 0.1160434702523485,
"grad_norm": 0.11069381982088089,
"learning_rate": 9.99253443681427e-06,
"loss": 0.0022,
"step": 630
},
{
"epoch": 0.11788543009762387,
"grad_norm": 0.2131844460964203,
"learning_rate": 9.99067508243568e-06,
"loss": 0.0042,
"step": 640
},
{
"epoch": 0.11972738994289925,
"grad_norm": 0.04761291295289993,
"learning_rate": 9.988609403643254e-06,
"loss": 0.0018,
"step": 650
},
{
"epoch": 0.12156934978817462,
"grad_norm": 0.015533742494881153,
"learning_rate": 9.986337485836251e-06,
"loss": 0.0014,
"step": 660
},
{
"epoch": 0.12341130963345,
"grad_norm": 0.02186313271522522,
"learning_rate": 9.983859422940261e-06,
"loss": 0.001,
"step": 670
},
{
"epoch": 0.12525326947872537,
"grad_norm": 0.23609311878681183,
"learning_rate": 9.981175317403325e-06,
"loss": 0.0023,
"step": 680
},
{
"epoch": 0.12709522932400075,
"grad_norm": 0.029774555936455727,
"learning_rate": 9.978285280191694e-06,
"loss": 0.0011,
"step": 690
},
{
"epoch": 0.1289371891692761,
"grad_norm": 0.031233204528689384,
"learning_rate": 9.975189430785242e-06,
"loss": 0.0019,
"step": 700
},
{
"epoch": 0.13077914901455148,
"grad_norm": 0.020857054740190506,
"learning_rate": 9.971887897172527e-06,
"loss": 0.0009,
"step": 710
},
{
"epoch": 0.13262110885982686,
"grad_norm": 0.06037362292408943,
"learning_rate": 9.968380815845504e-06,
"loss": 0.0015,
"step": 720
},
{
"epoch": 0.13446306870510222,
"grad_norm": 0.0268021859228611,
"learning_rate": 9.964668331793875e-06,
"loss": 0.0011,
"step": 730
},
{
"epoch": 0.1363050285503776,
"grad_norm": 0.012706798501312733,
"learning_rate": 9.9607505984991e-06,
"loss": 0.0008,
"step": 740
},
{
"epoch": 0.13814698839565298,
"grad_norm": 0.03065560571849346,
"learning_rate": 9.95662777792805e-06,
"loss": 0.0008,
"step": 750
},
{
"epoch": 0.13814698839565298,
"eval_alignment_abstract": {
"mean_alignment": 0.7371135354042053
},
"eval_alignment_claim": {
"mean_alignment": 0.6690503358840942
},
"eval_alignment_global": {
"mean_alignment": 0.8231342434883118
},
"eval_alignment_invention": {
"mean_alignment": 0.6939986944198608
},
"eval_ipc_cls_abstract_accuracy_primary": 54.04,
"eval_ipc_cls_abstract_precision@1": 59.12,
"eval_ipc_cls_abstract_precision@3": 30.306666666666672,
"eval_ipc_cls_abstract_precision@5": 20.328,
"eval_ipc_cls_global_accuracy_primary": 54.04,
"eval_ipc_cls_global_precision@1": 59.12,
"eval_ipc_cls_global_precision@3": 30.306666666666672,
"eval_ipc_cls_global_precision@5": 20.328,
"eval_ipc_knn_abstract_accuracy_primary": 54.400000000000006,
"eval_ipc_knn_abstract_precision@1": 58.120000000000005,
"eval_ipc_knn_abstract_precision@3": 23.506666666666664,
"eval_ipc_knn_abstract_precision@5": 14.255999999999998,
"eval_ipc_knn_global_accuracy_primary": 54.400000000000006,
"eval_ipc_knn_global_precision@1": 58.120000000000005,
"eval_ipc_knn_global_precision@3": 23.506666666666664,
"eval_ipc_knn_global_precision@5": 14.255999999999998,
"eval_priorArt_ndcg@100_a2a": 0.3387201936264453,
"eval_priorArt_ndcg@100_a2all": 0.3395337209465777,
"eval_priorArt_ndcg@100_a2c": 0.2598625726983003,
"eval_priorArt_ndcg@100_a2i": 0.2646627686616601,
"eval_priorArt_ndcg@100_c2a": 0.26375403703796974,
"eval_priorArt_ndcg@100_c2all": 0.316669214943751,
"eval_priorArt_ndcg@100_c2c": 0.3166173942482237,
"eval_priorArt_ndcg@100_c2i": 0.24641597063236223,
"eval_priorArt_ndcg@100_i2a": 0.27197407663977763,
"eval_priorArt_ndcg@100_i2all": 0.31811487344772094,
"eval_priorArt_ndcg@100_i2c": 0.31836924391983296,
"eval_priorArt_ndcg@100_i2i": 0.2773039328204442,
"eval_priorArt_ndcg@10_a2a": 0.22742112686897137,
"eval_priorArt_ndcg@10_a2all": 0.20407934498818747,
"eval_priorArt_ndcg@10_a2c": 0.10613611175111295,
"eval_priorArt_ndcg@10_a2i": 0.13047541096955814,
"eval_priorArt_ndcg@10_c2a": 0.13086113611697142,
"eval_priorArt_ndcg@10_c2all": 0.1882741689199776,
"eval_priorArt_ndcg@10_c2c": 0.19335429153588074,
"eval_priorArt_ndcg@10_c2i": 0.10734063802768105,
"eval_priorArt_ndcg@10_i2a": 0.15791009162835126,
"eval_priorArt_ndcg@10_i2all": 0.19772640886824316,
"eval_priorArt_ndcg@10_i2c": 0.18087037019185032,
"eval_priorArt_ndcg@10_i2i": 0.15697750209361538,
"eval_priorArt_ndcg@20_a2a": 0.26455149919124094,
"eval_priorArt_ndcg@20_a2all": 0.2623195858358677,
"eval_priorArt_ndcg@20_a2c": 0.16765658625765684,
"eval_priorArt_ndcg@20_a2i": 0.19880102736206146,
"eval_priorArt_ndcg@20_c2a": 0.16230122160143173,
"eval_priorArt_ndcg@20_c2all": 0.21830109172411966,
"eval_priorArt_ndcg@20_c2c": 0.25494807202939695,
"eval_priorArt_ndcg@20_c2i": 0.16755345040435513,
"eval_priorArt_ndcg@20_i2a": 0.1917161721762167,
"eval_priorArt_ndcg@20_i2all": 0.22155186569042007,
"eval_priorArt_ndcg@20_i2c": 0.22432634491651787,
"eval_priorArt_ndcg@20_i2i": 0.1692683954659134,
"eval_priorArt_ndcg@50_a2a": 0.32736478050175555,
"eval_priorArt_ndcg@50_a2all": 0.31758821921688474,
"eval_priorArt_ndcg@50_a2c": 0.21258114330208738,
"eval_priorArt_ndcg@50_a2i": 0.23839141156420124,
"eval_priorArt_ndcg@50_c2a": 0.23872343889613998,
"eval_priorArt_ndcg@50_c2all": 0.2729458982923564,
"eval_priorArt_ndcg@50_c2c": 0.2846447347263074,
"eval_priorArt_ndcg@50_c2i": 0.2081841358282354,
"eval_priorArt_ndcg@50_i2a": 0.24030404710762926,
"eval_priorArt_ndcg@50_i2all": 0.2827958573857986,
"eval_priorArt_ndcg@50_i2c": 0.2888652611620529,
"eval_priorArt_ndcg@50_i2i": 0.2453151120589443,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8666666666666668,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.7333333333333334,
"eval_priorArt_recall@100_c2a": 0.7749999999999999,
"eval_priorArt_recall@100_c2all": 0.825,
"eval_priorArt_recall@100_c2c": 0.775,
"eval_priorArt_recall@100_c2i": 0.7500000000000001,
"eval_priorArt_recall@100_i2a": 0.7458333333333333,
"eval_priorArt_recall@100_i2all": 0.8416666666666668,
"eval_priorArt_recall@100_i2c": 0.8083333333333333,
"eval_priorArt_recall@100_i2i": 0.7666666666666668,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.37083333333333335,
"eval_priorArt_recall@10_a2c": 0.24166666666666664,
"eval_priorArt_recall@10_a2i": 0.22916666666666666,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.30833333333333335,
"eval_priorArt_recall@10_c2c": 0.30833333333333335,
"eval_priorArt_recall@10_c2i": 0.1875,
"eval_priorArt_recall@10_i2a": 0.275,
"eval_priorArt_recall@10_i2all": 0.3416666666666667,
"eval_priorArt_recall@10_i2c": 0.2583333333333333,
"eval_priorArt_recall@10_i2i": 0.27083333333333337,
"eval_priorArt_recall@20_a2a": 0.5541666666666667,
"eval_priorArt_recall@20_a2all": 0.5541666666666667,
"eval_priorArt_recall@20_a2c": 0.4250000000000001,
"eval_priorArt_recall@20_a2i": 0.4458333333333334,
"eval_priorArt_recall@20_c2a": 0.33749999999999997,
"eval_priorArt_recall@20_c2all": 0.39583333333333337,
"eval_priorArt_recall@20_c2c": 0.5041666666666667,
"eval_priorArt_recall@20_c2i": 0.4125,
"eval_priorArt_recall@20_i2a": 0.4,
"eval_priorArt_recall@20_i2all": 0.4291666666666667,
"eval_priorArt_recall@20_i2c": 0.3958333333333333,
"eval_priorArt_recall@20_i2i": 0.30833333333333335,
"eval_priorArt_recall@50_a2a": 0.7916666666666667,
"eval_priorArt_recall@50_a2all": 0.7666666666666667,
"eval_priorArt_recall@50_a2c": 0.6000000000000001,
"eval_priorArt_recall@50_a2i": 0.6083333333333333,
"eval_priorArt_recall@50_c2a": 0.6458333333333333,
"eval_priorArt_recall@50_c2all": 0.6041666666666666,
"eval_priorArt_recall@50_c2c": 0.6291666666666667,
"eval_priorArt_recall@50_c2i": 0.575,
"eval_priorArt_recall@50_i2a": 0.5958333333333333,
"eval_priorArt_recall@50_i2all": 0.6791666666666667,
"eval_priorArt_recall@50_i2c": 0.6708333333333334,
"eval_priorArt_recall@50_i2i": 0.625,
"eval_sections_i2all_top_100_abstract_pct": 3.45,
"eval_sections_i2all_top_100_claim_pct": 42.55,
"eval_sections_i2all_top_100_invention_pct": 54.0,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 28.999999999999996,
"eval_sections_i2all_top_10_invention_pct": 69.0,
"eval_sections_i2all_top_20_abstract_pct": 3.0,
"eval_sections_i2all_top_20_claim_pct": 31.75,
"eval_sections_i2all_top_20_invention_pct": 65.25,
"eval_sections_i2all_top_50_abstract_pct": 3.4000000000000004,
"eval_sections_i2all_top_50_claim_pct": 37.9,
"eval_sections_i2all_top_50_invention_pct": 58.699999999999996,
"eval_singularentropy_abstract": 0.3327358016602854,
"eval_singularentropy_claim": 0.3557840007172484,
"eval_singularentropy_global": 0.32245119820821627,
"eval_singularentropy_invention": 0.36661626666497593,
"eval_uniformity_abstract": -3.0937445163726807,
"eval_uniformity_claim": -2.4786033630371094,
"eval_uniformity_global": -2.86260724067688,
"eval_uniformity_invention": -2.6822633743286133,
"step": 750
},
{
"epoch": 0.13998894824092833,
"grad_norm": 0.058271560817956924,
"learning_rate": 9.952300040526308e-06,
"loss": 0.0013,
"step": 760
},
{
"epoch": 0.14183090808620372,
"grad_norm": 0.024925049394369125,
"learning_rate": 9.947767565211133e-06,
"loss": 0.0015,
"step": 770
},
{
"epoch": 0.1436728679314791,
"grad_norm": 0.012115995399653912,
"learning_rate": 9.943030539364047e-06,
"loss": 0.0016,
"step": 780
},
{
"epoch": 0.14551482777675448,
"grad_norm": 0.025801118463277817,
"learning_rate": 9.938089158823101e-06,
"loss": 0.0007,
"step": 790
},
{
"epoch": 0.14735678762202983,
"grad_norm": 0.015329324640333652,
"learning_rate": 9.932943627874779e-06,
"loss": 0.0009,
"step": 800
},
{
"epoch": 0.14919874746730521,
"grad_norm": 0.03107931651175022,
"learning_rate": 9.92759415924554e-06,
"loss": 0.0011,
"step": 810
},
{
"epoch": 0.1510407073125806,
"grad_norm": 0.038603030145168304,
"learning_rate": 9.922040974093035e-06,
"loss": 0.0008,
"step": 820
},
{
"epoch": 0.15288266715785595,
"grad_norm": 0.07480188459157944,
"learning_rate": 9.916284301996961e-06,
"loss": 0.0014,
"step": 830
},
{
"epoch": 0.15472462700313133,
"grad_norm": 0.12394721060991287,
"learning_rate": 9.91032438094957e-06,
"loss": 0.0009,
"step": 840
},
{
"epoch": 0.1565665868484067,
"grad_norm": 0.08546964079141617,
"learning_rate": 9.904161457345829e-06,
"loss": 0.0012,
"step": 850
},
{
"epoch": 0.15840854669368207,
"grad_norm": 0.016056638211011887,
"learning_rate": 9.897795785973227e-06,
"loss": 0.0009,
"step": 860
},
{
"epoch": 0.16025050653895745,
"grad_norm": 0.012243117205798626,
"learning_rate": 9.891227630001261e-06,
"loss": 0.0014,
"step": 870
},
{
"epoch": 0.16117148646159513,
"eval_alignment_abstract": {
"mean_alignment": 0.76340651512146
},
"eval_alignment_claim": {
"mean_alignment": 0.699166476726532
},
"eval_alignment_global": {
"mean_alignment": 0.8460273742675781
},
"eval_alignment_invention": {
"mean_alignment": 0.7202308773994446
},
"eval_ipc_cls_abstract_accuracy_primary": 54.120000000000005,
"eval_ipc_cls_abstract_precision@1": 59.12,
"eval_ipc_cls_abstract_precision@3": 30.146666666666665,
"eval_ipc_cls_abstract_precision@5": 20.264000000000003,
"eval_ipc_cls_global_accuracy_primary": 54.120000000000005,
"eval_ipc_cls_global_precision@1": 59.12,
"eval_ipc_cls_global_precision@3": 30.146666666666665,
"eval_ipc_cls_global_precision@5": 20.264000000000003,
"eval_ipc_knn_abstract_accuracy_primary": 54.279999999999994,
"eval_ipc_knn_abstract_precision@1": 58.160000000000004,
"eval_ipc_knn_abstract_precision@3": 23.493333333333336,
"eval_ipc_knn_abstract_precision@5": 14.255999999999998,
"eval_ipc_knn_global_accuracy_primary": 54.279999999999994,
"eval_ipc_knn_global_precision@1": 58.160000000000004,
"eval_ipc_knn_global_precision@3": 23.493333333333336,
"eval_ipc_knn_global_precision@5": 14.255999999999998,
"eval_priorArt_ndcg@100_a2a": 0.33787183325080156,
"eval_priorArt_ndcg@100_a2all": 0.3382205207541227,
"eval_priorArt_ndcg@100_a2c": 0.26264846834572386,
"eval_priorArt_ndcg@100_a2i": 0.26223110935808563,
"eval_priorArt_ndcg@100_c2a": 0.27146738515948055,
"eval_priorArt_ndcg@100_c2all": 0.31279684701550076,
"eval_priorArt_ndcg@100_c2c": 0.31123675352671104,
"eval_priorArt_ndcg@100_c2i": 0.2518007133933967,
"eval_priorArt_ndcg@100_i2a": 0.2763700605185252,
"eval_priorArt_ndcg@100_i2all": 0.31662467673905625,
"eval_priorArt_ndcg@100_i2c": 0.3168803408371875,
"eval_priorArt_ndcg@100_i2i": 0.29476364574938413,
"eval_priorArt_ndcg@10_a2a": 0.2268084478157122,
"eval_priorArt_ndcg@10_a2all": 0.208548522838026,
"eval_priorArt_ndcg@10_a2c": 0.09830242511007031,
"eval_priorArt_ndcg@10_a2i": 0.11995960172671419,
"eval_priorArt_ndcg@10_c2a": 0.1427107238270271,
"eval_priorArt_ndcg@10_c2all": 0.1911487719714689,
"eval_priorArt_ndcg@10_c2c": 0.19441258867497177,
"eval_priorArt_ndcg@10_c2i": 0.09693302961195611,
"eval_priorArt_ndcg@10_i2a": 0.1597533688034714,
"eval_priorArt_ndcg@10_i2all": 0.19108962102970956,
"eval_priorArt_ndcg@10_i2c": 0.18684715857309175,
"eval_priorArt_ndcg@10_i2i": 0.16227566941936422,
"eval_priorArt_ndcg@20_a2a": 0.2641573042412465,
"eval_priorArt_ndcg@20_a2all": 0.2667785106364642,
"eval_priorArt_ndcg@20_a2c": 0.16712241590800408,
"eval_priorArt_ndcg@20_a2i": 0.18341675599697466,
"eval_priorArt_ndcg@20_c2a": 0.17572919815247318,
"eval_priorArt_ndcg@20_c2all": 0.21491365728973819,
"eval_priorArt_ndcg@20_c2c": 0.23821467948160308,
"eval_priorArt_ndcg@20_c2i": 0.17326254779434624,
"eval_priorArt_ndcg@20_i2a": 0.19852718729080338,
"eval_priorArt_ndcg@20_i2all": 0.22257666492544864,
"eval_priorArt_ndcg@20_i2c": 0.22391231998903263,
"eval_priorArt_ndcg@20_i2i": 0.1814678573506672,
"eval_priorArt_ndcg@50_a2a": 0.32640697669249413,
"eval_priorArt_ndcg@50_a2all": 0.321302462765657,
"eval_priorArt_ndcg@50_a2c": 0.22557432489101492,
"eval_priorArt_ndcg@50_a2i": 0.2348549707693895,
"eval_priorArt_ndcg@50_c2a": 0.2516656608240156,
"eval_priorArt_ndcg@50_c2all": 0.2692527368896277,
"eval_priorArt_ndcg@50_c2c": 0.27913300645723343,
"eval_priorArt_ndcg@50_c2i": 0.20956438281159867,
"eval_priorArt_ndcg@50_i2a": 0.24468919764464053,
"eval_priorArt_ndcg@50_i2all": 0.28794826698999537,
"eval_priorArt_ndcg@50_i2c": 0.28755675898669913,
"eval_priorArt_ndcg@50_i2i": 0.2632614780778761,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8666666666666668,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.7500000000000001,
"eval_priorArt_recall@100_c2a": 0.7749999999999999,
"eval_priorArt_recall@100_c2all": 0.825,
"eval_priorArt_recall@100_c2c": 0.775,
"eval_priorArt_recall@100_c2i": 0.7500000000000001,
"eval_priorArt_recall@100_i2a": 0.7458333333333333,
"eval_priorArt_recall@100_i2all": 0.8291666666666668,
"eval_priorArt_recall@100_i2c": 0.8083333333333333,
"eval_priorArt_recall@100_i2i": 0.7916666666666667,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.3875,
"eval_priorArt_recall@10_a2c": 0.21666666666666665,
"eval_priorArt_recall@10_a2i": 0.2125,
"eval_priorArt_recall@10_c2a": 0.2458333333333333,
"eval_priorArt_recall@10_c2all": 0.32500000000000007,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.1375,
"eval_priorArt_recall@10_i2a": 0.275,
"eval_priorArt_recall@10_i2all": 0.325,
"eval_priorArt_recall@10_i2c": 0.275,
"eval_priorArt_recall@10_i2i": 0.25416666666666665,
"eval_priorArt_recall@20_a2a": 0.5541666666666667,
"eval_priorArt_recall@20_a2all": 0.5708333333333333,
"eval_priorArt_recall@20_a2c": 0.4166666666666667,
"eval_priorArt_recall@20_a2i": 0.4166666666666667,
"eval_priorArt_recall@20_c2a": 0.36249999999999993,
"eval_priorArt_recall@20_c2all": 0.39583333333333337,
"eval_priorArt_recall@20_c2c": 0.4541666666666667,
"eval_priorArt_recall@20_c2i": 0.4125,
"eval_priorArt_recall@20_i2a": 0.4041666666666667,
"eval_priorArt_recall@20_i2all": 0.4291666666666667,
"eval_priorArt_recall@20_i2c": 0.3958333333333333,
"eval_priorArt_recall@20_i2i": 0.30833333333333335,
"eval_priorArt_recall@50_a2a": 0.7916666666666667,
"eval_priorArt_recall@50_a2all": 0.7916666666666667,
"eval_priorArt_recall@50_a2c": 0.6500000000000001,
"eval_priorArt_recall@50_a2i": 0.6166666666666667,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.6041666666666666,
"eval_priorArt_recall@50_c2c": 0.6291666666666667,
"eval_priorArt_recall@50_c2i": 0.5583333333333333,
"eval_priorArt_recall@50_i2a": 0.5958333333333333,
"eval_priorArt_recall@50_i2all": 0.6958333333333333,
"eval_priorArt_recall@50_i2c": 0.6708333333333334,
"eval_priorArt_recall@50_i2i": 0.65,
"eval_sections_i2all_top_100_abstract_pct": 3.5999999999999996,
"eval_sections_i2all_top_100_claim_pct": 42.0,
"eval_sections_i2all_top_100_invention_pct": 54.400000000000006,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 28.499999999999996,
"eval_sections_i2all_top_10_invention_pct": 69.5,
"eval_sections_i2all_top_20_abstract_pct": 3.25,
"eval_sections_i2all_top_20_claim_pct": 30.75,
"eval_sections_i2all_top_20_invention_pct": 66.0,
"eval_sections_i2all_top_50_abstract_pct": 3.6999999999999997,
"eval_sections_i2all_top_50_claim_pct": 37.4,
"eval_sections_i2all_top_50_invention_pct": 58.9,
"eval_singularentropy_abstract": 0.3255490804625043,
"eval_singularentropy_claim": 0.34668239657034106,
"eval_singularentropy_global": 0.31509902327602635,
"eval_singularentropy_invention": 0.3584827557913821,
"eval_uniformity_abstract": -3.108963966369629,
"eval_uniformity_claim": -2.5272839069366455,
"eval_uniformity_global": -2.890382766723633,
"eval_uniformity_invention": -2.712876558303833,
"step": 875
},
{
"epoch": 0.16209246638423283,
"grad_norm": 0.15109539031982422,
"learning_rate": 9.88445726097053e-06,
"loss": 0.0014,
"step": 880
},
{
"epoch": 0.16393442622950818,
"grad_norm": 0.015716494992375374,
"learning_rate": 9.877484958781534e-06,
"loss": 0.0006,
"step": 890
},
{
"epoch": 0.16577638607478357,
"grad_norm": 0.01213402021676302,
"learning_rate": 9.870311011683077e-06,
"loss": 0.0007,
"step": 900
},
{
"epoch": 0.16761834592005895,
"grad_norm": 0.016547322273254395,
"learning_rate": 9.862935716260378e-06,
"loss": 0.001,
"step": 910
},
{
"epoch": 0.16946030576533433,
"grad_norm": 0.014155924320220947,
"learning_rate": 9.855359377422787e-06,
"loss": 0.0007,
"step": 920
},
{
"epoch": 0.17130226561060968,
"grad_norm": 0.012297318316996098,
"learning_rate": 9.847582308391189e-06,
"loss": 0.0015,
"step": 930
},
{
"epoch": 0.17314422545588506,
"grad_norm": 0.10370121151208878,
"learning_rate": 9.839604830685056e-06,
"loss": 0.0014,
"step": 940
},
{
"epoch": 0.17498618530116045,
"grad_norm": 0.01560227107256651,
"learning_rate": 9.831427274109148e-06,
"loss": 0.0009,
"step": 950
},
{
"epoch": 0.1768281451464358,
"grad_norm": 0.012955563142895699,
"learning_rate": 9.823049976739886e-06,
"loss": 0.0012,
"step": 960
},
{
"epoch": 0.17867010499171118,
"grad_norm": 0.010573424398899078,
"learning_rate": 9.814473284911375e-06,
"loss": 0.0009,
"step": 970
},
{
"epoch": 0.18051206483698656,
"grad_norm": 0.011110206134617329,
"learning_rate": 9.805697553201075e-06,
"loss": 0.0008,
"step": 980
},
{
"epoch": 0.18235402468226192,
"grad_norm": 0.0133564667776227,
"learning_rate": 9.796723144415155e-06,
"loss": 0.001,
"step": 990
},
{
"epoch": 0.1841959845275373,
"grad_norm": 0.018932444974780083,
"learning_rate": 9.787550429573487e-06,
"loss": 0.0006,
"step": 1000
},
{
"epoch": 0.1841959845275373,
"eval_alignment_abstract": {
"mean_alignment": 0.7795619368553162
},
"eval_alignment_claim": {
"mean_alignment": 0.7127861976623535
},
"eval_alignment_global": {
"mean_alignment": 0.860572874546051
},
"eval_alignment_invention": {
"mean_alignment": 0.7317795157432556
},
"eval_ipc_cls_abstract_accuracy_primary": 53.92,
"eval_ipc_cls_abstract_precision@1": 58.919999999999995,
"eval_ipc_cls_abstract_precision@3": 30.05333333333333,
"eval_ipc_cls_abstract_precision@5": 20.247999999999998,
"eval_ipc_cls_global_accuracy_primary": 53.92,
"eval_ipc_cls_global_precision@1": 58.919999999999995,
"eval_ipc_cls_global_precision@3": 30.05333333333333,
"eval_ipc_cls_global_precision@5": 20.247999999999998,
"eval_ipc_knn_abstract_accuracy_primary": 54.400000000000006,
"eval_ipc_knn_abstract_precision@1": 58.36,
"eval_ipc_knn_abstract_precision@3": 23.57333333333333,
"eval_ipc_knn_abstract_precision@5": 14.303999999999997,
"eval_ipc_knn_global_accuracy_primary": 54.400000000000006,
"eval_ipc_knn_global_precision@1": 58.36,
"eval_ipc_knn_global_precision@3": 23.57333333333333,
"eval_ipc_knn_global_precision@5": 14.303999999999997,
"eval_priorArt_ndcg@100_a2a": 0.3361515963184062,
"eval_priorArt_ndcg@100_a2all": 0.3362668860292837,
"eval_priorArt_ndcg@100_a2c": 0.2654597439183669,
"eval_priorArt_ndcg@100_a2i": 0.2644417960971152,
"eval_priorArt_ndcg@100_c2a": 0.26644163294212964,
"eval_priorArt_ndcg@100_c2all": 0.31895210434497023,
"eval_priorArt_ndcg@100_c2c": 0.3126480463419563,
"eval_priorArt_ndcg@100_c2i": 0.25154416018874676,
"eval_priorArt_ndcg@100_i2a": 0.26671033714449344,
"eval_priorArt_ndcg@100_i2all": 0.3142446458006367,
"eval_priorArt_ndcg@100_i2c": 0.31308289795292343,
"eval_priorArt_ndcg@100_i2i": 0.2868082003447029,
"eval_priorArt_ndcg@10_a2a": 0.22515397092170045,
"eval_priorArt_ndcg@10_a2all": 0.21535200359060852,
"eval_priorArt_ndcg@10_a2c": 0.1055712830030586,
"eval_priorArt_ndcg@10_a2i": 0.12251521991394813,
"eval_priorArt_ndcg@10_c2a": 0.13988995795444814,
"eval_priorArt_ndcg@10_c2all": 0.19751529220249628,
"eval_priorArt_ndcg@10_c2c": 0.19648221406099625,
"eval_priorArt_ndcg@10_c2i": 0.09693302961195611,
"eval_priorArt_ndcg@10_i2a": 0.1567552152743523,
"eval_priorArt_ndcg@10_i2all": 0.18974610053954483,
"eval_priorArt_ndcg@10_i2c": 0.18718585770424695,
"eval_priorArt_ndcg@10_i2i": 0.15360374779846958,
"eval_priorArt_ndcg@20_a2a": 0.2625103999981758,
"eval_priorArt_ndcg@20_a2all": 0.2649468543965805,
"eval_priorArt_ndcg@20_a2c": 0.17516208155480176,
"eval_priorArt_ndcg@20_a2i": 0.185979124608438,
"eval_priorArt_ndcg@20_c2a": 0.1716009854431832,
"eval_priorArt_ndcg@20_c2all": 0.22791347259488792,
"eval_priorArt_ndcg@20_c2c": 0.2398140267837113,
"eval_priorArt_ndcg@20_c2i": 0.1687009510261264,
"eval_priorArt_ndcg@20_i2a": 0.19014683973487992,
"eval_priorArt_ndcg@20_i2all": 0.2200199525267504,
"eval_priorArt_ndcg@20_i2c": 0.22369106748081688,
"eval_priorArt_ndcg@20_i2i": 0.17311453572952068,
"eval_priorArt_ndcg@50_a2a": 0.3170906194999108,
"eval_priorArt_ndcg@50_a2all": 0.3119328161874845,
"eval_priorArt_ndcg@50_a2c": 0.2284482906135062,
"eval_priorArt_ndcg@50_a2i": 0.23689825347170337,
"eval_priorArt_ndcg@50_c2a": 0.24674711505143443,
"eval_priorArt_ndcg@50_c2all": 0.27535806187525963,
"eval_priorArt_ndcg@50_c2c": 0.2806843482495301,
"eval_priorArt_ndcg@50_c2i": 0.20414943610200806,
"eval_priorArt_ndcg@50_i2a": 0.23473260685055125,
"eval_priorArt_ndcg@50_i2all": 0.28527358340753545,
"eval_priorArt_ndcg@50_i2c": 0.286671637415552,
"eval_priorArt_ndcg@50_i2i": 0.2552174610444272,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8666666666666668,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.7500000000000001,
"eval_priorArt_recall@100_c2a": 0.7749999999999999,
"eval_priorArt_recall@100_c2all": 0.825,
"eval_priorArt_recall@100_c2c": 0.775,
"eval_priorArt_recall@100_c2i": 0.7500000000000001,
"eval_priorArt_recall@100_i2a": 0.7208333333333334,
"eval_priorArt_recall@100_i2all": 0.8291666666666668,
"eval_priorArt_recall@100_i2c": 0.7958333333333334,
"eval_priorArt_recall@100_i2i": 0.7916666666666667,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.4125,
"eval_priorArt_recall@10_a2c": 0.22916666666666666,
"eval_priorArt_recall@10_a2i": 0.2125,
"eval_priorArt_recall@10_c2a": 0.2458333333333333,
"eval_priorArt_recall@10_c2all": 0.32500000000000007,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.1375,
"eval_priorArt_recall@10_i2a": 0.275,
"eval_priorArt_recall@10_i2all": 0.325,
"eval_priorArt_recall@10_i2c": 0.275,
"eval_priorArt_recall@10_i2i": 0.25416666666666665,
"eval_priorArt_recall@20_a2a": 0.5541666666666667,
"eval_priorArt_recall@20_a2all": 0.5708333333333333,
"eval_priorArt_recall@20_a2c": 0.4333333333333333,
"eval_priorArt_recall@20_a2i": 0.4166666666666667,
"eval_priorArt_recall@20_c2a": 0.36249999999999993,
"eval_priorArt_recall@20_c2all": 0.4208333333333333,
"eval_priorArt_recall@20_c2c": 0.4541666666666667,
"eval_priorArt_recall@20_c2i": 0.3958333333333333,
"eval_priorArt_recall@20_i2a": 0.3916666666666667,
"eval_priorArt_recall@20_i2all": 0.4291666666666667,
"eval_priorArt_recall@20_i2c": 0.3958333333333333,
"eval_priorArt_recall@20_i2i": 0.30833333333333335,
"eval_priorArt_recall@50_a2a": 0.7625,
"eval_priorArt_recall@50_a2all": 0.7625,
"eval_priorArt_recall@50_a2c": 0.6500000000000001,
"eval_priorArt_recall@50_a2i": 0.6166666666666667,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.6041666666666666,
"eval_priorArt_recall@50_c2c": 0.6291666666666667,
"eval_priorArt_recall@50_c2i": 0.5333333333333333,
"eval_priorArt_recall@50_i2a": 0.5708333333333333,
"eval_priorArt_recall@50_i2all": 0.6958333333333333,
"eval_priorArt_recall@50_i2c": 0.6708333333333334,
"eval_priorArt_recall@50_i2i": 0.65,
"eval_sections_i2all_top_100_abstract_pct": 3.5000000000000004,
"eval_sections_i2all_top_100_claim_pct": 41.8,
"eval_sections_i2all_top_100_invention_pct": 54.7,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 28.499999999999996,
"eval_sections_i2all_top_10_invention_pct": 69.5,
"eval_sections_i2all_top_20_abstract_pct": 3.25,
"eval_sections_i2all_top_20_claim_pct": 29.75,
"eval_sections_i2all_top_20_invention_pct": 67.0,
"eval_sections_i2all_top_50_abstract_pct": 3.4000000000000004,
"eval_sections_i2all_top_50_claim_pct": 37.8,
"eval_sections_i2all_top_50_invention_pct": 58.8,
"eval_singularentropy_abstract": 0.3217214010502992,
"eval_singularentropy_claim": 0.34297948153682206,
"eval_singularentropy_global": 0.31154256142707526,
"eval_singularentropy_invention": 0.3546814104992907,
"eval_uniformity_abstract": -3.113858461380005,
"eval_uniformity_claim": -2.5334839820861816,
"eval_uniformity_global": -2.896652936935425,
"eval_uniformity_invention": -2.718719005584717,
"step": 1000
},
{
"epoch": 0.18603794437281268,
"grad_norm": 0.15766093134880066,
"learning_rate": 9.77817978789431e-06,
"loss": 0.0011,
"step": 1010
},
{
"epoch": 0.18787990421808803,
"grad_norm": 0.01776069588959217,
"learning_rate": 9.76861160677855e-06,
"loss": 0.0006,
"step": 1020
},
{
"epoch": 0.18972186406336342,
"grad_norm": 0.008920538239181042,
"learning_rate": 9.758846281793807e-06,
"loss": 0.0009,
"step": 1030
},
{
"epoch": 0.1915638239086388,
"grad_norm": 0.010407132096588612,
"learning_rate": 9.748884216657998e-06,
"loss": 0.0019,
"step": 1040
},
{
"epoch": 0.19340578375391415,
"grad_norm": 0.01691555790603161,
"learning_rate": 9.73872582322267e-06,
"loss": 0.0009,
"step": 1050
},
{
"epoch": 0.19524774359918953,
"grad_norm": 0.011237910017371178,
"learning_rate": 9.72837152145597e-06,
"loss": 0.0007,
"step": 1060
},
{
"epoch": 0.19708970344446491,
"grad_norm": 0.006220214534550905,
"learning_rate": 9.717821739425286e-06,
"loss": 0.0015,
"step": 1070
},
{
"epoch": 0.1989316632897403,
"grad_norm": 0.02893495187163353,
"learning_rate": 9.707076913279548e-06,
"loss": 0.0014,
"step": 1080
},
{
"epoch": 0.20077362313501565,
"grad_norm": 0.011616235598921776,
"learning_rate": 9.696137487231195e-06,
"loss": 0.0006,
"step": 1090
},
{
"epoch": 0.20261558298029103,
"grad_norm": 0.012675595469772816,
"learning_rate": 9.685003913537813e-06,
"loss": 0.001,
"step": 1100
},
{
"epoch": 0.2044575428255664,
"grad_norm": 0.008485445752739906,
"learning_rate": 9.673676652483438e-06,
"loss": 0.0008,
"step": 1110
},
{
"epoch": 0.20629950267084177,
"grad_norm": 0.03724885731935501,
"learning_rate": 9.662156172359526e-06,
"loss": 0.0008,
"step": 1120
},
{
"epoch": 0.20722048259347947,
"eval_alignment_abstract": {
"mean_alignment": 0.7904290556907654
},
"eval_alignment_claim": {
"mean_alignment": 0.7249244451522827
},
"eval_alignment_global": {
"mean_alignment": 0.8704814910888672
},
"eval_alignment_invention": {
"mean_alignment": 0.7416802048683167
},
"eval_ipc_cls_abstract_accuracy_primary": 53.92,
"eval_ipc_cls_abstract_precision@1": 58.8,
"eval_ipc_cls_abstract_precision@3": 29.959999999999997,
"eval_ipc_cls_abstract_precision@5": 20.168,
"eval_ipc_cls_global_accuracy_primary": 53.92,
"eval_ipc_cls_global_precision@1": 58.8,
"eval_ipc_cls_global_precision@3": 29.959999999999997,
"eval_ipc_cls_global_precision@5": 20.168,
"eval_ipc_knn_abstract_accuracy_primary": 54.16,
"eval_ipc_knn_abstract_precision@1": 58.199999999999996,
"eval_ipc_knn_abstract_precision@3": 23.52,
"eval_ipc_knn_abstract_precision@5": 14.272000000000002,
"eval_ipc_knn_global_accuracy_primary": 54.16,
"eval_ipc_knn_global_precision@1": 58.199999999999996,
"eval_ipc_knn_global_precision@3": 23.52,
"eval_ipc_knn_global_precision@5": 14.272000000000002,
"eval_priorArt_ndcg@100_a2a": 0.33972340924214045,
"eval_priorArt_ndcg@100_a2all": 0.3402180456736342,
"eval_priorArt_ndcg@100_a2c": 0.27463308284634697,
"eval_priorArt_ndcg@100_a2i": 0.26411468247537373,
"eval_priorArt_ndcg@100_c2a": 0.26653876982832286,
"eval_priorArt_ndcg@100_c2all": 0.3223539328951678,
"eval_priorArt_ndcg@100_c2c": 0.3177512672125324,
"eval_priorArt_ndcg@100_c2i": 0.2524126306257103,
"eval_priorArt_ndcg@100_i2a": 0.27585829368316717,
"eval_priorArt_ndcg@100_i2all": 0.3123971279084325,
"eval_priorArt_ndcg@100_i2c": 0.3125923544729801,
"eval_priorArt_ndcg@100_i2i": 0.2939663296674866,
"eval_priorArt_ndcg@10_a2a": 0.22256578210801164,
"eval_priorArt_ndcg@10_a2all": 0.21284855390422122,
"eval_priorArt_ndcg@10_a2c": 0.12198345248672142,
"eval_priorArt_ndcg@10_a2i": 0.12257316907373425,
"eval_priorArt_ndcg@10_c2a": 0.140426668602379,
"eval_priorArt_ndcg@10_c2all": 0.20059654086716666,
"eval_priorArt_ndcg@10_c2c": 0.18945244672641956,
"eval_priorArt_ndcg@10_c2i": 0.11530452876150596,
"eval_priorArt_ndcg@10_i2a": 0.16076043830331774,
"eval_priorArt_ndcg@10_i2all": 0.18705740187369885,
"eval_priorArt_ndcg@10_i2c": 0.18702131639069383,
"eval_priorArt_ndcg@10_i2i": 0.16869074380620436,
"eval_priorArt_ndcg@20_a2a": 0.26073279314641334,
"eval_priorArt_ndcg@20_a2all": 0.2686875927806171,
"eval_priorArt_ndcg@20_a2c": 0.18331936903233687,
"eval_priorArt_ndcg@20_a2i": 0.18053369756344795,
"eval_priorArt_ndcg@20_c2a": 0.172166196145286,
"eval_priorArt_ndcg@20_c2all": 0.22427008121281222,
"eval_priorArt_ndcg@20_c2c": 0.24634252783232666,
"eval_priorArt_ndcg@20_c2i": 0.16506344601439935,
"eval_priorArt_ndcg@20_i2a": 0.20581273159146268,
"eval_priorArt_ndcg@20_i2all": 0.21777436450031198,
"eval_priorArt_ndcg@20_i2c": 0.22370458504924734,
"eval_priorArt_ndcg@20_i2i": 0.18525878366208354,
"eval_priorArt_ndcg@50_a2a": 0.32488542708118684,
"eval_priorArt_ndcg@50_a2all": 0.3159009671545435,
"eval_priorArt_ndcg@50_a2c": 0.2374839280722484,
"eval_priorArt_ndcg@50_a2i": 0.2365666005890037,
"eval_priorArt_ndcg@50_c2a": 0.24273460837292174,
"eval_priorArt_ndcg@50_c2all": 0.2787462441446892,
"eval_priorArt_ndcg@50_c2c": 0.2821200152264239,
"eval_priorArt_ndcg@50_c2i": 0.20529182905550897,
"eval_priorArt_ndcg@50_i2a": 0.2446554232137575,
"eval_priorArt_ndcg@50_i2all": 0.2738833708131655,
"eval_priorArt_ndcg@50_i2c": 0.2755081783136252,
"eval_priorArt_ndcg@50_i2i": 0.26586278050265844,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8666666666666668,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.7500000000000001,
"eval_priorArt_recall@100_c2a": 0.7749999999999999,
"eval_priorArt_recall@100_c2all": 0.825,
"eval_priorArt_recall@100_c2c": 0.7916666666666667,
"eval_priorArt_recall@100_c2i": 0.7500000000000001,
"eval_priorArt_recall@100_i2a": 0.7458333333333333,
"eval_priorArt_recall@100_i2all": 0.8291666666666668,
"eval_priorArt_recall@100_i2c": 0.7958333333333334,
"eval_priorArt_recall@100_i2i": 0.7916666666666667,
"eval_priorArt_recall@10_a2a": 0.4125,
"eval_priorArt_recall@10_a2all": 0.39583333333333337,
"eval_priorArt_recall@10_a2c": 0.25416666666666665,
"eval_priorArt_recall@10_a2i": 0.2125,
"eval_priorArt_recall@10_c2a": 0.2458333333333333,
"eval_priorArt_recall@10_c2all": 0.32500000000000007,
"eval_priorArt_recall@10_c2c": 0.30000000000000004,
"eval_priorArt_recall@10_c2i": 0.1875,
"eval_priorArt_recall@10_i2a": 0.275,
"eval_priorArt_recall@10_i2all": 0.325,
"eval_priorArt_recall@10_i2c": 0.275,
"eval_priorArt_recall@10_i2i": 0.2791666666666667,
"eval_priorArt_recall@20_a2a": 0.5375000000000001,
"eval_priorArt_recall@20_a2all": 0.5708333333333333,
"eval_priorArt_recall@20_a2c": 0.4333333333333333,
"eval_priorArt_recall@20_a2i": 0.4,
"eval_priorArt_recall@20_c2a": 0.36249999999999993,
"eval_priorArt_recall@20_c2all": 0.3958333333333333,
"eval_priorArt_recall@20_c2c": 0.4708333333333334,
"eval_priorArt_recall@20_c2i": 0.37916666666666665,
"eval_priorArt_recall@20_i2a": 0.4291666666666667,
"eval_priorArt_recall@20_i2all": 0.4291666666666667,
"eval_priorArt_recall@20_i2c": 0.3958333333333333,
"eval_priorArt_recall@20_i2i": 0.325,
"eval_priorArt_recall@50_a2a": 0.7791666666666667,
"eval_priorArt_recall@50_a2all": 0.7625,
"eval_priorArt_recall@50_a2c": 0.6500000000000001,
"eval_priorArt_recall@50_a2i": 0.6166666666666667,
"eval_priorArt_recall@50_c2a": 0.6541666666666666,
"eval_priorArt_recall@50_c2all": 0.6041666666666666,
"eval_priorArt_recall@50_c2c": 0.6291666666666667,
"eval_priorArt_recall@50_c2i": 0.5333333333333333,
"eval_priorArt_recall@50_i2a": 0.5958333333333333,
"eval_priorArt_recall@50_i2all": 0.6541666666666666,
"eval_priorArt_recall@50_i2c": 0.6208333333333333,
"eval_priorArt_recall@50_i2i": 0.6625,
"eval_sections_i2all_top_100_abstract_pct": 3.65,
"eval_sections_i2all_top_100_claim_pct": 41.0,
"eval_sections_i2all_top_100_invention_pct": 55.35,
"eval_sections_i2all_top_10_abstract_pct": 3.0,
"eval_sections_i2all_top_10_claim_pct": 26.5,
"eval_sections_i2all_top_10_invention_pct": 70.5,
"eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004,
"eval_sections_i2all_top_20_claim_pct": 30.0,
"eval_sections_i2all_top_20_invention_pct": 66.5,
"eval_sections_i2all_top_50_abstract_pct": 3.8,
"eval_sections_i2all_top_50_claim_pct": 36.6,
"eval_sections_i2all_top_50_invention_pct": 59.599999999999994,
"eval_singularentropy_abstract": 0.31901767789698066,
"eval_singularentropy_claim": 0.3394835234703573,
"eval_singularentropy_global": 0.3087213876800001,
"eval_singularentropy_invention": 0.35170289993737547,
"eval_uniformity_abstract": -3.118328094482422,
"eval_uniformity_claim": -2.5476391315460205,
"eval_uniformity_global": -2.9040255546569824,
"eval_uniformity_invention": -2.7248892784118652,
"step": 1125
},
{
"epoch": 0.20814146251611715,
"grad_norm": 0.019748717546463013,
"learning_rate": 9.650442949445592e-06,
"loss": 0.0004,
"step": 1130
},
{
"epoch": 0.20998342236139253,
"grad_norm": 0.04108840972185135,
"learning_rate": 9.638537467989517e-06,
"loss": 0.0008,
"step": 1140
},
{
"epoch": 0.21182538220666788,
"grad_norm": 0.006530374754220247,
"learning_rate": 9.62644022018754e-06,
"loss": 0.001,
"step": 1150
},
{
"epoch": 0.21366734205194327,
"grad_norm": 0.011107447557151318,
"learning_rate": 9.614151706163897e-06,
"loss": 0.0005,
"step": 1160
},
{
"epoch": 0.21550930189721865,
"grad_norm": 0.0733489841222763,
"learning_rate": 9.601672433950146e-06,
"loss": 0.0006,
"step": 1170
},
{
"epoch": 0.217351261742494,
"grad_norm": 0.014634990133345127,
"learning_rate": 9.589002919464172e-06,
"loss": 0.001,
"step": 1180
},
{
"epoch": 0.21919322158776938,
"grad_norm": 0.017359329387545586,
"learning_rate": 9.576143686488852e-06,
"loss": 0.0012,
"step": 1190
},
{
"epoch": 0.22103518143304476,
"grad_norm": 0.015545566566288471,
"learning_rate": 9.563095266650401e-06,
"loss": 0.0005,
"step": 1200
},
{
"epoch": 0.22287714127832015,
"grad_norm": 0.010098660364747047,
"learning_rate": 9.549858199396394e-06,
"loss": 0.0006,
"step": 1210
},
{
"epoch": 0.2247191011235955,
"grad_norm": 0.08756141364574432,
"learning_rate": 9.536433031973464e-06,
"loss": 0.0005,
"step": 1220
},
{
"epoch": 0.22656106096887088,
"grad_norm": 0.06894950568675995,
"learning_rate": 9.522820319404682e-06,
"loss": 0.0008,
"step": 1230
},
{
"epoch": 0.22840302081414626,
"grad_norm": 0.0060513811185956,
"learning_rate": 9.509020624466605e-06,
"loss": 0.002,
"step": 1240
},
{
"epoch": 0.23024498065942162,
"grad_norm": 0.019609708338975906,
"learning_rate": 9.495034517666011e-06,
"loss": 0.0004,
"step": 1250
},
{
"epoch": 0.23024498065942162,
"eval_alignment_abstract": {
"mean_alignment": 0.7976833581924438
},
"eval_alignment_claim": {
"mean_alignment": 0.7364605069160461
},
"eval_alignment_global": {
"mean_alignment": 0.8769963383674622
},
"eval_alignment_invention": {
"mean_alignment": 0.7500832676887512
},
"eval_ipc_cls_abstract_accuracy_primary": 54.04,
"eval_ipc_cls_abstract_precision@1": 58.879999999999995,
"eval_ipc_cls_abstract_precision@3": 30.013333333333332,
"eval_ipc_cls_abstract_precision@5": 20.176,
"eval_ipc_cls_global_accuracy_primary": 54.04,
"eval_ipc_cls_global_precision@1": 58.879999999999995,
"eval_ipc_cls_global_precision@3": 30.013333333333332,
"eval_ipc_cls_global_precision@5": 20.176,
"eval_ipc_knn_abstract_accuracy_primary": 54.48,
"eval_ipc_knn_abstract_precision@1": 58.64,
"eval_ipc_knn_abstract_precision@3": 23.666666666666668,
"eval_ipc_knn_abstract_precision@5": 14.360000000000001,
"eval_ipc_knn_global_accuracy_primary": 54.48,
"eval_ipc_knn_global_precision@1": 58.64,
"eval_ipc_knn_global_precision@3": 23.666666666666668,
"eval_ipc_knn_global_precision@5": 14.360000000000001,
"eval_priorArt_ndcg@100_a2a": 0.3418235485069762,
"eval_priorArt_ndcg@100_a2all": 0.3464082761934175,
"eval_priorArt_ndcg@100_a2c": 0.27761279602437733,
"eval_priorArt_ndcg@100_a2i": 0.26457802708646805,
"eval_priorArt_ndcg@100_c2a": 0.2754546610362601,
"eval_priorArt_ndcg@100_c2all": 0.3156438242368388,
"eval_priorArt_ndcg@100_c2c": 0.31269421269875053,
"eval_priorArt_ndcg@100_c2i": 0.2506604180048201,
"eval_priorArt_ndcg@100_i2a": 0.28875871780307827,
"eval_priorArt_ndcg@100_i2all": 0.3046201370205732,
"eval_priorArt_ndcg@100_i2c": 0.31203047747192586,
"eval_priorArt_ndcg@100_i2i": 0.28729747460166555,
"eval_priorArt_ndcg@10_a2a": 0.22468145185243663,
"eval_priorArt_ndcg@10_a2all": 0.21530292277980134,
"eval_priorArt_ndcg@10_a2c": 0.1289886792570175,
"eval_priorArt_ndcg@10_a2i": 0.12371417745605429,
"eval_priorArt_ndcg@10_c2a": 0.1431348772413215,
"eval_priorArt_ndcg@10_c2all": 0.19349415389130672,
"eval_priorArt_ndcg@10_c2c": 0.18494263190076904,
"eval_priorArt_ndcg@10_c2i": 0.1139514043252593,
"eval_priorArt_ndcg@10_i2a": 0.18557511384213216,
"eval_priorArt_ndcg@10_i2all": 0.17275530405340753,
"eval_priorArt_ndcg@10_i2c": 0.18561812078996748,
"eval_priorArt_ndcg@10_i2i": 0.14383925538128098,
"eval_priorArt_ndcg@20_a2a": 0.25741941923578665,
"eval_priorArt_ndcg@20_a2all": 0.26592976298949156,
"eval_priorArt_ndcg@20_a2c": 0.20207253504335304,
"eval_priorArt_ndcg@20_a2i": 0.18104731248318373,
"eval_priorArt_ndcg@20_c2a": 0.17559252842754852,
"eval_priorArt_ndcg@20_c2all": 0.2244699189541362,
"eval_priorArt_ndcg@20_c2c": 0.247854779145089,
"eval_priorArt_ndcg@20_c2i": 0.16371649485415699,
"eval_priorArt_ndcg@20_i2a": 0.21130607264417733,
"eval_priorArt_ndcg@20_i2all": 0.2095759100234201,
"eval_priorArt_ndcg@20_i2c": 0.22240231342349262,
"eval_priorArt_ndcg@20_i2i": 0.17976333749501494,
"eval_priorArt_ndcg@50_a2a": 0.3269931364079089,
"eval_priorArt_ndcg@50_a2all": 0.31849401501829355,
"eval_priorArt_ndcg@50_a2c": 0.2532240278436413,
"eval_priorArt_ndcg@50_a2i": 0.23363600137353346,
"eval_priorArt_ndcg@50_c2a": 0.24671300178083855,
"eval_priorArt_ndcg@50_c2all": 0.2761213345631016,
"eval_priorArt_ndcg@50_c2c": 0.27706970308236056,
"eval_priorArt_ndcg@50_c2i": 0.2035000042854589,
"eval_priorArt_ndcg@50_i2a": 0.25734231598036555,
"eval_priorArt_ndcg@50_i2all": 0.26614270375296345,
"eval_priorArt_ndcg@50_i2c": 0.2799893405045789,
"eval_priorArt_ndcg@50_i2i": 0.2591310219465256,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8833333333333334,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.7500000000000001,
"eval_priorArt_recall@100_c2a": 0.7999999999999999,
"eval_priorArt_recall@100_c2all": 0.825,
"eval_priorArt_recall@100_c2c": 0.7916666666666667,
"eval_priorArt_recall@100_c2i": 0.7500000000000001,
"eval_priorArt_recall@100_i2a": 0.7458333333333333,
"eval_priorArt_recall@100_i2all": 0.8291666666666668,
"eval_priorArt_recall@100_i2c": 0.7958333333333334,
"eval_priorArt_recall@100_i2i": 0.7916666666666667,
"eval_priorArt_recall@10_a2a": 0.4125,
"eval_priorArt_recall@10_a2all": 0.39583333333333337,
"eval_priorArt_recall@10_a2c": 0.2666666666666666,
"eval_priorArt_recall@10_a2i": 0.2125,
"eval_priorArt_recall@10_c2a": 0.2458333333333333,
"eval_priorArt_recall@10_c2all": 0.32500000000000007,
"eval_priorArt_recall@10_c2c": 0.30000000000000004,
"eval_priorArt_recall@10_c2i": 0.1875,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.275,
"eval_priorArt_recall@10_i2i": 0.22916666666666666,
"eval_priorArt_recall@20_a2a": 0.5208333333333334,
"eval_priorArt_recall@20_a2all": 0.5541666666666666,
"eval_priorArt_recall@20_a2c": 0.5,
"eval_priorArt_recall@20_a2i": 0.4,
"eval_priorArt_recall@20_c2a": 0.36249999999999993,
"eval_priorArt_recall@20_c2all": 0.4208333333333333,
"eval_priorArt_recall@20_c2c": 0.4958333333333333,
"eval_priorArt_recall@20_c2i": 0.37916666666666665,
"eval_priorArt_recall@20_i2a": 0.4041666666666667,
"eval_priorArt_recall@20_i2all": 0.4291666666666667,
"eval_priorArt_recall@20_i2c": 0.3958333333333333,
"eval_priorArt_recall@20_i2i": 0.33333333333333337,
"eval_priorArt_recall@50_a2a": 0.7791666666666667,
"eval_priorArt_recall@50_a2all": 0.7625,
"eval_priorArt_recall@50_a2c": 0.7166666666666667,
"eval_priorArt_recall@50_a2i": 0.6041666666666666,
"eval_priorArt_recall@50_c2a": 0.6541666666666666,
"eval_priorArt_recall@50_c2all": 0.6208333333333333,
"eval_priorArt_recall@50_c2c": 0.6291666666666667,
"eval_priorArt_recall@50_c2i": 0.5333333333333333,
"eval_priorArt_recall@50_i2a": 0.5958333333333333,
"eval_priorArt_recall@50_i2all": 0.6541666666666666,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.6625,
"eval_sections_i2all_top_100_abstract_pct": 3.45,
"eval_sections_i2all_top_100_claim_pct": 40.65,
"eval_sections_i2all_top_100_invention_pct": 55.900000000000006,
"eval_sections_i2all_top_10_abstract_pct": 2.5,
"eval_sections_i2all_top_10_claim_pct": 27.0,
"eval_sections_i2all_top_10_invention_pct": 70.5,
"eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004,
"eval_sections_i2all_top_20_claim_pct": 29.5,
"eval_sections_i2all_top_20_invention_pct": 67.0,
"eval_sections_i2all_top_50_abstract_pct": 4.0,
"eval_sections_i2all_top_50_claim_pct": 36.199999999999996,
"eval_sections_i2all_top_50_invention_pct": 59.8,
"eval_singularentropy_abstract": 0.3173415484953095,
"eval_singularentropy_claim": 0.3364678892660714,
"eval_singularentropy_global": 0.30673592494947644,
"eval_singularentropy_invention": 0.3494622453046277,
"eval_uniformity_abstract": -3.1198198795318604,
"eval_uniformity_claim": -2.5675365924835205,
"eval_uniformity_global": -2.9118154048919678,
"eval_uniformity_invention": -2.733698606491089,
"step": 1250
},
{
"epoch": 0.232086940504697,
"grad_norm": 0.017657140269875526,
"learning_rate": 9.480862577216318e-06,
"loss": 0.0008,
"step": 1260
},
{
"epoch": 0.23392890034997238,
"grad_norm": 0.01495239045470953,
"learning_rate": 9.466505389013674e-06,
"loss": 0.0008,
"step": 1270
},
{
"epoch": 0.23577086019524773,
"grad_norm": 0.16281355917453766,
"learning_rate": 9.451963546612737e-06,
"loss": 0.0009,
"step": 1280
},
{
"epoch": 0.23761282004052312,
"grad_norm": 0.026610534638166428,
"learning_rate": 9.437237651202133e-06,
"loss": 0.0005,
"step": 1290
},
{
"epoch": 0.2394547798857985,
"grad_norm": 0.028821241110563278,
"learning_rate": 9.422328311579609e-06,
"loss": 0.0007,
"step": 1300
},
{
"epoch": 0.24129673973107385,
"grad_norm": 0.08464358001947403,
"learning_rate": 9.40723614412686e-06,
"loss": 0.0006,
"step": 1310
},
{
"epoch": 0.24313869957634923,
"grad_norm": 0.060533422976732254,
"learning_rate": 9.39196177278404e-06,
"loss": 0.0004,
"step": 1320
},
{
"epoch": 0.2449806594216246,
"grad_norm": 0.01866724155843258,
"learning_rate": 9.376505829023984e-06,
"loss": 0.0004,
"step": 1330
},
{
"epoch": 0.2468226192669,
"grad_norm": 0.012521626427769661,
"learning_rate": 9.360868951826083e-06,
"loss": 0.0009,
"step": 1340
},
{
"epoch": 0.24866457911217535,
"grad_norm": 0.009323928505182266,
"learning_rate": 9.345051787649877e-06,
"loss": 0.0006,
"step": 1350
},
{
"epoch": 0.25050653895745073,
"grad_norm": 0.08388681709766388,
"learning_rate": 9.329054990408328e-06,
"loss": 0.0006,
"step": 1360
},
{
"epoch": 0.2523484988027261,
"grad_norm": 0.010117636062204838,
"learning_rate": 9.312879221440788e-06,
"loss": 0.0008,
"step": 1370
},
{
"epoch": 0.25326947872536376,
"eval_alignment_abstract": {
"mean_alignment": 0.8035737872123718
},
"eval_alignment_claim": {
"mean_alignment": 0.7472485303878784
},
"eval_alignment_global": {
"mean_alignment": 0.8827046751976013
},
"eval_alignment_invention": {
"mean_alignment": 0.7583463788032532
},
"eval_ipc_cls_abstract_accuracy_primary": 53.92,
"eval_ipc_cls_abstract_precision@1": 58.68,
"eval_ipc_cls_abstract_precision@3": 30.013333333333332,
"eval_ipc_cls_abstract_precision@5": 20.104,
"eval_ipc_cls_global_accuracy_primary": 53.92,
"eval_ipc_cls_global_precision@1": 58.68,
"eval_ipc_cls_global_precision@3": 30.013333333333332,
"eval_ipc_cls_global_precision@5": 20.104,
"eval_ipc_knn_abstract_accuracy_primary": 54.67999999999999,
"eval_ipc_knn_abstract_precision@1": 58.879999999999995,
"eval_ipc_knn_abstract_precision@3": 23.77333333333333,
"eval_ipc_knn_abstract_precision@5": 14.431999999999997,
"eval_ipc_knn_global_accuracy_primary": 54.67999999999999,
"eval_ipc_knn_global_precision@1": 58.879999999999995,
"eval_ipc_knn_global_precision@3": 23.77333333333333,
"eval_ipc_knn_global_precision@5": 14.431999999999997,
"eval_priorArt_ndcg@100_a2a": 0.358008133700253,
"eval_priorArt_ndcg@100_a2all": 0.353224295381417,
"eval_priorArt_ndcg@100_a2c": 0.27858616368566735,
"eval_priorArt_ndcg@100_a2i": 0.26591232359107503,
"eval_priorArt_ndcg@100_c2a": 0.27745009577510377,
"eval_priorArt_ndcg@100_c2all": 0.31501037353381994,
"eval_priorArt_ndcg@100_c2c": 0.31143461767658326,
"eval_priorArt_ndcg@100_c2i": 0.24974774464435706,
"eval_priorArt_ndcg@100_i2a": 0.2928866493639749,
"eval_priorArt_ndcg@100_i2all": 0.3066861399078637,
"eval_priorArt_ndcg@100_i2c": 0.3106509981869132,
"eval_priorArt_ndcg@100_i2i": 0.2896625535890146,
"eval_priorArt_ndcg@10_a2a": 0.24034883080272826,
"eval_priorArt_ndcg@10_a2all": 0.22186142133913153,
"eval_priorArt_ndcg@10_a2c": 0.1293374537050343,
"eval_priorArt_ndcg@10_a2i": 0.12460760028343451,
"eval_priorArt_ndcg@10_c2a": 0.13781887317504732,
"eval_priorArt_ndcg@10_c2all": 0.19255464009375015,
"eval_priorArt_ndcg@10_c2c": 0.18289785944912043,
"eval_priorArt_ndcg@10_c2i": 0.11466098939433615,
"eval_priorArt_ndcg@10_i2a": 0.1879597676606845,
"eval_priorArt_ndcg@10_i2all": 0.1782882819531568,
"eval_priorArt_ndcg@10_i2c": 0.1845774135122309,
"eval_priorArt_ndcg@10_i2i": 0.14171398169077404,
"eval_priorArt_ndcg@20_a2a": 0.27851584184113004,
"eval_priorArt_ndcg@20_a2all": 0.2723484628342036,
"eval_priorArt_ndcg@20_a2c": 0.2024926971848316,
"eval_priorArt_ndcg@20_a2i": 0.17494668724169188,
"eval_priorArt_ndcg@20_c2a": 0.17733764383650316,
"eval_priorArt_ndcg@20_c2all": 0.2171207872580354,
"eval_priorArt_ndcg@20_c2c": 0.24631036198551898,
"eval_priorArt_ndcg@20_c2i": 0.15285716926524587,
"eval_priorArt_ndcg@20_i2a": 0.22201144499245412,
"eval_priorArt_ndcg@20_i2all": 0.22200641618225497,
"eval_priorArt_ndcg@20_i2c": 0.2212132835236596,
"eval_priorArt_ndcg@20_i2i": 0.1782942814853174,
"eval_priorArt_ndcg@50_a2a": 0.3433046321336189,
"eval_priorArt_ndcg@50_a2all": 0.3307918581104492,
"eval_priorArt_ndcg@50_a2c": 0.2541607350131128,
"eval_priorArt_ndcg@50_a2i": 0.23486381366562453,
"eval_priorArt_ndcg@50_c2a": 0.24857026285761058,
"eval_priorArt_ndcg@50_c2all": 0.2711829372923774,
"eval_priorArt_ndcg@50_c2c": 0.2755793534449753,
"eval_priorArt_ndcg@50_c2i": 0.19939982556633612,
"eval_priorArt_ndcg@50_i2a": 0.2614558748047585,
"eval_priorArt_ndcg@50_i2all": 0.27157349147742327,
"eval_priorArt_ndcg@50_i2c": 0.2788173023749351,
"eval_priorArt_ndcg@50_i2i": 0.257914395852427,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8833333333333334,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.7500000000000001,
"eval_priorArt_recall@100_c2a": 0.7999999999999999,
"eval_priorArt_recall@100_c2all": 0.825,
"eval_priorArt_recall@100_c2c": 0.7916666666666667,
"eval_priorArt_recall@100_c2i": 0.7500000000000001,
"eval_priorArt_recall@100_i2a": 0.7458333333333333,
"eval_priorArt_recall@100_i2all": 0.8125,
"eval_priorArt_recall@100_i2c": 0.7958333333333334,
"eval_priorArt_recall@100_i2i": 0.8083333333333333,
"eval_priorArt_recall@10_a2a": 0.4125,
"eval_priorArt_recall@10_a2all": 0.39583333333333337,
"eval_priorArt_recall@10_a2c": 0.2666666666666666,
"eval_priorArt_recall@10_a2i": 0.2125,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.32500000000000007,
"eval_priorArt_recall@10_c2c": 0.30000000000000004,
"eval_priorArt_recall@10_c2i": 0.1875,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.275,
"eval_priorArt_recall@10_i2i": 0.22916666666666666,
"eval_priorArt_recall@20_a2a": 0.5375,
"eval_priorArt_recall@20_a2all": 0.5541666666666666,
"eval_priorArt_recall@20_a2c": 0.5,
"eval_priorArt_recall@20_a2i": 0.375,
"eval_priorArt_recall@20_c2a": 0.36249999999999993,
"eval_priorArt_recall@20_c2all": 0.3958333333333333,
"eval_priorArt_recall@20_c2c": 0.4958333333333333,
"eval_priorArt_recall@20_c2i": 0.32916666666666666,
"eval_priorArt_recall@20_i2a": 0.4291666666666667,
"eval_priorArt_recall@20_i2all": 0.4541666666666667,
"eval_priorArt_recall@20_i2c": 0.3958333333333333,
"eval_priorArt_recall@20_i2i": 0.33333333333333337,
"eval_priorArt_recall@50_a2a": 0.7791666666666667,
"eval_priorArt_recall@50_a2all": 0.7875,
"eval_priorArt_recall@50_a2c": 0.7166666666666667,
"eval_priorArt_recall@50_a2i": 0.6041666666666666,
"eval_priorArt_recall@50_c2a": 0.6541666666666666,
"eval_priorArt_recall@50_c2all": 0.6041666666666666,
"eval_priorArt_recall@50_c2c": 0.6291666666666667,
"eval_priorArt_recall@50_c2i": 0.5208333333333333,
"eval_priorArt_recall@50_i2a": 0.5958333333333333,
"eval_priorArt_recall@50_i2all": 0.6541666666666666,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.6625,
"eval_sections_i2all_top_100_abstract_pct": 3.6999999999999997,
"eval_sections_i2all_top_100_claim_pct": 39.7,
"eval_sections_i2all_top_100_invention_pct": 56.599999999999994,
"eval_sections_i2all_top_10_abstract_pct": 3.0,
"eval_sections_i2all_top_10_claim_pct": 27.0,
"eval_sections_i2all_top_10_invention_pct": 70.0,
"eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004,
"eval_sections_i2all_top_20_claim_pct": 30.25,
"eval_sections_i2all_top_20_invention_pct": 66.25,
"eval_sections_i2all_top_50_abstract_pct": 3.8,
"eval_sections_i2all_top_50_claim_pct": 35.6,
"eval_sections_i2all_top_50_invention_pct": 60.6,
"eval_singularentropy_abstract": 0.31608727459704034,
"eval_singularentropy_claim": 0.3341128685500626,
"eval_singularentropy_global": 0.3052464638238319,
"eval_singularentropy_invention": 0.3475015555036184,
"eval_uniformity_abstract": -3.1167938709259033,
"eval_uniformity_claim": -2.583064556121826,
"eval_uniformity_global": -2.915132999420166,
"eval_uniformity_invention": -2.7378835678100586,
"step": 1375
},
{
"epoch": 0.2541904586480015,
"grad_norm": 0.0069489507004618645,
"learning_rate": 9.296525149485652e-06,
"loss": 0.0018,
"step": 1380
},
{
"epoch": 0.25603241849327685,
"grad_norm": 0.020238876342773438,
"learning_rate": 9.279993450652716e-06,
"loss": 0.0004,
"step": 1390
},
{
"epoch": 0.2578743783385522,
"grad_norm": 0.10880386084318161,
"learning_rate": 9.263284808395222e-06,
"loss": 0.0008,
"step": 1400
},
{
"epoch": 0.2597163381838276,
"grad_norm": 0.004729676526039839,
"learning_rate": 9.246399913481607e-06,
"loss": 0.0006,
"step": 1410
},
{
"epoch": 0.26155829802910296,
"grad_norm": 0.008147082291543484,
"learning_rate": 9.229339463966942e-06,
"loss": 0.0006,
"step": 1420
},
{
"epoch": 0.2634002578743783,
"grad_norm": 0.06968939304351807,
"learning_rate": 9.212104165164071e-06,
"loss": 0.0007,
"step": 1430
},
{
"epoch": 0.26524221771965373,
"grad_norm": 0.047344084829092026,
"learning_rate": 9.194694729614457e-06,
"loss": 0.0004,
"step": 1440
},
{
"epoch": 0.2670841775649291,
"grad_norm": 0.01858586259186268,
"learning_rate": 9.177111877058724e-06,
"loss": 0.0004,
"step": 1450
},
{
"epoch": 0.26892613741020444,
"grad_norm": 0.01254271250218153,
"learning_rate": 9.159356334406895e-06,
"loss": 0.0011,
"step": 1460
},
{
"epoch": 0.27076809725547984,
"grad_norm": 0.006904262583702803,
"learning_rate": 9.141428835708344e-06,
"loss": 0.0007,
"step": 1470
},
{
"epoch": 0.2726100571007552,
"grad_norm": 0.018099088221788406,
"learning_rate": 9.123330122121453e-06,
"loss": 0.0007,
"step": 1480
},
{
"epoch": 0.27445201694603055,
"grad_norm": 0.015087531879544258,
"learning_rate": 9.105060941882966e-06,
"loss": 0.0006,
"step": 1490
},
{
"epoch": 0.27629397679130596,
"grad_norm": 0.008966168388724327,
"learning_rate": 9.086622050277056e-06,
"loss": 0.0004,
"step": 1500
},
{
"epoch": 0.27629397679130596,
"eval_alignment_abstract": {
"mean_alignment": 0.8087881207466125
},
"eval_alignment_claim": {
"mean_alignment": 0.7575034499168396
},
"eval_alignment_global": {
"mean_alignment": 0.8879895210266113
},
"eval_alignment_invention": {
"mean_alignment": 0.7648279666900635
},
"eval_ipc_cls_abstract_accuracy_primary": 53.839999999999996,
"eval_ipc_cls_abstract_precision@1": 58.76,
"eval_ipc_cls_abstract_precision@3": 30.053333333333338,
"eval_ipc_cls_abstract_precision@5": 20.144000000000002,
"eval_ipc_cls_global_accuracy_primary": 53.839999999999996,
"eval_ipc_cls_global_precision@1": 58.76,
"eval_ipc_cls_global_precision@3": 30.053333333333338,
"eval_ipc_cls_global_precision@5": 20.144000000000002,
"eval_ipc_knn_abstract_accuracy_primary": 54.84,
"eval_ipc_knn_abstract_precision@1": 58.96,
"eval_ipc_knn_abstract_precision@3": 23.826666666666664,
"eval_ipc_knn_abstract_precision@5": 14.44,
"eval_ipc_knn_global_accuracy_primary": 54.84,
"eval_ipc_knn_global_precision@1": 58.96,
"eval_ipc_knn_global_precision@3": 23.826666666666664,
"eval_ipc_knn_global_precision@5": 14.44,
"eval_priorArt_ndcg@100_a2a": 0.3545421824109794,
"eval_priorArt_ndcg@100_a2all": 0.35831047366283125,
"eval_priorArt_ndcg@100_a2c": 0.28192956514858303,
"eval_priorArt_ndcg@100_a2i": 0.2568242182250978,
"eval_priorArt_ndcg@100_c2a": 0.2888740982797593,
"eval_priorArt_ndcg@100_c2all": 0.31589076237120606,
"eval_priorArt_ndcg@100_c2c": 0.3131868773845155,
"eval_priorArt_ndcg@100_c2i": 0.24971858762317703,
"eval_priorArt_ndcg@100_i2a": 0.3107851600305599,
"eval_priorArt_ndcg@100_i2all": 0.30272056095098715,
"eval_priorArt_ndcg@100_i2c": 0.30958557744871656,
"eval_priorArt_ndcg@100_i2i": 0.2865672546160589,
"eval_priorArt_ndcg@10_a2a": 0.23679762747311428,
"eval_priorArt_ndcg@10_a2all": 0.23345371259724904,
"eval_priorArt_ndcg@10_a2c": 0.13295320460662075,
"eval_priorArt_ndcg@10_a2i": 0.11487569047990034,
"eval_priorArt_ndcg@10_c2a": 0.14829157843253443,
"eval_priorArt_ndcg@10_c2all": 0.19342728119794356,
"eval_priorArt_ndcg@10_c2c": 0.1845222561614654,
"eval_priorArt_ndcg@10_c2i": 0.11466098939433615,
"eval_priorArt_ndcg@10_i2a": 0.1982082019212797,
"eval_priorArt_ndcg@10_i2all": 0.1735692909982328,
"eval_priorArt_ndcg@10_i2c": 0.18367642836395126,
"eval_priorArt_ndcg@10_i2i": 0.15471195794708298,
"eval_priorArt_ndcg@20_a2a": 0.27541086237410317,
"eval_priorArt_ndcg@20_a2all": 0.277663127478,
"eval_priorArt_ndcg@20_a2c": 0.2056978767678843,
"eval_priorArt_ndcg@20_a2i": 0.1657819999833277,
"eval_priorArt_ndcg@20_c2a": 0.18781034909399028,
"eval_priorArt_ndcg@20_c2all": 0.2180870429370368,
"eval_priorArt_ndcg@20_c2c": 0.24786535949426725,
"eval_priorArt_ndcg@20_c2i": 0.15725319175847258,
"eval_priorArt_ndcg@20_i2a": 0.23760541604080876,
"eval_priorArt_ndcg@20_i2all": 0.21820687517436,
"eval_priorArt_ndcg@20_i2c": 0.22010804970858983,
"eval_priorArt_ndcg@20_i2i": 0.17468846228378004,
"eval_priorArt_ndcg@50_a2a": 0.34006500386238303,
"eval_priorArt_ndcg@50_a2all": 0.33072470818961736,
"eval_priorArt_ndcg@50_a2c": 0.2576014795932913,
"eval_priorArt_ndcg@50_a2i": 0.22581150706958164,
"eval_priorArt_ndcg@50_c2a": 0.2598914235839907,
"eval_priorArt_ndcg@50_c2all": 0.27597816617106313,
"eval_priorArt_ndcg@50_c2c": 0.2773484227222478,
"eval_priorArt_ndcg@50_c2i": 0.19945994617039126,
"eval_priorArt_ndcg@50_i2a": 0.2721612875374081,
"eval_priorArt_ndcg@50_i2all": 0.26347137520733127,
"eval_priorArt_ndcg@50_i2c": 0.2779457499143032,
"eval_priorArt_ndcg@50_i2i": 0.25464198203704747,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8833333333333334,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.7500000000000001,
"eval_priorArt_recall@100_c2a": 0.7999999999999999,
"eval_priorArt_recall@100_c2all": 0.825,
"eval_priorArt_recall@100_c2c": 0.7916666666666667,
"eval_priorArt_recall@100_c2i": 0.7500000000000001,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.8125,
"eval_priorArt_recall@100_i2c": 0.7958333333333334,
"eval_priorArt_recall@100_i2i": 0.8083333333333333,
"eval_priorArt_recall@10_a2a": 0.4125,
"eval_priorArt_recall@10_a2all": 0.4125,
"eval_priorArt_recall@10_a2c": 0.2666666666666666,
"eval_priorArt_recall@10_a2i": 0.2125,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.32500000000000007,
"eval_priorArt_recall@10_c2c": 0.30000000000000004,
"eval_priorArt_recall@10_c2i": 0.1875,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.275,
"eval_priorArt_recall@10_i2i": 0.2791666666666667,
"eval_priorArt_recall@20_a2a": 0.5375,
"eval_priorArt_recall@20_a2all": 0.5541666666666666,
"eval_priorArt_recall@20_a2c": 0.5,
"eval_priorArt_recall@20_a2i": 0.375,
"eval_priorArt_recall@20_c2a": 0.36249999999999993,
"eval_priorArt_recall@20_c2all": 0.3958333333333333,
"eval_priorArt_recall@20_c2c": 0.4958333333333333,
"eval_priorArt_recall@20_c2i": 0.3416666666666667,
"eval_priorArt_recall@20_i2a": 0.4458333333333334,
"eval_priorArt_recall@20_i2all": 0.4541666666666667,
"eval_priorArt_recall@20_i2c": 0.3958333333333333,
"eval_priorArt_recall@20_i2i": 0.33333333333333337,
"eval_priorArt_recall@50_a2a": 0.7791666666666667,
"eval_priorArt_recall@50_a2all": 0.7625,
"eval_priorArt_recall@50_a2c": 0.7166666666666667,
"eval_priorArt_recall@50_a2i": 0.6041666666666666,
"eval_priorArt_recall@50_c2a": 0.6541666666666666,
"eval_priorArt_recall@50_c2all": 0.6208333333333333,
"eval_priorArt_recall@50_c2c": 0.6291666666666667,
"eval_priorArt_recall@50_c2i": 0.5208333333333333,
"eval_priorArt_recall@50_i2a": 0.5958333333333333,
"eval_priorArt_recall@50_i2all": 0.6375,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.6625,
"eval_sections_i2all_top_100_abstract_pct": 3.8,
"eval_sections_i2all_top_100_claim_pct": 38.65,
"eval_sections_i2all_top_100_invention_pct": 57.550000000000004,
"eval_sections_i2all_top_10_abstract_pct": 3.0,
"eval_sections_i2all_top_10_claim_pct": 26.5,
"eval_sections_i2all_top_10_invention_pct": 70.5,
"eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004,
"eval_sections_i2all_top_20_claim_pct": 30.0,
"eval_sections_i2all_top_20_invention_pct": 66.5,
"eval_sections_i2all_top_50_abstract_pct": 3.6999999999999997,
"eval_sections_i2all_top_50_claim_pct": 34.4,
"eval_sections_i2all_top_50_invention_pct": 61.9,
"eval_singularentropy_abstract": 0.3152375702242847,
"eval_singularentropy_claim": 0.332013590953245,
"eval_singularentropy_global": 0.3040010563549489,
"eval_singularentropy_invention": 0.3458934575980681,
"eval_uniformity_abstract": -3.1142516136169434,
"eval_uniformity_claim": -2.598172187805176,
"eval_uniformity_global": -2.9190995693206787,
"eval_uniformity_invention": -2.7423009872436523,
"step": 1500
},
{
"epoch": 0.2781359366365813,
"grad_norm": 0.007315400987863541,
"learning_rate": 9.068014209604102e-06,
"loss": 0.0004,
"step": 1510
},
{
"epoch": 0.27997789648185667,
"grad_norm": 0.13120360672473907,
"learning_rate": 9.04923818914917e-06,
"loss": 0.0008,
"step": 1520
},
{
"epoch": 0.2818198563271321,
"grad_norm": 0.1304260641336441,
"learning_rate": 9.030294765150214e-06,
"loss": 0.0008,
"step": 1530
},
{
"epoch": 0.28366181617240743,
"grad_norm": 0.05435074120759964,
"learning_rate": 9.011184720765984e-06,
"loss": 0.0005,
"step": 1540
},
{
"epoch": 0.28550377601768284,
"grad_norm": 0.0355876162648201,
"learning_rate": 8.991908846043646e-06,
"loss": 0.0004,
"step": 1550
},
{
"epoch": 0.2873457358629582,
"grad_norm": 0.011876886710524559,
"learning_rate": 8.972467937886122e-06,
"loss": 0.0008,
"step": 1560
},
{
"epoch": 0.28918769570823355,
"grad_norm": 0.013994717039167881,
"learning_rate": 8.952862800019142e-06,
"loss": 0.0004,
"step": 1570
},
{
"epoch": 0.29102965555350896,
"grad_norm": 0.014332673512399197,
"learning_rate": 8.93309424295802e-06,
"loss": 0.0004,
"step": 1580
},
{
"epoch": 0.2928716153987843,
"grad_norm": 0.012092063203454018,
"learning_rate": 8.913163083974142e-06,
"loss": 0.0004,
"step": 1590
},
{
"epoch": 0.29471357524405967,
"grad_norm": 0.07558663189411163,
"learning_rate": 8.893070147061184e-06,
"loss": 0.0009,
"step": 1600
},
{
"epoch": 0.2965555350893351,
"grad_norm": 0.008826698176562786,
"learning_rate": 8.872816262901037e-06,
"loss": 0.0004,
"step": 1610
},
{
"epoch": 0.29839749493461043,
"grad_norm": 0.003795068711042404,
"learning_rate": 8.852402268829476e-06,
"loss": 0.0007,
"step": 1620
},
{
"epoch": 0.2993184748572481,
"eval_alignment_abstract": {
"mean_alignment": 0.8083087205886841
},
"eval_alignment_claim": {
"mean_alignment": 0.7626308798789978
},
"eval_alignment_global": {
"mean_alignment": 0.8878642916679382
},
"eval_alignment_invention": {
"mean_alignment": 0.7668035626411438
},
"eval_ipc_cls_abstract_accuracy_primary": 54.120000000000005,
"eval_ipc_cls_abstract_precision@1": 58.96,
"eval_ipc_cls_abstract_precision@3": 30.066666666666663,
"eval_ipc_cls_abstract_precision@5": 20.136,
"eval_ipc_cls_global_accuracy_primary": 54.120000000000005,
"eval_ipc_cls_global_precision@1": 58.96,
"eval_ipc_cls_global_precision@3": 30.066666666666663,
"eval_ipc_cls_global_precision@5": 20.136,
"eval_ipc_knn_abstract_accuracy_primary": 55.48,
"eval_ipc_knn_abstract_precision@1": 59.760000000000005,
"eval_ipc_knn_abstract_precision@3": 24.09333333333333,
"eval_ipc_knn_abstract_precision@5": 14.607999999999995,
"eval_ipc_knn_global_accuracy_primary": 55.48,
"eval_ipc_knn_global_precision@1": 59.760000000000005,
"eval_ipc_knn_global_precision@3": 24.09333333333333,
"eval_ipc_knn_global_precision@5": 14.607999999999995,
"eval_priorArt_ndcg@100_a2a": 0.3521557178461381,
"eval_priorArt_ndcg@100_a2all": 0.3566931733894433,
"eval_priorArt_ndcg@100_a2c": 0.2847350031697716,
"eval_priorArt_ndcg@100_a2i": 0.2566069557288101,
"eval_priorArt_ndcg@100_c2a": 0.2954390977592759,
"eval_priorArt_ndcg@100_c2all": 0.3152070613768583,
"eval_priorArt_ndcg@100_c2c": 0.3101697258897227,
"eval_priorArt_ndcg@100_c2i": 0.25481847675548985,
"eval_priorArt_ndcg@100_i2a": 0.315986808305995,
"eval_priorArt_ndcg@100_i2all": 0.3066870175972434,
"eval_priorArt_ndcg@100_i2c": 0.3105684751239466,
"eval_priorArt_ndcg@100_i2i": 0.28735144693747233,
"eval_priorArt_ndcg@10_a2a": 0.2413014536470183,
"eval_priorArt_ndcg@10_a2all": 0.2308941901281616,
"eval_priorArt_ndcg@10_a2c": 0.12895171329821448,
"eval_priorArt_ndcg@10_a2i": 0.11268450293795777,
"eval_priorArt_ndcg@10_c2a": 0.14829157843253443,
"eval_priorArt_ndcg@10_c2all": 0.19147697757641496,
"eval_priorArt_ndcg@10_c2c": 0.18852090665634938,
"eval_priorArt_ndcg@10_c2i": 0.11530855986548123,
"eval_priorArt_ndcg@10_i2a": 0.2018138465180143,
"eval_priorArt_ndcg@10_i2all": 0.17275993515657168,
"eval_priorArt_ndcg@10_i2c": 0.1843954952425088,
"eval_priorArt_ndcg@10_i2i": 0.1573456808309107,
"eval_priorArt_ndcg@20_a2a": 0.26596382547708364,
"eval_priorArt_ndcg@20_a2all": 0.2756657309468659,
"eval_priorArt_ndcg@20_a2c": 0.21485456118519725,
"eval_priorArt_ndcg@20_a2i": 0.17174645038281156,
"eval_priorArt_ndcg@20_c2a": 0.1897616132879077,
"eval_priorArt_ndcg@20_c2all": 0.2163924229688899,
"eval_priorArt_ndcg@20_c2c": 0.25544837047902985,
"eval_priorArt_ndcg@20_c2i": 0.15816823512370634,
"eval_priorArt_ndcg@20_i2a": 0.24743350353408822,
"eval_priorArt_ndcg@20_i2all": 0.21839129640843852,
"eval_priorArt_ndcg@20_i2c": 0.22034285007379917,
"eval_priorArt_ndcg@20_i2i": 0.17732218516760773,
"eval_priorArt_ndcg@50_a2a": 0.33764553479524984,
"eval_priorArt_ndcg@50_a2all": 0.3291054733827527,
"eval_priorArt_ndcg@50_a2c": 0.2603173703161439,
"eval_priorArt_ndcg@50_a2i": 0.23640110498295758,
"eval_priorArt_ndcg@50_c2a": 0.262513117962088,
"eval_priorArt_ndcg@50_c2all": 0.27498533850821466,
"eval_priorArt_ndcg@50_c2c": 0.2783874561061969,
"eval_priorArt_ndcg@50_c2i": 0.2008980164219341,
"eval_priorArt_ndcg@50_i2a": 0.276839326076393,
"eval_priorArt_ndcg@50_i2all": 0.2692214504489399,
"eval_priorArt_ndcg@50_i2c": 0.27888377473580966,
"eval_priorArt_ndcg@50_i2i": 0.2581069075095547,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8833333333333334,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.7500000000000001,
"eval_priorArt_recall@100_c2a": 0.8166666666666668,
"eval_priorArt_recall@100_c2all": 0.825,
"eval_priorArt_recall@100_c2c": 0.7916666666666667,
"eval_priorArt_recall@100_c2i": 0.7666666666666667,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.8291666666666668,
"eval_priorArt_recall@100_i2c": 0.7958333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.4125,
"eval_priorArt_recall@10_a2c": 0.25416666666666665,
"eval_priorArt_recall@10_a2i": 0.2125,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.32500000000000007,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.1875,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.275,
"eval_priorArt_recall@10_i2i": 0.2791666666666667,
"eval_priorArt_recall@20_a2a": 0.5125,
"eval_priorArt_recall@20_a2all": 0.5541666666666666,
"eval_priorArt_recall@20_a2c": 0.525,
"eval_priorArt_recall@20_a2i": 0.4,
"eval_priorArt_recall@20_c2a": 0.36249999999999993,
"eval_priorArt_recall@20_c2all": 0.3958333333333333,
"eval_priorArt_recall@20_c2c": 0.5458333333333333,
"eval_priorArt_recall@20_c2i": 0.3416666666666667,
"eval_priorArt_recall@20_i2a": 0.4625,
"eval_priorArt_recall@20_i2all": 0.4541666666666667,
"eval_priorArt_recall@20_i2c": 0.3958333333333333,
"eval_priorArt_recall@20_i2i": 0.33333333333333337,
"eval_priorArt_recall@50_a2a": 0.7791666666666667,
"eval_priorArt_recall@50_a2all": 0.7625,
"eval_priorArt_recall@50_a2c": 0.7166666666666667,
"eval_priorArt_recall@50_a2i": 0.6541666666666667,
"eval_priorArt_recall@50_c2a": 0.6541666666666666,
"eval_priorArt_recall@50_c2all": 0.6208333333333333,
"eval_priorArt_recall@50_c2c": 0.6458333333333333,
"eval_priorArt_recall@50_c2i": 0.5208333333333333,
"eval_priorArt_recall@50_i2a": 0.5958333333333333,
"eval_priorArt_recall@50_i2all": 0.6625,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.6625,
"eval_sections_i2all_top_100_abstract_pct": 3.85,
"eval_sections_i2all_top_100_claim_pct": 37.9,
"eval_sections_i2all_top_100_invention_pct": 58.25,
"eval_sections_i2all_top_10_abstract_pct": 3.0,
"eval_sections_i2all_top_10_claim_pct": 26.0,
"eval_sections_i2all_top_10_invention_pct": 71.0,
"eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004,
"eval_sections_i2all_top_20_claim_pct": 29.5,
"eval_sections_i2all_top_20_invention_pct": 67.0,
"eval_sections_i2all_top_50_abstract_pct": 3.6999999999999997,
"eval_sections_i2all_top_50_claim_pct": 34.1,
"eval_sections_i2all_top_50_invention_pct": 62.2,
"eval_singularentropy_abstract": 0.31643394700827826,
"eval_singularentropy_claim": 0.33179708724176643,
"eval_singularentropy_global": 0.30469365925886893,
"eval_singularentropy_invention": 0.34643653685589393,
"eval_uniformity_abstract": -3.1096489429473877,
"eval_uniformity_claim": -2.6126413345336914,
"eval_uniformity_global": -2.9222254753112793,
"eval_uniformity_invention": -2.7478103637695312,
"step": 1625
},
{
"epoch": 0.3002394547798858,
"grad_norm": 0.176504448056221,
"learning_rate": 8.831829008801536e-06,
"loss": 0.0007,
"step": 1630
},
{
"epoch": 0.3020814146251612,
"grad_norm": 0.007353449705988169,
"learning_rate": 8.811097333356623e-06,
"loss": 0.0004,
"step": 1640
},
{
"epoch": 0.30392337447043655,
"grad_norm": 0.04670589417219162,
"learning_rate": 8.790208099583346e-06,
"loss": 0.0004,
"step": 1650
},
{
"epoch": 0.3057653343157119,
"grad_norm": 0.005456422455608845,
"learning_rate": 8.769162171084094e-06,
"loss": 0.0003,
"step": 1660
},
{
"epoch": 0.3076072941609873,
"grad_norm": 0.1313360184431076,
"learning_rate": 8.747960417939325e-06,
"loss": 0.0006,
"step": 1670
},
{
"epoch": 0.30944925400626266,
"grad_norm": 0.003478581551462412,
"learning_rate": 8.726603716671597e-06,
"loss": 0.0004,
"step": 1680
},
{
"epoch": 0.311291213851538,
"grad_norm": 0.012235943228006363,
"learning_rate": 8.705092950209333e-06,
"loss": 0.0004,
"step": 1690
},
{
"epoch": 0.3131331736968134,
"grad_norm": 0.004383392166346312,
"learning_rate": 8.683429007850313e-06,
"loss": 0.0007,
"step": 1700
},
{
"epoch": 0.3149751335420888,
"grad_norm": 0.004769280552864075,
"learning_rate": 8.661612785224916e-06,
"loss": 0.0004,
"step": 1710
},
{
"epoch": 0.31681709338736413,
"grad_norm": 0.00433745514601469,
"learning_rate": 8.639645184259084e-06,
"loss": 0.0005,
"step": 1720
},
{
"epoch": 0.31865905323263954,
"grad_norm": 0.007219418417662382,
"learning_rate": 8.617527113137048e-06,
"loss": 0.0005,
"step": 1730
},
{
"epoch": 0.3205010130779149,
"grad_norm": 0.00706114387139678,
"learning_rate": 8.59525948626377e-06,
"loss": 0.0004,
"step": 1740
},
{
"epoch": 0.32234297292319025,
"grad_norm": 0.0036431076005101204,
"learning_rate": 8.572843224227142e-06,
"loss": 0.0003,
"step": 1750
},
{
"epoch": 0.32234297292319025,
"eval_alignment_abstract": {
"mean_alignment": 0.8127880692481995
},
"eval_alignment_claim": {
"mean_alignment": 0.7728511691093445
},
"eval_alignment_global": {
"mean_alignment": 0.8944270014762878
},
"eval_alignment_invention": {
"mean_alignment": 0.7747756838798523
},
"eval_ipc_cls_abstract_accuracy_primary": 53.400000000000006,
"eval_ipc_cls_abstract_precision@1": 58.28,
"eval_ipc_cls_abstract_precision@3": 29.959999999999997,
"eval_ipc_cls_abstract_precision@5": 20.0,
"eval_ipc_cls_global_accuracy_primary": 53.400000000000006,
"eval_ipc_cls_global_precision@1": 58.28,
"eval_ipc_cls_global_precision@3": 29.959999999999997,
"eval_ipc_cls_global_precision@5": 20.0,
"eval_ipc_knn_abstract_accuracy_primary": 55.44,
"eval_ipc_knn_abstract_precision@1": 59.48,
"eval_ipc_knn_abstract_precision@3": 24.12,
"eval_ipc_knn_abstract_precision@5": 14.624,
"eval_ipc_knn_global_accuracy_primary": 55.44,
"eval_ipc_knn_global_precision@1": 59.48,
"eval_ipc_knn_global_precision@3": 24.12,
"eval_ipc_knn_global_precision@5": 14.624,
"eval_priorArt_ndcg@100_a2a": 0.35107941152859445,
"eval_priorArt_ndcg@100_a2all": 0.35044912201349504,
"eval_priorArt_ndcg@100_a2c": 0.28192073681649454,
"eval_priorArt_ndcg@100_a2i": 0.26477877346725276,
"eval_priorArt_ndcg@100_c2a": 0.30396315969733456,
"eval_priorArt_ndcg@100_c2all": 0.3128623566248319,
"eval_priorArt_ndcg@100_c2c": 0.3108237762923694,
"eval_priorArt_ndcg@100_c2i": 0.24965481469237888,
"eval_priorArt_ndcg@100_i2a": 0.3153310273545939,
"eval_priorArt_ndcg@100_i2all": 0.3021274204227672,
"eval_priorArt_ndcg@100_i2c": 0.3081473050480379,
"eval_priorArt_ndcg@100_i2i": 0.2741181723303121,
"eval_priorArt_ndcg@10_a2a": 0.24301270928427465,
"eval_priorArt_ndcg@10_a2all": 0.2239989280015719,
"eval_priorArt_ndcg@10_a2c": 0.1326634127354853,
"eval_priorArt_ndcg@10_a2i": 0.12022708513168154,
"eval_priorArt_ndcg@10_c2a": 0.15645910083647196,
"eval_priorArt_ndcg@10_c2all": 0.19855729708526954,
"eval_priorArt_ndcg@10_c2c": 0.18218327001631057,
"eval_priorArt_ndcg@10_c2i": 0.11502780989411217,
"eval_priorArt_ndcg@10_i2a": 0.20326368776620846,
"eval_priorArt_ndcg@10_i2all": 0.16419062988801997,
"eval_priorArt_ndcg@10_i2c": 0.18324471684247118,
"eval_priorArt_ndcg@10_i2i": 0.14539499203916556,
"eval_priorArt_ndcg@20_a2a": 0.28066063259748003,
"eval_priorArt_ndcg@20_a2all": 0.27471419912901757,
"eval_priorArt_ndcg@20_a2c": 0.20594717966336812,
"eval_priorArt_ndcg@20_a2i": 0.19821817393149616,
"eval_priorArt_ndcg@20_c2a": 0.2030093504063959,
"eval_priorArt_ndcg@20_c2all": 0.21614375389154478,
"eval_priorArt_ndcg@20_c2c": 0.23458221486261482,
"eval_priorArt_ndcg@20_c2i": 0.1569759014705499,
"eval_priorArt_ndcg@20_i2a": 0.24706870678451157,
"eval_priorArt_ndcg@20_i2all": 0.21747430267628864,
"eval_priorArt_ndcg@20_i2c": 0.21919207167376156,
"eval_priorArt_ndcg@20_i2i": 0.16537149637586263,
"eval_priorArt_ndcg@50_a2a": 0.34018777462523436,
"eval_priorArt_ndcg@50_a2all": 0.3283700032600405,
"eval_priorArt_ndcg@50_a2c": 0.257594112846974,
"eval_priorArt_ndcg@50_a2i": 0.2445152061084052,
"eval_priorArt_ndcg@50_c2a": 0.27098174098468525,
"eval_priorArt_ndcg@50_c2all": 0.27268677094600313,
"eval_priorArt_ndcg@50_c2c": 0.278999747338461,
"eval_priorArt_ndcg@50_c2i": 0.20471692223570473,
"eval_priorArt_ndcg@50_i2a": 0.27648716569396103,
"eval_priorArt_ndcg@50_i2all": 0.2683557022430917,
"eval_priorArt_ndcg@50_i2c": 0.2678347073301916,
"eval_priorArt_ndcg@50_i2i": 0.24084248906835493,
"eval_priorArt_recall@100_a2a": 0.825,
"eval_priorArt_recall@100_a2all": 0.8833333333333334,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.7500000000000001,
"eval_priorArt_recall@100_c2a": 0.8166666666666668,
"eval_priorArt_recall@100_c2all": 0.825,
"eval_priorArt_recall@100_c2c": 0.7916666666666667,
"eval_priorArt_recall@100_c2i": 0.7500000000000001,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.8125,
"eval_priorArt_recall@100_i2c": 0.7958333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.4125,
"eval_priorArt_recall@10_a2c": 0.2708333333333333,
"eval_priorArt_recall@10_a2i": 0.2125,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.35000000000000003,
"eval_priorArt_recall@10_c2c": 0.30000000000000004,
"eval_priorArt_recall@10_c2i": 0.1875,
"eval_priorArt_recall@10_i2a": 0.33333333333333337,
"eval_priorArt_recall@10_i2all": 0.2875,
"eval_priorArt_recall@10_i2c": 0.275,
"eval_priorArt_recall@10_i2i": 0.2791666666666667,
"eval_priorArt_recall@20_a2a": 0.5541666666666667,
"eval_priorArt_recall@20_a2all": 0.5708333333333333,
"eval_priorArt_recall@20_a2c": 0.5,
"eval_priorArt_recall@20_a2i": 0.4750000000000001,
"eval_priorArt_recall@20_c2a": 0.37916666666666665,
"eval_priorArt_recall@20_c2all": 0.4041666666666666,
"eval_priorArt_recall@20_c2c": 0.4625,
"eval_priorArt_recall@20_c2i": 0.3416666666666667,
"eval_priorArt_recall@20_i2a": 0.4625,
"eval_priorArt_recall@20_i2all": 0.4541666666666667,
"eval_priorArt_recall@20_i2c": 0.3958333333333333,
"eval_priorArt_recall@20_i2i": 0.33333333333333337,
"eval_priorArt_recall@50_a2a": 0.7791666666666667,
"eval_priorArt_recall@50_a2all": 0.7875,
"eval_priorArt_recall@50_a2c": 0.7166666666666667,
"eval_priorArt_recall@50_a2i": 0.6541666666666667,
"eval_priorArt_recall@50_c2a": 0.6541666666666666,
"eval_priorArt_recall@50_c2all": 0.6208333333333333,
"eval_priorArt_recall@50_c2c": 0.6458333333333333,
"eval_priorArt_recall@50_c2i": 0.5458333333333333,
"eval_priorArt_recall@50_i2a": 0.5958333333333333,
"eval_priorArt_recall@50_i2all": 0.6625,
"eval_priorArt_recall@50_i2c": 0.5958333333333334,
"eval_priorArt_recall@50_i2i": 0.6458333333333333,
"eval_sections_i2all_top_100_abstract_pct": 4.1000000000000005,
"eval_sections_i2all_top_100_claim_pct": 37.5,
"eval_sections_i2all_top_100_invention_pct": 58.4,
"eval_sections_i2all_top_10_abstract_pct": 3.0,
"eval_sections_i2all_top_10_claim_pct": 26.0,
"eval_sections_i2all_top_10_invention_pct": 71.0,
"eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004,
"eval_sections_i2all_top_20_claim_pct": 30.0,
"eval_sections_i2all_top_20_invention_pct": 66.5,
"eval_sections_i2all_top_50_abstract_pct": 3.6999999999999997,
"eval_sections_i2all_top_50_claim_pct": 34.599999999999994,
"eval_sections_i2all_top_50_invention_pct": 61.7,
"eval_singularentropy_abstract": 0.31701480434143836,
"eval_singularentropy_claim": 0.3318701651437669,
"eval_singularentropy_global": 0.304899291032951,
"eval_singularentropy_invention": 0.3458483146606967,
"eval_uniformity_abstract": -3.0986082553863525,
"eval_uniformity_claim": -2.6115825176239014,
"eval_uniformity_global": -2.9172351360321045,
"eval_uniformity_invention": -2.746157169342041,
"step": 1750
},
{
"epoch": 0.32418493276846566,
"grad_norm": 0.005309927277266979,
"learning_rate": 8.550279253759935e-06,
"loss": 0.0004,
"step": 1760
},
{
"epoch": 0.326026892613741,
"grad_norm": 0.004128789994865656,
"learning_rate": 8.527568507701467e-06,
"loss": 0.0006,
"step": 1770
},
{
"epoch": 0.32786885245901637,
"grad_norm": 0.010798943229019642,
"learning_rate": 8.504711924959065e-06,
"loss": 0.0004,
"step": 1780
},
{
"epoch": 0.3297108123042918,
"grad_norm": 0.04659218341112137,
"learning_rate": 8.481710450469224e-06,
"loss": 0.0004,
"step": 1790
},
{
"epoch": 0.33155277214956713,
"grad_norm": 0.0036118279676884413,
"learning_rate": 8.458565035158557e-06,
"loss": 0.0011,
"step": 1800
},
{
"epoch": 0.3333947319948425,
"grad_norm": 0.0073355999775230885,
"learning_rate": 8.43527663590447e-06,
"loss": 0.0007,
"step": 1810
},
{
"epoch": 0.3352366918401179,
"grad_norm": 0.06928015500307083,
"learning_rate": 8.41184621549562e-06,
"loss": 0.0005,
"step": 1820
},
{
"epoch": 0.33707865168539325,
"grad_norm": 0.008695444092154503,
"learning_rate": 8.388274742592087e-06,
"loss": 0.0012,
"step": 1830
},
{
"epoch": 0.33892061153066866,
"grad_norm": 0.0425567589700222,
"learning_rate": 8.364563191685348e-06,
"loss": 0.0003,
"step": 1840
},
{
"epoch": 0.340762571375944,
"grad_norm": 0.10352478176355362,
"learning_rate": 8.340712543057987e-06,
"loss": 0.0006,
"step": 1850
},
{
"epoch": 0.34260453122121937,
"grad_norm": 0.003436874132603407,
"learning_rate": 8.316723782743154e-06,
"loss": 0.0004,
"step": 1860
},
{
"epoch": 0.3444464910664948,
"grad_norm": 0.014269184321165085,
"learning_rate": 8.29259790248382e-06,
"loss": 0.0003,
"step": 1870
},
{
"epoch": 0.34536747098913245,
"eval_alignment_abstract": {
"mean_alignment": 0.8051316738128662
},
"eval_alignment_claim": {
"mean_alignment": 0.7742015719413757
},
"eval_alignment_global": {
"mean_alignment": 0.8871091604232788
},
"eval_alignment_invention": {
"mean_alignment": 0.7721852660179138
},
"eval_ipc_cls_abstract_accuracy_primary": 53.72,
"eval_ipc_cls_abstract_precision@1": 58.52,
"eval_ipc_cls_abstract_precision@3": 30.04,
"eval_ipc_cls_abstract_precision@5": 20.136,
"eval_ipc_cls_global_accuracy_primary": 53.72,
"eval_ipc_cls_global_precision@1": 58.52,
"eval_ipc_cls_global_precision@3": 30.04,
"eval_ipc_cls_global_precision@5": 20.136,
"eval_ipc_knn_abstract_accuracy_primary": 56.44,
"eval_ipc_knn_abstract_precision@1": 60.72,
"eval_ipc_knn_abstract_precision@3": 24.61333333333333,
"eval_ipc_knn_abstract_precision@5": 14.92,
"eval_ipc_knn_global_accuracy_primary": 56.44,
"eval_ipc_knn_global_precision@1": 60.72,
"eval_ipc_knn_global_precision@3": 24.61333333333333,
"eval_ipc_knn_global_precision@5": 14.92,
"eval_priorArt_ndcg@100_a2a": 0.3623606862484316,
"eval_priorArt_ndcg@100_a2all": 0.35932813785973317,
"eval_priorArt_ndcg@100_a2c": 0.2918663901752011,
"eval_priorArt_ndcg@100_a2i": 0.2715588846003313,
"eval_priorArt_ndcg@100_c2a": 0.3114610360397293,
"eval_priorArt_ndcg@100_c2all": 0.3163747782482517,
"eval_priorArt_ndcg@100_c2c": 0.3114839501840726,
"eval_priorArt_ndcg@100_c2i": 0.2528564986705075,
"eval_priorArt_ndcg@100_i2a": 0.3243895347152729,
"eval_priorArt_ndcg@100_i2all": 0.317211615227211,
"eval_priorArt_ndcg@100_i2c": 0.318833656361428,
"eval_priorArt_ndcg@100_i2i": 0.2860606286052045,
"eval_priorArt_ndcg@10_a2a": 0.25118207587767954,
"eval_priorArt_ndcg@10_a2all": 0.23318837358761085,
"eval_priorArt_ndcg@10_a2c": 0.1467951927013696,
"eval_priorArt_ndcg@10_a2i": 0.13957334887295936,
"eval_priorArt_ndcg@10_c2a": 0.1696098181069914,
"eval_priorArt_ndcg@10_c2all": 0.20043270280948572,
"eval_priorArt_ndcg@10_c2c": 0.19229428601555762,
"eval_priorArt_ndcg@10_c2i": 0.11673619825103694,
"eval_priorArt_ndcg@10_i2a": 0.2127364565635025,
"eval_priorArt_ndcg@10_i2all": 0.20458510529327856,
"eval_priorArt_ndcg@10_i2c": 0.18612592306604397,
"eval_priorArt_ndcg@10_i2i": 0.15460263249057088,
"eval_priorArt_ndcg@20_a2a": 0.28856468113728323,
"eval_priorArt_ndcg@20_a2all": 0.283250743656045,
"eval_priorArt_ndcg@20_a2c": 0.21370989848373045,
"eval_priorArt_ndcg@20_a2i": 0.2020342276528783,
"eval_priorArt_ndcg@20_c2a": 0.21018528839024325,
"eval_priorArt_ndcg@20_c2all": 0.218666194579628,
"eval_priorArt_ndcg@20_c2c": 0.25375509622406983,
"eval_priorArt_ndcg@20_c2i": 0.1596207030080043,
"eval_priorArt_ndcg@20_i2a": 0.25423548892720904,
"eval_priorArt_ndcg@20_i2all": 0.22832808692310963,
"eval_priorArt_ndcg@20_i2c": 0.2277744511980809,
"eval_priorArt_ndcg@20_i2i": 0.18687488816047776,
"eval_priorArt_ndcg@50_a2a": 0.34782214516139376,
"eval_priorArt_ndcg@50_a2all": 0.331832579453819,
"eval_priorArt_ndcg@50_a2c": 0.26451453000795183,
"eval_priorArt_ndcg@50_a2i": 0.2511765024795463,
"eval_priorArt_ndcg@50_c2a": 0.28334844362975986,
"eval_priorArt_ndcg@50_c2all": 0.284306401843877,
"eval_priorArt_ndcg@50_c2c": 0.28650834256448465,
"eval_priorArt_ndcg@50_c2i": 0.20349625354707374,
"eval_priorArt_ndcg@50_i2a": 0.28436644554995233,
"eval_priorArt_ndcg@50_i2all": 0.2796498679011584,
"eval_priorArt_ndcg@50_i2c": 0.28200641888201183,
"eval_priorArt_ndcg@50_i2i": 0.26181648833903093,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8833333333333334,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7500000000000001,
"eval_priorArt_recall@100_c2a": 0.8166666666666668,
"eval_priorArt_recall@100_c2all": 0.825,
"eval_priorArt_recall@100_c2c": 0.7791666666666667,
"eval_priorArt_recall@100_c2i": 0.7500000000000001,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.8291666666666668,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.4125,
"eval_priorArt_recall@10_a2c": 0.2958333333333333,
"eval_priorArt_recall@10_a2i": 0.2541666666666666,
"eval_priorArt_recall@10_c2a": 0.25416666666666665,
"eval_priorArt_recall@10_c2all": 0.35000000000000003,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.1875,
"eval_priorArt_recall@10_i2a": 0.3375,
"eval_priorArt_recall@10_i2all": 0.3875,
"eval_priorArt_recall@10_i2c": 0.275,
"eval_priorArt_recall@10_i2i": 0.2791666666666667,
"eval_priorArt_recall@20_a2a": 0.5541666666666667,
"eval_priorArt_recall@20_a2all": 0.5708333333333333,
"eval_priorArt_recall@20_a2c": 0.5083333333333334,
"eval_priorArt_recall@20_a2i": 0.4666666666666667,
"eval_priorArt_recall@20_c2a": 0.38749999999999996,
"eval_priorArt_recall@20_c2all": 0.4041666666666666,
"eval_priorArt_recall@20_c2c": 0.5291666666666666,
"eval_priorArt_recall@20_c2i": 0.3416666666666667,
"eval_priorArt_recall@20_i2a": 0.4625,
"eval_priorArt_recall@20_i2all": 0.4541666666666667,
"eval_priorArt_recall@20_i2c": 0.4125,
"eval_priorArt_recall@20_i2i": 0.38333333333333336,
"eval_priorArt_recall@50_a2a": 0.7791666666666667,
"eval_priorArt_recall@50_a2all": 0.7625,
"eval_priorArt_recall@50_a2c": 0.7166666666666667,
"eval_priorArt_recall@50_a2i": 0.6541666666666667,
"eval_priorArt_recall@50_c2a": 0.6791666666666666,
"eval_priorArt_recall@50_c2all": 0.6708333333333334,
"eval_priorArt_recall@50_c2c": 0.6624999999999999,
"eval_priorArt_recall@50_c2i": 0.5291666666666666,
"eval_priorArt_recall@50_i2a": 0.5958333333333333,
"eval_priorArt_recall@50_i2all": 0.6625,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.6875,
"eval_sections_i2all_top_100_abstract_pct": 4.05,
"eval_sections_i2all_top_100_claim_pct": 36.25,
"eval_sections_i2all_top_100_invention_pct": 59.699999999999996,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 27.0,
"eval_sections_i2all_top_10_invention_pct": 71.0,
"eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004,
"eval_sections_i2all_top_20_claim_pct": 28.999999999999996,
"eval_sections_i2all_top_20_invention_pct": 67.5,
"eval_sections_i2all_top_50_abstract_pct": 4.1000000000000005,
"eval_sections_i2all_top_50_claim_pct": 33.7,
"eval_sections_i2all_top_50_invention_pct": 62.2,
"eval_singularentropy_abstract": 0.31860370292001505,
"eval_singularentropy_claim": 0.3307720988266008,
"eval_singularentropy_global": 0.3055655299601173,
"eval_singularentropy_invention": 0.3465620999097583,
"eval_uniformity_abstract": -3.0980589389801025,
"eval_uniformity_claim": -2.641396999359131,
"eval_uniformity_global": -2.9275143146514893,
"eval_uniformity_invention": -2.7586562633514404,
"step": 1875
},
{
"epoch": 0.34628845091177013,
"grad_norm": 0.04429659992456436,
"learning_rate": 8.268335899691758e-06,
"loss": 0.0003,
"step": 1880
},
{
"epoch": 0.3481304107570455,
"grad_norm": 0.033348143100738525,
"learning_rate": 8.243938777406324e-06,
"loss": 0.0004,
"step": 1890
},
{
"epoch": 0.3499723706023209,
"grad_norm": 0.004517882596701384,
"learning_rate": 8.219407544252976e-06,
"loss": 0.0004,
"step": 1900
},
{
"epoch": 0.35181433044759625,
"grad_norm": 0.014845556579530239,
"learning_rate": 8.194743214401587e-06,
"loss": 0.0007,
"step": 1910
},
{
"epoch": 0.3536562902928716,
"grad_norm": 0.009103987365961075,
"learning_rate": 8.169946807524505e-06,
"loss": 0.0005,
"step": 1920
},
{
"epoch": 0.355498250138147,
"grad_norm": 0.004626347683370113,
"learning_rate": 8.145019348754413e-06,
"loss": 0.0003,
"step": 1930
},
{
"epoch": 0.35734020998342236,
"grad_norm": 0.05062709003686905,
"learning_rate": 8.119961868641932e-06,
"loss": 0.0009,
"step": 1940
},
{
"epoch": 0.3591821698286977,
"grad_norm": 0.00530539033934474,
"learning_rate": 8.09477540311303e-06,
"loss": 0.0003,
"step": 1950
},
{
"epoch": 0.3610241296739731,
"grad_norm": 0.003708853619173169,
"learning_rate": 8.069460993426177e-06,
"loss": 0.0004,
"step": 1960
},
{
"epoch": 0.3628660895192485,
"grad_norm": 0.0076865279115736485,
"learning_rate": 8.04401968612932e-06,
"loss": 0.0007,
"step": 1970
},
{
"epoch": 0.36470804936452383,
"grad_norm": 0.017367983236908913,
"learning_rate": 8.018452533016604e-06,
"loss": 0.0003,
"step": 1980
},
{
"epoch": 0.36655000920979924,
"grad_norm": 0.004750726744532585,
"learning_rate": 7.992760591084881e-06,
"loss": 0.0003,
"step": 1990
},
{
"epoch": 0.3683919690550746,
"grad_norm": 0.003542756661772728,
"learning_rate": 7.966944922490027e-06,
"loss": 0.0003,
"step": 2000
},
{
"epoch": 0.3683919690550746,
"eval_alignment_abstract": {
"mean_alignment": 0.8081670999526978
},
"eval_alignment_claim": {
"mean_alignment": 0.7807613015174866
},
"eval_alignment_global": {
"mean_alignment": 0.8887665271759033
},
"eval_alignment_invention": {
"mean_alignment": 0.7751975655555725
},
"eval_ipc_cls_abstract_accuracy_primary": 53.92,
"eval_ipc_cls_abstract_precision@1": 58.76,
"eval_ipc_cls_abstract_precision@3": 30.026666666666664,
"eval_ipc_cls_abstract_precision@5": 20.144000000000002,
"eval_ipc_cls_global_accuracy_primary": 53.92,
"eval_ipc_cls_global_precision@1": 58.76,
"eval_ipc_cls_global_precision@3": 30.026666666666664,
"eval_ipc_cls_global_precision@5": 20.144000000000002,
"eval_ipc_knn_abstract_accuracy_primary": 56.92,
"eval_ipc_knn_abstract_precision@1": 61.199999999999996,
"eval_ipc_knn_abstract_precision@3": 24.8,
"eval_ipc_knn_abstract_precision@5": 15.047999999999998,
"eval_ipc_knn_global_accuracy_primary": 56.92,
"eval_ipc_knn_global_precision@1": 61.199999999999996,
"eval_ipc_knn_global_precision@3": 24.8,
"eval_ipc_knn_global_precision@5": 15.047999999999998,
"eval_priorArt_ndcg@100_a2a": 0.3603598074213966,
"eval_priorArt_ndcg@100_a2all": 0.3575725443232857,
"eval_priorArt_ndcg@100_a2c": 0.30145161191025804,
"eval_priorArt_ndcg@100_a2i": 0.274593459851256,
"eval_priorArt_ndcg@100_c2a": 0.3124933790756674,
"eval_priorArt_ndcg@100_c2all": 0.3168802683982036,
"eval_priorArt_ndcg@100_c2c": 0.31062401245368976,
"eval_priorArt_ndcg@100_c2i": 0.25162402982003557,
"eval_priorArt_ndcg@100_i2a": 0.35011547237519786,
"eval_priorArt_ndcg@100_i2all": 0.31703763271096913,
"eval_priorArt_ndcg@100_i2c": 0.31788676057037035,
"eval_priorArt_ndcg@100_i2i": 0.28510153991725634,
"eval_priorArt_ndcg@10_a2a": 0.2491373034260309,
"eval_priorArt_ndcg@10_a2all": 0.2318448530974461,
"eval_priorArt_ndcg@10_a2c": 0.1463806401755475,
"eval_priorArt_ndcg@10_a2i": 0.14120946609001525,
"eval_priorArt_ndcg@10_c2a": 0.1696098181069914,
"eval_priorArt_ndcg@10_c2all": 0.1927627501652,
"eval_priorArt_ndcg@10_c2c": 0.19487826213688447,
"eval_priorArt_ndcg@10_c2i": 0.11572906185559606,
"eval_priorArt_ndcg@10_i2a": 0.24167853404967352,
"eval_priorArt_ndcg@10_i2all": 0.19593432485988588,
"eval_priorArt_ndcg@10_i2c": 0.18487116647648238,
"eval_priorArt_ndcg@10_i2i": 0.14438754371512183,
"eval_priorArt_ndcg@20_a2a": 0.2863221640044476,
"eval_priorArt_ndcg@20_a2all": 0.28136374699917555,
"eval_priorArt_ndcg@20_a2c": 0.21776006687781796,
"eval_priorArt_ndcg@20_a2i": 0.2048047080572312,
"eval_priorArt_ndcg@20_c2a": 0.21030249379039515,
"eval_priorArt_ndcg@20_c2all": 0.21237577579801528,
"eval_priorArt_ndcg@20_c2c": 0.2455433528339075,
"eval_priorArt_ndcg@20_c2i": 0.15848804727357985,
"eval_priorArt_ndcg@20_i2a": 0.2748927781251186,
"eval_priorArt_ndcg@20_i2all": 0.22772944774417736,
"eval_priorArt_ndcg@20_i2c": 0.22643269116655715,
"eval_priorArt_ndcg@20_i2i": 0.18540493874713948,
"eval_priorArt_ndcg@50_a2a": 0.3458933112453348,
"eval_priorArt_ndcg@50_a2all": 0.33547684251181137,
"eval_priorArt_ndcg@50_a2c": 0.27402714460325356,
"eval_priorArt_ndcg@50_a2i": 0.25969049473777683,
"eval_priorArt_ndcg@50_c2a": 0.27879571729236996,
"eval_priorArt_ndcg@50_c2all": 0.2847722827665498,
"eval_priorArt_ndcg@50_c2c": 0.2890037479128194,
"eval_priorArt_ndcg@50_c2i": 0.20656279594510968,
"eval_priorArt_ndcg@50_i2a": 0.3106119742441882,
"eval_priorArt_ndcg@50_i2all": 0.2846543291256384,
"eval_priorArt_ndcg@50_i2c": 0.28077354586410885,
"eval_priorArt_ndcg@50_i2i": 0.2607486568056073,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8833333333333334,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7500000000000001,
"eval_priorArt_recall@100_c2a": 0.8166666666666668,
"eval_priorArt_recall@100_c2all": 0.825,
"eval_priorArt_recall@100_c2c": 0.7625,
"eval_priorArt_recall@100_c2i": 0.7500000000000001,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.8291666666666668,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.4125,
"eval_priorArt_recall@10_a2c": 0.2708333333333333,
"eval_priorArt_recall@10_a2i": 0.2541666666666666,
"eval_priorArt_recall@10_c2a": 0.25416666666666665,
"eval_priorArt_recall@10_c2all": 0.32500000000000007,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.1875,
"eval_priorArt_recall@10_i2a": 0.36250000000000004,
"eval_priorArt_recall@10_i2all": 0.3625,
"eval_priorArt_recall@10_i2c": 0.275,
"eval_priorArt_recall@10_i2i": 0.25416666666666665,
"eval_priorArt_recall@20_a2a": 0.5541666666666667,
"eval_priorArt_recall@20_a2all": 0.5708333333333333,
"eval_priorArt_recall@20_a2c": 0.4916666666666667,
"eval_priorArt_recall@20_a2i": 0.4666666666666667,
"eval_priorArt_recall@20_c2a": 0.38749999999999996,
"eval_priorArt_recall@20_c2all": 0.37916666666666665,
"eval_priorArt_recall@20_c2c": 0.4958333333333333,
"eval_priorArt_recall@20_c2i": 0.3416666666666667,
"eval_priorArt_recall@20_i2a": 0.4625,
"eval_priorArt_recall@20_i2all": 0.4541666666666667,
"eval_priorArt_recall@20_i2c": 0.4125,
"eval_priorArt_recall@20_i2i": 0.38333333333333336,
"eval_priorArt_recall@50_a2a": 0.7791666666666667,
"eval_priorArt_recall@50_a2all": 0.7875,
"eval_priorArt_recall@50_a2c": 0.7166666666666667,
"eval_priorArt_recall@50_a2i": 0.6791666666666667,
"eval_priorArt_recall@50_c2a": 0.6541666666666666,
"eval_priorArt_recall@50_c2all": 0.6708333333333334,
"eval_priorArt_recall@50_c2c": 0.6624999999999999,
"eval_priorArt_recall@50_c2i": 0.5458333333333333,
"eval_priorArt_recall@50_i2a": 0.6208333333333333,
"eval_priorArt_recall@50_i2all": 0.6875,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.6875,
"eval_sections_i2all_top_100_abstract_pct": 3.9,
"eval_sections_i2all_top_100_claim_pct": 35.9,
"eval_sections_i2all_top_100_invention_pct": 60.199999999999996,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 25.0,
"eval_sections_i2all_top_10_invention_pct": 73.0,
"eval_sections_i2all_top_20_abstract_pct": 3.75,
"eval_sections_i2all_top_20_claim_pct": 28.749999999999996,
"eval_sections_i2all_top_20_invention_pct": 67.5,
"eval_sections_i2all_top_50_abstract_pct": 3.8,
"eval_sections_i2all_top_50_claim_pct": 33.1,
"eval_sections_i2all_top_50_invention_pct": 63.1,
"eval_singularentropy_abstract": 0.3186888142928299,
"eval_singularentropy_claim": 0.3299989609188075,
"eval_singularentropy_global": 0.30547176729873443,
"eval_singularentropy_invention": 0.3462820947270038,
"eval_uniformity_abstract": -3.0948469638824463,
"eval_uniformity_claim": -2.6544582843780518,
"eval_uniformity_global": -2.929363250732422,
"eval_uniformity_invention": -2.762178659439087,
"step": 2000
},
{
"epoch": 0.37023392890034995,
"grad_norm": 0.006413016933947802,
"learning_rate": 7.941006594503027e-06,
"loss": 0.0007,
"step": 2010
},
{
"epoch": 0.37207588874562536,
"grad_norm": 0.004179571755230427,
"learning_rate": 7.914946679465841e-06,
"loss": 0.0003,
"step": 2020
},
{
"epoch": 0.3739178485909007,
"grad_norm": 0.033301133662462234,
"learning_rate": 7.888766254747083e-06,
"loss": 0.0008,
"step": 2030
},
{
"epoch": 0.37575980843617607,
"grad_norm": 0.01161397248506546,
"learning_rate": 7.862466402697478e-06,
"loss": 0.0004,
"step": 2040
},
{
"epoch": 0.3776017682814515,
"grad_norm": 0.0035612606443464756,
"learning_rate": 7.836048210605109e-06,
"loss": 0.0004,
"step": 2050
},
{
"epoch": 0.37944372812672683,
"grad_norm": 0.0037758206017315388,
"learning_rate": 7.809512770650479e-06,
"loss": 0.0005,
"step": 2060
},
{
"epoch": 0.3812856879720022,
"grad_norm": 0.0036665096413344145,
"learning_rate": 7.782861179861339e-06,
"loss": 0.0006,
"step": 2070
},
{
"epoch": 0.3831276478172776,
"grad_norm": 0.005060894414782524,
"learning_rate": 7.756094540067359e-06,
"loss": 0.0004,
"step": 2080
},
{
"epoch": 0.38496960766255295,
"grad_norm": 0.0037051124963909388,
"learning_rate": 7.729213957854551e-06,
"loss": 0.0002,
"step": 2090
},
{
"epoch": 0.3868115675078283,
"grad_norm": 0.005803124513477087,
"learning_rate": 7.702220544519543e-06,
"loss": 0.0009,
"step": 2100
},
{
"epoch": 0.3886535273531037,
"grad_norm": 0.003863060846924782,
"learning_rate": 7.67511541602362e-06,
"loss": 0.0009,
"step": 2110
},
{
"epoch": 0.39049548719837907,
"grad_norm": 0.014146726578474045,
"learning_rate": 7.647899692946594e-06,
"loss": 0.0007,
"step": 2120
},
{
"epoch": 0.39141646712101674,
"eval_alignment_abstract": {
"mean_alignment": 0.8107841610908508
},
"eval_alignment_claim": {
"mean_alignment": 0.786590576171875
},
"eval_alignment_global": {
"mean_alignment": 0.889752984046936
},
"eval_alignment_invention": {
"mean_alignment": 0.7777916193008423
},
"eval_ipc_cls_abstract_accuracy_primary": 54.0,
"eval_ipc_cls_abstract_precision@1": 58.8,
"eval_ipc_cls_abstract_precision@3": 29.92,
"eval_ipc_cls_abstract_precision@5": 20.128,
"eval_ipc_cls_global_accuracy_primary": 54.0,
"eval_ipc_cls_global_precision@1": 58.8,
"eval_ipc_cls_global_precision@3": 29.92,
"eval_ipc_cls_global_precision@5": 20.128,
"eval_ipc_knn_abstract_accuracy_primary": 56.879999999999995,
"eval_ipc_knn_abstract_precision@1": 61.199999999999996,
"eval_ipc_knn_abstract_precision@3": 24.88,
"eval_ipc_knn_abstract_precision@5": 15.112,
"eval_ipc_knn_global_accuracy_primary": 56.879999999999995,
"eval_ipc_knn_global_precision@1": 61.199999999999996,
"eval_ipc_knn_global_precision@3": 24.88,
"eval_ipc_knn_global_precision@5": 15.112,
"eval_priorArt_ndcg@100_a2a": 0.36212074962187174,
"eval_priorArt_ndcg@100_a2all": 0.3574179292529114,
"eval_priorArt_ndcg@100_a2c": 0.3039106020921177,
"eval_priorArt_ndcg@100_a2i": 0.2747720309225805,
"eval_priorArt_ndcg@100_c2a": 0.30759598911028974,
"eval_priorArt_ndcg@100_c2all": 0.32369779711928154,
"eval_priorArt_ndcg@100_c2c": 0.3143615697936146,
"eval_priorArt_ndcg@100_c2i": 0.25181332366128373,
"eval_priorArt_ndcg@100_i2a": 0.35806127736758697,
"eval_priorArt_ndcg@100_i2all": 0.3190808736113441,
"eval_priorArt_ndcg@100_i2c": 0.31939312779835316,
"eval_priorArt_ndcg@100_i2i": 0.28799840113467845,
"eval_priorArt_ndcg@10_a2a": 0.2502578197137474,
"eval_priorArt_ndcg@10_a2all": 0.2309053392998895,
"eval_priorArt_ndcg@10_a2c": 0.15524260451474992,
"eval_priorArt_ndcg@10_a2i": 0.13101882698562703,
"eval_priorArt_ndcg@10_c2a": 0.16478926706820052,
"eval_priorArt_ndcg@10_c2all": 0.18692441132814236,
"eval_priorArt_ndcg@10_c2c": 0.19782415021821514,
"eval_priorArt_ndcg@10_c2i": 0.11502780989411217,
"eval_priorArt_ndcg@10_i2a": 0.2491159652826167,
"eval_priorArt_ndcg@10_i2all": 0.18293465138200857,
"eval_priorArt_ndcg@10_i2c": 0.18517920263293502,
"eval_priorArt_ndcg@10_i2i": 0.15460263249057088,
"eval_priorArt_ndcg@20_a2a": 0.28285121374382405,
"eval_priorArt_ndcg@20_a2all": 0.2760161300995685,
"eval_priorArt_ndcg@20_a2c": 0.2193268776469532,
"eval_priorArt_ndcg@20_a2i": 0.2010244147392533,
"eval_priorArt_ndcg@20_c2a": 0.20498242980267878,
"eval_priorArt_ndcg@20_c2all": 0.22896830907948731,
"eval_priorArt_ndcg@20_c2c": 0.2490562069376881,
"eval_priorArt_ndcg@20_c2i": 0.15828984058815065,
"eval_priorArt_ndcg@20_i2a": 0.2821259606912716,
"eval_priorArt_ndcg@20_i2all": 0.23451104374407813,
"eval_priorArt_ndcg@20_i2c": 0.22039655936960284,
"eval_priorArt_ndcg@20_i2i": 0.19274498904366105,
"eval_priorArt_ndcg@50_a2a": 0.34750077957061204,
"eval_priorArt_ndcg@50_a2all": 0.3352413320291542,
"eval_priorArt_ndcg@50_a2c": 0.27654674375309285,
"eval_priorArt_ndcg@50_a2i": 0.2563312092774672,
"eval_priorArt_ndcg@50_c2a": 0.2792499223151063,
"eval_priorArt_ndcg@50_c2all": 0.2921509325937828,
"eval_priorArt_ndcg@50_c2c": 0.2926889033886973,
"eval_priorArt_ndcg@50_c2i": 0.20669281021072533,
"eval_priorArt_ndcg@50_i2a": 0.32375038706266523,
"eval_priorArt_ndcg@50_i2all": 0.2867294869971749,
"eval_priorArt_ndcg@50_i2c": 0.2876592981610369,
"eval_priorArt_ndcg@50_i2i": 0.2634954558934825,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8833333333333334,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7666666666666667,
"eval_priorArt_recall@100_c2a": 0.8166666666666668,
"eval_priorArt_recall@100_c2all": 0.8416666666666668,
"eval_priorArt_recall@100_c2c": 0.7625,
"eval_priorArt_recall@100_c2i": 0.7500000000000001,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.8291666666666668,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.4125,
"eval_priorArt_recall@10_a2c": 0.2958333333333333,
"eval_priorArt_recall@10_a2i": 0.23749999999999996,
"eval_priorArt_recall@10_c2a": 0.25416666666666665,
"eval_priorArt_recall@10_c2all": 0.30000000000000004,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.1875,
"eval_priorArt_recall@10_i2a": 0.36250000000000004,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.275,
"eval_priorArt_recall@10_i2i": 0.2791666666666667,
"eval_priorArt_recall@20_a2a": 0.5375,
"eval_priorArt_recall@20_a2all": 0.5541666666666666,
"eval_priorArt_recall@20_a2c": 0.4916666666666667,
"eval_priorArt_recall@20_a2i": 0.4666666666666667,
"eval_priorArt_recall@20_c2a": 0.38749999999999996,
"eval_priorArt_recall@20_c2all": 0.4416666666666667,
"eval_priorArt_recall@20_c2c": 0.4958333333333333,
"eval_priorArt_recall@20_c2i": 0.3416666666666667,
"eval_priorArt_recall@20_i2a": 0.4625,
"eval_priorArt_recall@20_i2all": 0.4708333333333334,
"eval_priorArt_recall@20_i2c": 0.3875,
"eval_priorArt_recall@20_i2i": 0.4,
"eval_priorArt_recall@50_a2a": 0.7791666666666667,
"eval_priorArt_recall@50_a2all": 0.7875,
"eval_priorArt_recall@50_a2c": 0.7166666666666667,
"eval_priorArt_recall@50_a2i": 0.6791666666666667,
"eval_priorArt_recall@50_c2a": 0.6791666666666666,
"eval_priorArt_recall@50_c2all": 0.6875000000000001,
"eval_priorArt_recall@50_c2c": 0.6624999999999999,
"eval_priorArt_recall@50_c2i": 0.5458333333333333,
"eval_priorArt_recall@50_i2a": 0.6458333333333333,
"eval_priorArt_recall@50_i2all": 0.6875,
"eval_priorArt_recall@50_i2c": 0.6708333333333334,
"eval_priorArt_recall@50_i2i": 0.6875,
"eval_sections_i2all_top_100_abstract_pct": 4.05,
"eval_sections_i2all_top_100_claim_pct": 35.199999999999996,
"eval_sections_i2all_top_100_invention_pct": 60.75000000000001,
"eval_sections_i2all_top_10_abstract_pct": 3.0,
"eval_sections_i2all_top_10_claim_pct": 24.5,
"eval_sections_i2all_top_10_invention_pct": 72.5,
"eval_sections_i2all_top_20_abstract_pct": 3.75,
"eval_sections_i2all_top_20_claim_pct": 28.499999999999996,
"eval_sections_i2all_top_20_invention_pct": 67.75,
"eval_sections_i2all_top_50_abstract_pct": 3.8,
"eval_sections_i2all_top_50_claim_pct": 32.6,
"eval_sections_i2all_top_50_invention_pct": 63.6,
"eval_singularentropy_abstract": 0.32056143813755933,
"eval_singularentropy_claim": 0.33048217847388195,
"eval_singularentropy_global": 0.3067434739385583,
"eval_singularentropy_invention": 0.347215190089768,
"eval_uniformity_abstract": -3.087587594985962,
"eval_uniformity_claim": -2.6673471927642822,
"eval_uniformity_global": -2.9298019409179688,
"eval_uniformity_invention": -2.764951467514038,
"step": 2125
},
{
"epoch": 0.3923374470436545,
"grad_norm": 0.006247247103601694,
"learning_rate": 7.620574500440479e-06,
"loss": 0.0005,
"step": 2130
},
{
"epoch": 0.39417940688892983,
"grad_norm": 0.008184014819562435,
"learning_rate": 7.593140968182968e-06,
"loss": 0.0003,
"step": 2140
},
{
"epoch": 0.3960213667342052,
"grad_norm": 0.0067398385144770145,
"learning_rate": 7.565600230330739e-06,
"loss": 0.0008,
"step": 2150
},
{
"epoch": 0.3978633265794806,
"grad_norm": 0.004224838688969612,
"learning_rate": 7.537953425472559e-06,
"loss": 0.0003,
"step": 2160
},
{
"epoch": 0.39970528642475595,
"grad_norm": 0.0707680955529213,
"learning_rate": 7.510201696582218e-06,
"loss": 0.001,
"step": 2170
},
{
"epoch": 0.4015472462700313,
"grad_norm": 0.0022650070022791624,
"learning_rate": 7.48234619097127e-06,
"loss": 0.0006,
"step": 2180
},
{
"epoch": 0.4033892061153067,
"grad_norm": 0.011731666512787342,
"learning_rate": 7.45438806024161e-06,
"loss": 0.0003,
"step": 2190
},
{
"epoch": 0.40523116596058206,
"grad_norm": 0.004113834351301193,
"learning_rate": 7.426328460237853e-06,
"loss": 0.0003,
"step": 2200
},
{
"epoch": 0.4070731258058574,
"grad_norm": 0.008155102841556072,
"learning_rate": 7.39816855099956e-06,
"loss": 0.0004,
"step": 2210
},
{
"epoch": 0.4089150856511328,
"grad_norm": 0.003117920132353902,
"learning_rate": 7.369909496713273e-06,
"loss": 0.0002,
"step": 2220
},
{
"epoch": 0.4107570454964082,
"grad_norm": 0.004104385152459145,
"learning_rate": 7.341552465664388e-06,
"loss": 0.0007,
"step": 2230
},
{
"epoch": 0.41259900534168353,
"grad_norm": 0.004107456188648939,
"learning_rate": 7.313098630188853e-06,
"loss": 0.0003,
"step": 2240
},
{
"epoch": 0.41444096518695894,
"grad_norm": 0.0044027348048985004,
"learning_rate": 7.284549166624705e-06,
"loss": 0.0006,
"step": 2250
},
{
"epoch": 0.41444096518695894,
"eval_alignment_abstract": {
"mean_alignment": 0.8128593564033508
},
"eval_alignment_claim": {
"mean_alignment": 0.7890349626541138
},
"eval_alignment_global": {
"mean_alignment": 0.8899384140968323
},
"eval_alignment_invention": {
"mean_alignment": 0.77857905626297
},
"eval_ipc_cls_abstract_accuracy_primary": 53.839999999999996,
"eval_ipc_cls_abstract_precision@1": 58.76,
"eval_ipc_cls_abstract_precision@3": 29.97333333333333,
"eval_ipc_cls_abstract_precision@5": 20.144000000000002,
"eval_ipc_cls_global_accuracy_primary": 53.839999999999996,
"eval_ipc_cls_global_precision@1": 58.76,
"eval_ipc_cls_global_precision@3": 29.97333333333333,
"eval_ipc_cls_global_precision@5": 20.144000000000002,
"eval_ipc_knn_abstract_accuracy_primary": 56.8,
"eval_ipc_knn_abstract_precision@1": 61.08,
"eval_ipc_knn_abstract_precision@3": 24.84,
"eval_ipc_knn_abstract_precision@5": 15.088000000000001,
"eval_ipc_knn_global_accuracy_primary": 56.8,
"eval_ipc_knn_global_precision@1": 61.08,
"eval_ipc_knn_global_precision@3": 24.84,
"eval_ipc_knn_global_precision@5": 15.088000000000001,
"eval_priorArt_ndcg@100_a2a": 0.3641527182068778,
"eval_priorArt_ndcg@100_a2all": 0.35677758638185514,
"eval_priorArt_ndcg@100_a2c": 0.3069235376365804,
"eval_priorArt_ndcg@100_a2i": 0.27380796184194944,
"eval_priorArt_ndcg@100_c2a": 0.3064848242562809,
"eval_priorArt_ndcg@100_c2all": 0.31949508613961203,
"eval_priorArt_ndcg@100_c2c": 0.3130522656139438,
"eval_priorArt_ndcg@100_c2i": 0.25186117233327804,
"eval_priorArt_ndcg@100_i2a": 0.3524887475179427,
"eval_priorArt_ndcg@100_i2all": 0.3182517260386596,
"eval_priorArt_ndcg@100_i2c": 0.32001687677692137,
"eval_priorArt_ndcg@100_i2i": 0.2934628715014591,
"eval_priorArt_ndcg@10_a2a": 0.2523689931424014,
"eval_priorArt_ndcg@10_a2all": 0.24631220214760016,
"eval_priorArt_ndcg@10_a2c": 0.15779822270198385,
"eval_priorArt_ndcg@10_a2i": 0.1414130723311554,
"eval_priorArt_ndcg@10_c2a": 0.16376098937004077,
"eval_priorArt_ndcg@10_c2all": 0.18692441132814236,
"eval_priorArt_ndcg@10_c2c": 0.19657509855817049,
"eval_priorArt_ndcg@10_c2i": 0.11530855986548123,
"eval_priorArt_ndcg@10_i2a": 0.24288588476062775,
"eval_priorArt_ndcg@10_i2all": 0.18293465138200857,
"eval_priorArt_ndcg@10_i2c": 0.1854800978853854,
"eval_priorArt_ndcg@10_i2i": 0.16025999212884381,
"eval_priorArt_ndcg@20_a2a": 0.2850657118642965,
"eval_priorArt_ndcg@20_a2all": 0.27819299521584134,
"eval_priorArt_ndcg@20_a2c": 0.22242932322415462,
"eval_priorArt_ndcg@20_a2i": 0.2028380113484626,
"eval_priorArt_ndcg@20_c2a": 0.20929619231760851,
"eval_priorArt_ndcg@20_c2all": 0.23947441572025946,
"eval_priorArt_ndcg@20_c2c": 0.25293867711076956,
"eval_priorArt_ndcg@20_c2i": 0.1582726893190289,
"eval_priorArt_ndcg@20_i2a": 0.27648068693012273,
"eval_priorArt_ndcg@20_i2all": 0.2336692160984196,
"eval_priorArt_ndcg@20_i2c": 0.2156336013752041,
"eval_priorArt_ndcg@20_i2i": 0.1927018622121583,
"eval_priorArt_ndcg@50_a2a": 0.3495397660566624,
"eval_priorArt_ndcg@50_a2all": 0.3333690872829794,
"eval_priorArt_ndcg@50_a2c": 0.2742081459307832,
"eval_priorArt_ndcg@50_a2i": 0.25883373095621287,
"eval_priorArt_ndcg@50_c2a": 0.2781281509227408,
"eval_priorArt_ndcg@50_c2all": 0.29688084525145186,
"eval_priorArt_ndcg@50_c2c": 0.2912240088940167,
"eval_priorArt_ndcg@50_c2i": 0.20680144338055367,
"eval_priorArt_ndcg@50_i2a": 0.31312551213229434,
"eval_priorArt_ndcg@50_i2all": 0.28601010381582215,
"eval_priorArt_ndcg@50_i2c": 0.2923858242843328,
"eval_priorArt_ndcg@50_i2i": 0.26903688239865825,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7500000000000001,
"eval_priorArt_recall@100_c2a": 0.8166666666666668,
"eval_priorArt_recall@100_c2all": 0.825,
"eval_priorArt_recall@100_c2c": 0.7625,
"eval_priorArt_recall@100_c2i": 0.7500000000000001,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.8291666666666668,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.4458333333333333,
"eval_priorArt_recall@10_a2c": 0.2958333333333333,
"eval_priorArt_recall@10_a2i": 0.26249999999999996,
"eval_priorArt_recall@10_c2a": 0.25416666666666665,
"eval_priorArt_recall@10_c2all": 0.30000000000000004,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.1875,
"eval_priorArt_recall@10_i2a": 0.36250000000000004,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.275,
"eval_priorArt_recall@10_i2i": 0.2791666666666667,
"eval_priorArt_recall@20_a2a": 0.5375,
"eval_priorArt_recall@20_a2all": 0.5541666666666666,
"eval_priorArt_recall@20_a2c": 0.4916666666666667,
"eval_priorArt_recall@20_a2i": 0.4666666666666667,
"eval_priorArt_recall@20_c2a": 0.4041666666666666,
"eval_priorArt_recall@20_c2all": 0.47916666666666663,
"eval_priorArt_recall@20_c2c": 0.5125,
"eval_priorArt_recall@20_c2i": 0.3416666666666667,
"eval_priorArt_recall@20_i2a": 0.4625,
"eval_priorArt_recall@20_i2all": 0.4708333333333334,
"eval_priorArt_recall@20_i2c": 0.37083333333333335,
"eval_priorArt_recall@20_i2i": 0.38333333333333336,
"eval_priorArt_recall@50_a2a": 0.7791666666666667,
"eval_priorArt_recall@50_a2all": 0.7708333333333333,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6791666666666667,
"eval_priorArt_recall@50_c2a": 0.6791666666666666,
"eval_priorArt_recall@50_c2all": 0.7125000000000001,
"eval_priorArt_recall@50_c2c": 0.6624999999999999,
"eval_priorArt_recall@50_c2i": 0.5458333333333333,
"eval_priorArt_recall@50_i2a": 0.6208333333333333,
"eval_priorArt_recall@50_i2all": 0.6875,
"eval_priorArt_recall@50_i2c": 0.6875000000000001,
"eval_priorArt_recall@50_i2i": 0.6875,
"eval_sections_i2all_top_100_abstract_pct": 3.95,
"eval_sections_i2all_top_100_claim_pct": 35.5,
"eval_sections_i2all_top_100_invention_pct": 60.550000000000004,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 24.5,
"eval_sections_i2all_top_10_invention_pct": 73.5,
"eval_sections_i2all_top_20_abstract_pct": 3.0,
"eval_sections_i2all_top_20_claim_pct": 28.249999999999996,
"eval_sections_i2all_top_20_invention_pct": 68.75,
"eval_sections_i2all_top_50_abstract_pct": 4.1000000000000005,
"eval_sections_i2all_top_50_claim_pct": 32.300000000000004,
"eval_sections_i2all_top_50_invention_pct": 63.6,
"eval_singularentropy_abstract": 0.3220222814368021,
"eval_singularentropy_claim": 0.3319430846558197,
"eval_singularentropy_global": 0.3083107263644186,
"eval_singularentropy_invention": 0.3485672381395416,
"eval_uniformity_abstract": -3.0776467323303223,
"eval_uniformity_claim": -2.659029006958008,
"eval_uniformity_global": -2.9184110164642334,
"eval_uniformity_invention": -2.7536840438842773,
"step": 2250
},
{
"epoch": 0.4162829250322343,
"grad_norm": 0.07620293647050858,
"learning_rate": 7.255905255263434e-06,
"loss": 0.0003,
"step": 2260
},
{
"epoch": 0.41812488487750965,
"grad_norm": 0.0022401236928999424,
"learning_rate": 7.2271680803011925e-06,
"loss": 0.001,
"step": 2270
},
{
"epoch": 0.41996684472278506,
"grad_norm": 0.0029235128313302994,
"learning_rate": 7.1983388297898314e-06,
"loss": 0.0002,
"step": 2280
},
{
"epoch": 0.4218088045680604,
"grad_norm": 0.004056824836879969,
"learning_rate": 7.169418695587791e-06,
"loss": 0.0005,
"step": 2290
},
{
"epoch": 0.42365076441333577,
"grad_norm": 0.005121322814375162,
"learning_rate": 7.140408873310823e-06,
"loss": 0.0002,
"step": 2300
},
{
"epoch": 0.4254927242586112,
"grad_norm": 0.0043138195760548115,
"learning_rate": 7.111310562282559e-06,
"loss": 0.0003,
"step": 2310
},
{
"epoch": 0.42733468410388653,
"grad_norm": 0.04868888854980469,
"learning_rate": 7.0821249654849375e-06,
"loss": 0.0004,
"step": 2320
},
{
"epoch": 0.4291766439491619,
"grad_norm": 0.006187140010297298,
"learning_rate": 7.052853289508458e-06,
"loss": 0.0008,
"step": 2330
},
{
"epoch": 0.4310186037944373,
"grad_norm": 0.003933460917323828,
"learning_rate": 7.023496744502305e-06,
"loss": 0.0008,
"step": 2340
},
{
"epoch": 0.43286056363971265,
"grad_norm": 0.03678559884428978,
"learning_rate": 6.994056544124321e-06,
"loss": 0.0009,
"step": 2350
},
{
"epoch": 0.434702523484988,
"grad_norm": 0.013186948373913765,
"learning_rate": 6.964533905490826e-06,
"loss": 0.0002,
"step": 2360
},
{
"epoch": 0.4365444833302634,
"grad_norm": 0.0041898088529706,
"learning_rate": 6.934930049126297e-06,
"loss": 0.0003,
"step": 2370
},
{
"epoch": 0.4374654632529011,
"eval_alignment_abstract": {
"mean_alignment": 0.8163180947303772
},
"eval_alignment_claim": {
"mean_alignment": 0.7942882776260376
},
"eval_alignment_global": {
"mean_alignment": 0.8939545154571533
},
"eval_alignment_invention": {
"mean_alignment": 0.7832034826278687
},
"eval_ipc_cls_abstract_accuracy_primary": 53.559999999999995,
"eval_ipc_cls_abstract_precision@1": 58.48,
"eval_ipc_cls_abstract_precision@3": 29.959999999999997,
"eval_ipc_cls_abstract_precision@5": 20.104,
"eval_ipc_cls_global_accuracy_primary": 53.559999999999995,
"eval_ipc_cls_global_precision@1": 58.48,
"eval_ipc_cls_global_precision@3": 29.959999999999997,
"eval_ipc_cls_global_precision@5": 20.104,
"eval_ipc_knn_abstract_accuracy_primary": 56.68,
"eval_ipc_knn_abstract_precision@1": 60.96,
"eval_ipc_knn_abstract_precision@3": 24.759999999999998,
"eval_ipc_knn_abstract_precision@5": 15.040000000000001,
"eval_ipc_knn_global_accuracy_primary": 56.68,
"eval_ipc_knn_global_precision@1": 60.96,
"eval_ipc_knn_global_precision@3": 24.759999999999998,
"eval_ipc_knn_global_precision@5": 15.040000000000001,
"eval_priorArt_ndcg@100_a2a": 0.36279817664101377,
"eval_priorArt_ndcg@100_a2all": 0.3566899060026593,
"eval_priorArt_ndcg@100_a2c": 0.3070084387632801,
"eval_priorArt_ndcg@100_a2i": 0.2740378941907145,
"eval_priorArt_ndcg@100_c2a": 0.30596365172311935,
"eval_priorArt_ndcg@100_c2all": 0.3151739270196875,
"eval_priorArt_ndcg@100_c2c": 0.30835067670580496,
"eval_priorArt_ndcg@100_c2i": 0.2505062343111869,
"eval_priorArt_ndcg@100_i2a": 0.3455125440746959,
"eval_priorArt_ndcg@100_i2all": 0.3147659954399979,
"eval_priorArt_ndcg@100_i2c": 0.3173323358236897,
"eval_priorArt_ndcg@100_i2i": 0.300073678333271,
"eval_priorArt_ndcg@10_a2a": 0.2514294793448447,
"eval_priorArt_ndcg@10_a2all": 0.24675473748948526,
"eval_priorArt_ndcg@10_a2c": 0.1634404797694306,
"eval_priorArt_ndcg@10_a2i": 0.1414130723311554,
"eval_priorArt_ndcg@10_c2a": 0.16331845402815565,
"eval_priorArt_ndcg@10_c2all": 0.18291045078555174,
"eval_priorArt_ndcg@10_c2c": 0.19048177234799987,
"eval_priorArt_ndcg@10_c2i": 0.11434092469930376,
"eval_priorArt_ndcg@10_i2a": 0.24137537157211728,
"eval_priorArt_ndcg@10_i2all": 0.18337718672389372,
"eval_priorArt_ndcg@10_i2c": 0.18329153242778415,
"eval_priorArt_ndcg@10_i2i": 0.1579445154682143,
"eval_priorArt_ndcg@20_a2a": 0.2840300910335144,
"eval_priorArt_ndcg@20_a2all": 0.2783728550640714,
"eval_priorArt_ndcg@20_a2c": 0.22298353594115392,
"eval_priorArt_ndcg@20_a2i": 0.20292858361519062,
"eval_priorArt_ndcg@20_c2a": 0.21400017212205785,
"eval_priorArt_ndcg@20_c2all": 0.23505275116932137,
"eval_priorArt_ndcg@20_c2c": 0.2415928016134866,
"eval_priorArt_ndcg@20_c2i": 0.1570848764927768,
"eval_priorArt_ndcg@20_i2a": 0.2744751935560363,
"eval_priorArt_ndcg@20_i2all": 0.2337798365709327,
"eval_priorArt_ndcg@20_i2c": 0.21344503591760283,
"eval_priorArt_ndcg@20_i2i": 0.2044616595028696,
"eval_priorArt_ndcg@50_a2a": 0.34817709334188723,
"eval_priorArt_ndcg@50_a2all": 0.32800061054199553,
"eval_priorArt_ndcg@50_a2c": 0.274272690890453,
"eval_priorArt_ndcg@50_a2i": 0.2590381775528801,
"eval_priorArt_ndcg@50_c2a": 0.27752847374119843,
"eval_priorArt_ndcg@50_c2all": 0.2883553770575363,
"eval_priorArt_ndcg@50_c2c": 0.2865450619779815,
"eval_priorArt_ndcg@50_c2i": 0.20544048468277545,
"eval_priorArt_ndcg@50_i2a": 0.3109577048993434,
"eval_priorArt_ndcg@50_i2all": 0.28610776205721555,
"eval_priorArt_ndcg@50_i2c": 0.2898225990401048,
"eval_priorArt_ndcg@50_i2i": 0.275562974725727,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7500000000000001,
"eval_priorArt_recall@100_c2a": 0.8166666666666668,
"eval_priorArt_recall@100_c2all": 0.825,
"eval_priorArt_recall@100_c2c": 0.7625,
"eval_priorArt_recall@100_c2i": 0.7500000000000001,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.8125,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.4458333333333333,
"eval_priorArt_recall@10_a2c": 0.3083333333333333,
"eval_priorArt_recall@10_a2i": 0.26249999999999996,
"eval_priorArt_recall@10_c2a": 0.25416666666666665,
"eval_priorArt_recall@10_c2all": 0.30000000000000004,
"eval_priorArt_recall@10_c2c": 0.3166666666666667,
"eval_priorArt_recall@10_c2i": 0.1875,
"eval_priorArt_recall@10_i2a": 0.36250000000000004,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.275,
"eval_priorArt_recall@10_i2i": 0.25416666666666665,
"eval_priorArt_recall@20_a2a": 0.5375,
"eval_priorArt_recall@20_a2all": 0.5541666666666666,
"eval_priorArt_recall@20_a2c": 0.4916666666666667,
"eval_priorArt_recall@20_a2i": 0.4666666666666667,
"eval_priorArt_recall@20_c2a": 0.4208333333333333,
"eval_priorArt_recall@20_c2all": 0.47916666666666663,
"eval_priorArt_recall@20_c2c": 0.48749999999999993,
"eval_priorArt_recall@20_c2i": 0.3416666666666667,
"eval_priorArt_recall@20_i2a": 0.4625,
"eval_priorArt_recall@20_i2all": 0.4708333333333334,
"eval_priorArt_recall@20_i2c": 0.37083333333333335,
"eval_priorArt_recall@20_i2i": 0.4,
"eval_priorArt_recall@50_a2a": 0.7791666666666667,
"eval_priorArt_recall@50_a2all": 0.7458333333333333,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6791666666666667,
"eval_priorArt_recall@50_c2a": 0.6791666666666666,
"eval_priorArt_recall@50_c2all": 0.6958333333333333,
"eval_priorArt_recall@50_c2c": 0.6624999999999999,
"eval_priorArt_recall@50_c2i": 0.5458333333333333,
"eval_priorArt_recall@50_i2a": 0.6208333333333333,
"eval_priorArt_recall@50_i2all": 0.6875,
"eval_priorArt_recall@50_i2c": 0.6875000000000001,
"eval_priorArt_recall@50_i2i": 0.6875,
"eval_sections_i2all_top_100_abstract_pct": 4.2,
"eval_sections_i2all_top_100_claim_pct": 35.199999999999996,
"eval_sections_i2all_top_100_invention_pct": 60.6,
"eval_sections_i2all_top_10_abstract_pct": 1.5,
"eval_sections_i2all_top_10_claim_pct": 23.5,
"eval_sections_i2all_top_10_invention_pct": 75.0,
"eval_sections_i2all_top_20_abstract_pct": 3.25,
"eval_sections_i2all_top_20_claim_pct": 28.499999999999996,
"eval_sections_i2all_top_20_invention_pct": 68.25,
"eval_sections_i2all_top_50_abstract_pct": 4.5,
"eval_sections_i2all_top_50_claim_pct": 32.0,
"eval_sections_i2all_top_50_invention_pct": 63.5,
"eval_singularentropy_abstract": 0.32240698060899176,
"eval_singularentropy_claim": 0.33208106062571946,
"eval_singularentropy_global": 0.30857907313697475,
"eval_singularentropy_invention": 0.34859225018366735,
"eval_uniformity_abstract": -3.074770212173462,
"eval_uniformity_claim": -2.6605312824249268,
"eval_uniformity_global": -2.9179744720458984,
"eval_uniformity_invention": -2.7544519901275635,
"step": 2375
},
{
"epoch": 0.43838644317553876,
"grad_norm": 0.005573478527367115,
"learning_rate": 6.905246198912917e-06,
"loss": 0.0006,
"step": 2380
},
{
"epoch": 0.4402284030208141,
"grad_norm": 0.004651258233934641,
"learning_rate": 6.8754835820399745e-06,
"loss": 0.0003,
"step": 2390
},
{
"epoch": 0.44207036286608953,
"grad_norm": 0.010639503598213196,
"learning_rate": 6.845643428953127e-06,
"loss": 0.0004,
"step": 2400
},
{
"epoch": 0.4439123227113649,
"grad_norm": 0.005945899058133364,
"learning_rate": 6.81572697330353e-06,
"loss": 0.0003,
"step": 2410
},
{
"epoch": 0.4457542825566403,
"grad_norm": 0.009463807567954063,
"learning_rate": 6.785735451896844e-06,
"loss": 0.0008,
"step": 2420
},
{
"epoch": 0.44759624240191564,
"grad_norm": 0.011404785327613354,
"learning_rate": 6.75567010464209e-06,
"loss": 0.0005,
"step": 2430
},
{
"epoch": 0.449438202247191,
"grad_norm": 0.04114678502082825,
"learning_rate": 6.7255321745004045e-06,
"loss": 0.0003,
"step": 2440
},
{
"epoch": 0.4512801620924664,
"grad_norm": 0.0052467635832726955,
"learning_rate": 6.6953229074336346e-06,
"loss": 0.0002,
"step": 2450
},
{
"epoch": 0.45312212193774176,
"grad_norm": 0.024589546024799347,
"learning_rate": 6.665043552352845e-06,
"loss": 0.0003,
"step": 2460
},
{
"epoch": 0.4549640817830171,
"grad_norm": 0.010748416185379028,
"learning_rate": 6.634695361066679e-06,
"loss": 0.0003,
"step": 2470
},
{
"epoch": 0.4568060416282925,
"grad_norm": 0.19059965014457703,
"learning_rate": 6.604279588229598e-06,
"loss": 0.0006,
"step": 2480
},
{
"epoch": 0.4586480014735679,
"grad_norm": 0.0026046393904834986,
"learning_rate": 6.573797491290025e-06,
"loss": 0.0002,
"step": 2490
},
{
"epoch": 0.46048996131884323,
"grad_norm": 0.009233999997377396,
"learning_rate": 6.54325033043835e-06,
"loss": 0.0003,
"step": 2500
},
{
"epoch": 0.46048996131884323,
"eval_alignment_abstract": {
"mean_alignment": 0.8224015235900879
},
"eval_alignment_claim": {
"mean_alignment": 0.8014494776725769
},
"eval_alignment_global": {
"mean_alignment": 0.899340033531189
},
"eval_alignment_invention": {
"mean_alignment": 0.788644552230835
},
"eval_ipc_cls_abstract_accuracy_primary": 53.52,
"eval_ipc_cls_abstract_precision@1": 58.440000000000005,
"eval_ipc_cls_abstract_precision@3": 29.880000000000003,
"eval_ipc_cls_abstract_precision@5": 20.016000000000002,
"eval_ipc_cls_global_accuracy_primary": 53.52,
"eval_ipc_cls_global_precision@1": 58.440000000000005,
"eval_ipc_cls_global_precision@3": 29.880000000000003,
"eval_ipc_cls_global_precision@5": 20.016000000000002,
"eval_ipc_knn_abstract_accuracy_primary": 56.16,
"eval_ipc_knn_abstract_precision@1": 60.31999999999999,
"eval_ipc_knn_abstract_precision@3": 24.560000000000002,
"eval_ipc_knn_abstract_precision@5": 14.92,
"eval_ipc_knn_global_accuracy_primary": 56.16,
"eval_ipc_knn_global_precision@1": 60.31999999999999,
"eval_ipc_knn_global_precision@3": 24.560000000000002,
"eval_ipc_knn_global_precision@5": 14.92,
"eval_priorArt_ndcg@100_a2a": 0.3621185392733178,
"eval_priorArt_ndcg@100_a2all": 0.35571085032130123,
"eval_priorArt_ndcg@100_a2c": 0.3162600983164729,
"eval_priorArt_ndcg@100_a2i": 0.27228962941583823,
"eval_priorArt_ndcg@100_c2a": 0.30580483116524665,
"eval_priorArt_ndcg@100_c2all": 0.31495000702757475,
"eval_priorArt_ndcg@100_c2c": 0.3118818277962148,
"eval_priorArt_ndcg@100_c2i": 0.24977939345810357,
"eval_priorArt_ndcg@100_i2a": 0.3521928903518247,
"eval_priorArt_ndcg@100_i2all": 0.3147782989480318,
"eval_priorArt_ndcg@100_i2c": 0.31623988802568215,
"eval_priorArt_ndcg@100_i2i": 0.3021395981231781,
"eval_priorArt_ndcg@10_a2a": 0.2508927686969139,
"eval_priorArt_ndcg@10_a2all": 0.24591497117313782,
"eval_priorArt_ndcg@10_a2c": 0.17305661557271795,
"eval_priorArt_ndcg@10_a2i": 0.15640302429498062,
"eval_priorArt_ndcg@10_c2a": 0.16331845402815565,
"eval_priorArt_ndcg@10_c2all": 0.1771478267906032,
"eval_priorArt_ndcg@10_c2c": 0.1879938841903372,
"eval_priorArt_ndcg@10_c2i": 0.11432655793262828,
"eval_priorArt_ndcg@10_i2a": 0.2433284201025129,
"eval_priorArt_ndcg@10_i2all": 0.18337718672389372,
"eval_priorArt_ndcg@10_i2c": 0.18221452869006674,
"eval_priorArt_ndcg@10_i2i": 0.18125972112331107,
"eval_priorArt_ndcg@20_a2a": 0.2890359443371628,
"eval_priorArt_ndcg@20_a2all": 0.277533088747724,
"eval_priorArt_ndcg@20_a2c": 0.2328649897980429,
"eval_priorArt_ndcg@20_a2i": 0.20242066325827351,
"eval_priorArt_ndcg@20_c2a": 0.20870439104015057,
"eval_priorArt_ndcg@20_c2all": 0.23771343447398433,
"eval_priorArt_ndcg@20_c2c": 0.24526221161934156,
"eval_priorArt_ndcg@20_c2i": 0.15669232720520426,
"eval_priorArt_ndcg@20_i2a": 0.2816656197148267,
"eval_priorArt_ndcg@20_i2all": 0.23913681339663634,
"eval_priorArt_ndcg@20_i2c": 0.21287298248837527,
"eval_priorArt_ndcg@20_i2i": 0.20627312157742345,
"eval_priorArt_ndcg@50_a2a": 0.3422231767004881,
"eval_priorArt_ndcg@50_a2all": 0.3324476634337511,
"eval_priorArt_ndcg@50_a2c": 0.28360814901569387,
"eval_priorArt_ndcg@50_a2i": 0.25612519352870866,
"eval_priorArt_ndcg@50_c2a": 0.2773720053177762,
"eval_priorArt_ndcg@50_c2all": 0.2951812672474187,
"eval_priorArt_ndcg@50_c2c": 0.29001524955504404,
"eval_priorArt_ndcg@50_c2i": 0.20490159690079582,
"eval_priorArt_ndcg@50_i2a": 0.31302240229468903,
"eval_priorArt_ndcg@50_i2all": 0.28634658254347733,
"eval_priorArt_ndcg@50_i2c": 0.28005329568142573,
"eval_priorArt_ndcg@50_i2i": 0.27754693246126333,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7375,
"eval_priorArt_recall@100_c2a": 0.8166666666666668,
"eval_priorArt_recall@100_c2all": 0.8125,
"eval_priorArt_recall@100_c2c": 0.7625,
"eval_priorArt_recall@100_c2i": 0.7500000000000001,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.8125,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.4458333333333333,
"eval_priorArt_recall@10_a2c": 0.3083333333333333,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.25416666666666665,
"eval_priorArt_recall@10_c2all": 0.275,
"eval_priorArt_recall@10_c2c": 0.30000000000000004,
"eval_priorArt_recall@10_c2i": 0.1875,
"eval_priorArt_recall@10_i2a": 0.36250000000000004,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.275,
"eval_priorArt_recall@10_i2i": 0.32916666666666666,
"eval_priorArt_recall@20_a2a": 0.5541666666666667,
"eval_priorArt_recall@20_a2all": 0.5541666666666666,
"eval_priorArt_recall@20_a2c": 0.4916666666666667,
"eval_priorArt_recall@20_a2i": 0.4583333333333333,
"eval_priorArt_recall@20_c2a": 0.4041666666666666,
"eval_priorArt_recall@20_c2all": 0.47916666666666663,
"eval_priorArt_recall@20_c2c": 0.48749999999999993,
"eval_priorArt_recall@20_c2i": 0.3416666666666667,
"eval_priorArt_recall@20_i2a": 0.47916666666666663,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.37083333333333335,
"eval_priorArt_recall@20_i2i": 0.4,
"eval_priorArt_recall@50_a2a": 0.7541666666666667,
"eval_priorArt_recall@50_a2all": 0.7708333333333333,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6625,
"eval_priorArt_recall@50_c2a": 0.6791666666666666,
"eval_priorArt_recall@50_c2all": 0.7125000000000001,
"eval_priorArt_recall@50_c2c": 0.6624999999999999,
"eval_priorArt_recall@50_c2i": 0.5458333333333333,
"eval_priorArt_recall@50_i2a": 0.6208333333333333,
"eval_priorArt_recall@50_i2all": 0.6875,
"eval_priorArt_recall@50_i2c": 0.6375000000000001,
"eval_priorArt_recall@50_i2i": 0.6875,
"eval_sections_i2all_top_100_abstract_pct": 4.1000000000000005,
"eval_sections_i2all_top_100_claim_pct": 34.55,
"eval_sections_i2all_top_100_invention_pct": 61.35,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 23.5,
"eval_sections_i2all_top_10_invention_pct": 74.5,
"eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004,
"eval_sections_i2all_top_20_claim_pct": 27.750000000000004,
"eval_sections_i2all_top_20_invention_pct": 68.75,
"eval_sections_i2all_top_50_abstract_pct": 4.7,
"eval_sections_i2all_top_50_claim_pct": 31.3,
"eval_sections_i2all_top_50_invention_pct": 64.0,
"eval_singularentropy_abstract": 0.3222011768195724,
"eval_singularentropy_claim": 0.3317600081767451,
"eval_singularentropy_global": 0.30831928859690455,
"eval_singularentropy_invention": 0.3480596196727868,
"eval_uniformity_abstract": -3.0700454711914062,
"eval_uniformity_claim": -2.6622204780578613,
"eval_uniformity_global": -2.9156575202941895,
"eval_uniformity_invention": -2.753584146499634,
"step": 2500
},
{
"epoch": 0.46233192116411864,
"grad_norm": 0.02276124246418476,
"learning_rate": 6.512639368554836e-06,
"loss": 0.0003,
"step": 2510
},
{
"epoch": 0.464173881009394,
"grad_norm": 0.003272619331255555,
"learning_rate": 6.481965871157407e-06,
"loss": 0.0005,
"step": 2520
},
{
"epoch": 0.46601584085466935,
"grad_norm": 0.08124998211860657,
"learning_rate": 6.4512311063493275e-06,
"loss": 0.0004,
"step": 2530
},
{
"epoch": 0.46785780069994476,
"grad_norm": 0.004444292280822992,
"learning_rate": 6.420436344766781e-06,
"loss": 0.0003,
"step": 2540
},
{
"epoch": 0.4696997605452201,
"grad_norm": 0.1517062485218048,
"learning_rate": 6.389582859526336e-06,
"loss": 0.0006,
"step": 2550
},
{
"epoch": 0.47154172039049547,
"grad_norm": 0.0037050575483590364,
"learning_rate": 6.358671926172309e-06,
"loss": 0.0006,
"step": 2560
},
{
"epoch": 0.4733836802357709,
"grad_norm": 0.005789936054497957,
"learning_rate": 6.327704822624046e-06,
"loss": 0.0008,
"step": 2570
},
{
"epoch": 0.47522564008104623,
"grad_norm": 0.006733018904924393,
"learning_rate": 6.2966828291230685e-06,
"loss": 0.0003,
"step": 2580
},
{
"epoch": 0.4770675999263216,
"grad_norm": 0.002648225985467434,
"learning_rate": 6.265607228180165e-06,
"loss": 0.0004,
"step": 2590
},
{
"epoch": 0.478909559771597,
"grad_norm": 0.30316683650016785,
"learning_rate": 6.234479304522361e-06,
"loss": 0.0008,
"step": 2600
},
{
"epoch": 0.48075151961687235,
"grad_norm": 0.004748236387968063,
"learning_rate": 6.203300345039804e-06,
"loss": 0.0002,
"step": 2610
},
{
"epoch": 0.4825934794621477,
"grad_norm": 0.0031346564646810293,
"learning_rate": 6.172071638732569e-06,
"loss": 0.0002,
"step": 2620
},
{
"epoch": 0.48351445938478543,
"eval_alignment_abstract": {
"mean_alignment": 0.8133601546287537
},
"eval_alignment_claim": {
"mean_alignment": 0.7960251569747925
},
"eval_alignment_global": {
"mean_alignment": 0.8912511467933655
},
"eval_alignment_invention": {
"mean_alignment": 0.7806248068809509
},
"eval_ipc_cls_abstract_accuracy_primary": 53.68000000000001,
"eval_ipc_cls_abstract_precision@1": 58.720000000000006,
"eval_ipc_cls_abstract_precision@3": 29.92,
"eval_ipc_cls_abstract_precision@5": 20.072,
"eval_ipc_cls_global_accuracy_primary": 53.68000000000001,
"eval_ipc_cls_global_precision@1": 58.720000000000006,
"eval_ipc_cls_global_precision@3": 29.92,
"eval_ipc_cls_global_precision@5": 20.072,
"eval_ipc_knn_abstract_accuracy_primary": 56.48,
"eval_ipc_knn_abstract_precision@1": 60.56,
"eval_ipc_knn_abstract_precision@3": 24.65333333333333,
"eval_ipc_knn_abstract_precision@5": 14.976,
"eval_ipc_knn_global_accuracy_primary": 56.48,
"eval_ipc_knn_global_precision@1": 60.56,
"eval_ipc_knn_global_precision@3": 24.65333333333333,
"eval_ipc_knn_global_precision@5": 14.976,
"eval_priorArt_ndcg@100_a2a": 0.36277805568529964,
"eval_priorArt_ndcg@100_a2all": 0.3561134932854928,
"eval_priorArt_ndcg@100_a2c": 0.31281813825392546,
"eval_priorArt_ndcg@100_a2i": 0.2717897049989305,
"eval_priorArt_ndcg@100_c2a": 0.309248566551423,
"eval_priorArt_ndcg@100_c2all": 0.3193600615631793,
"eval_priorArt_ndcg@100_c2c": 0.311863130871083,
"eval_priorArt_ndcg@100_c2i": 0.24936592225543625,
"eval_priorArt_ndcg@100_i2a": 0.35144087835072363,
"eval_priorArt_ndcg@100_i2all": 0.31830647718943716,
"eval_priorArt_ndcg@100_i2c": 0.3173761718670244,
"eval_priorArt_ndcg@100_i2i": 0.302049971114578,
"eval_priorArt_ndcg@10_a2a": 0.2508927686969139,
"eval_priorArt_ndcg@10_a2all": 0.24563422120176875,
"eval_priorArt_ndcg@10_a2c": 0.16920314030605824,
"eval_priorArt_ndcg@10_a2i": 0.15640302429498062,
"eval_priorArt_ndcg@10_c2a": 0.16647200541682233,
"eval_priorArt_ndcg@10_c2all": 0.1780444009371807,
"eval_priorArt_ndcg@10_c2c": 0.1873643597709513,
"eval_priorArt_ndcg@10_c2i": 0.11312832751547289,
"eval_priorArt_ndcg@10_i2a": 0.24187246241223695,
"eval_priorArt_ndcg@10_i2all": 0.1825217908217281,
"eval_priorArt_ndcg@10_i2c": 0.18212076779619837,
"eval_priorArt_ndcg@10_i2i": 0.1799065966870644,
"eval_priorArt_ndcg@20_a2a": 0.28936162877747595,
"eval_priorArt_ndcg@20_a2all": 0.2825984825430786,
"eval_priorArt_ndcg@20_a2c": 0.2290115145313832,
"eval_priorArt_ndcg@20_a2i": 0.201981941780772,
"eval_priorArt_ndcg@20_c2a": 0.21757459194571022,
"eval_priorArt_ndcg@20_c2all": 0.23865290120544444,
"eval_priorArt_ndcg@20_c2c": 0.24465335083770237,
"eval_priorArt_ndcg@20_c2i": 0.15559851286981474,
"eval_priorArt_ndcg@20_i2a": 0.28031997780078693,
"eval_priorArt_ndcg@20_i2all": 0.23862184978489517,
"eval_priorArt_ndcg@20_i2c": 0.21293623076424054,
"eval_priorArt_ndcg@20_i2i": 0.20540216018312446,
"eval_priorArt_ndcg@50_a2a": 0.3427359791069548,
"eval_priorArt_ndcg@50_a2all": 0.3325656794033403,
"eval_priorArt_ndcg@50_a2c": 0.28003023684196876,
"eval_priorArt_ndcg@50_a2i": 0.2597160298922614,
"eval_priorArt_ndcg@50_c2a": 0.2788152844544448,
"eval_priorArt_ndcg@50_c2all": 0.2966538274131115,
"eval_priorArt_ndcg@50_c2c": 0.2899250875885371,
"eval_priorArt_ndcg@50_c2i": 0.20407235943561916,
"eval_priorArt_ndcg@50_i2a": 0.31742594593199885,
"eval_priorArt_ndcg@50_i2all": 0.2862437813326066,
"eval_priorArt_ndcg@50_i2c": 0.2812014297209869,
"eval_priorArt_ndcg@50_i2i": 0.27739310352319085,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7375,
"eval_priorArt_recall@100_c2a": 0.8166666666666668,
"eval_priorArt_recall@100_c2all": 0.825,
"eval_priorArt_recall@100_c2c": 0.7625,
"eval_priorArt_recall@100_c2i": 0.7500000000000001,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.8291666666666668,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.4458333333333333,
"eval_priorArt_recall@10_a2c": 0.3083333333333333,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.25416666666666665,
"eval_priorArt_recall@10_c2all": 0.275,
"eval_priorArt_recall@10_c2c": 0.30000000000000004,
"eval_priorArt_recall@10_c2i": 0.1875,
"eval_priorArt_recall@10_i2a": 0.36250000000000004,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.275,
"eval_priorArt_recall@10_i2i": 0.32916666666666666,
"eval_priorArt_recall@20_a2a": 0.5541666666666667,
"eval_priorArt_recall@20_a2all": 0.5708333333333333,
"eval_priorArt_recall@20_a2c": 0.4916666666666667,
"eval_priorArt_recall@20_a2i": 0.4583333333333333,
"eval_priorArt_recall@20_c2a": 0.4208333333333333,
"eval_priorArt_recall@20_c2all": 0.47916666666666663,
"eval_priorArt_recall@20_c2c": 0.48749999999999993,
"eval_priorArt_recall@20_c2i": 0.3416666666666667,
"eval_priorArt_recall@20_i2a": 0.47916666666666663,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.37083333333333335,
"eval_priorArt_recall@20_i2i": 0.4,
"eval_priorArt_recall@50_a2a": 0.7541666666666667,
"eval_priorArt_recall@50_a2all": 0.7708333333333333,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6791666666666667,
"eval_priorArt_recall@50_c2a": 0.6791666666666666,
"eval_priorArt_recall@50_c2all": 0.7125000000000001,
"eval_priorArt_recall@50_c2c": 0.6624999999999999,
"eval_priorArt_recall@50_c2i": 0.5458333333333333,
"eval_priorArt_recall@50_i2a": 0.6458333333333333,
"eval_priorArt_recall@50_i2all": 0.6875,
"eval_priorArt_recall@50_i2c": 0.6375000000000001,
"eval_priorArt_recall@50_i2i": 0.6875,
"eval_sections_i2all_top_100_abstract_pct": 4.05,
"eval_sections_i2all_top_100_claim_pct": 33.95,
"eval_sections_i2all_top_100_invention_pct": 62.0,
"eval_sections_i2all_top_10_abstract_pct": 2.5,
"eval_sections_i2all_top_10_claim_pct": 23.0,
"eval_sections_i2all_top_10_invention_pct": 74.5,
"eval_sections_i2all_top_20_abstract_pct": 3.75,
"eval_sections_i2all_top_20_claim_pct": 26.0,
"eval_sections_i2all_top_20_invention_pct": 70.25,
"eval_sections_i2all_top_50_abstract_pct": 4.5,
"eval_sections_i2all_top_50_claim_pct": 30.7,
"eval_sections_i2all_top_50_invention_pct": 64.8,
"eval_singularentropy_abstract": 0.3261432452522115,
"eval_singularentropy_claim": 0.33468818696138886,
"eval_singularentropy_global": 0.3118570449994715,
"eval_singularentropy_invention": 0.3518964824792269,
"eval_uniformity_abstract": -3.0591464042663574,
"eval_uniformity_claim": -2.658299207687378,
"eval_uniformity_global": -2.9075098037719727,
"eval_uniformity_invention": -2.745238780975342,
"step": 2625
},
{
"epoch": 0.4844354393074231,
"grad_norm": 0.010136916302144527,
"learning_rate": 6.1407944766573564e-06,
"loss": 0.0002,
"step": 2630
},
{
"epoch": 0.48627739915269846,
"grad_norm": 0.0026666545309126377,
"learning_rate": 6.109470151874131e-06,
"loss": 0.0002,
"step": 2640
},
{
"epoch": 0.4881193589979738,
"grad_norm": 0.005918761715292931,
"learning_rate": 6.0780999593926504e-06,
"loss": 0.0005,
"step": 2650
},
{
"epoch": 0.4899613188432492,
"grad_norm": 0.16073134541511536,
"learning_rate": 6.046685196118942e-06,
"loss": 0.0014,
"step": 2660
},
{
"epoch": 0.4918032786885246,
"grad_norm": 0.0031306552700698376,
"learning_rate": 6.015227160801674e-06,
"loss": 0.0002,
"step": 2670
},
{
"epoch": 0.4936452385338,
"grad_norm": 0.012716688215732574,
"learning_rate": 5.983727153978467e-06,
"loss": 0.0002,
"step": 2680
},
{
"epoch": 0.49548719837907534,
"grad_norm": 0.012103172950446606,
"learning_rate": 5.952186477922126e-06,
"loss": 0.001,
"step": 2690
},
{
"epoch": 0.4973291582243507,
"grad_norm": 0.00274189212359488,
"learning_rate": 5.920606436586805e-06,
"loss": 0.0002,
"step": 2700
},
{
"epoch": 0.4991711180696261,
"grad_norm": 0.002006812719628215,
"learning_rate": 5.888988335554095e-06,
"loss": 0.0002,
"step": 2710
},
{
"epoch": 0.5010130779149015,
"grad_norm": 0.004494273569434881,
"learning_rate": 5.857333481979049e-06,
"loss": 0.0002,
"step": 2720
},
{
"epoch": 0.5028550377601768,
"grad_norm": 0.003782220184803009,
"learning_rate": 5.825643184536149e-06,
"loss": 0.0002,
"step": 2730
},
{
"epoch": 0.5046969976054522,
"grad_norm": 0.006696824915707111,
"learning_rate": 5.79391875336519e-06,
"loss": 0.0002,
"step": 2740
},
{
"epoch": 0.5065389574507275,
"grad_norm": 0.012483318336308002,
"learning_rate": 5.762161500017128e-06,
"loss": 0.0002,
"step": 2750
},
{
"epoch": 0.5065389574507275,
"eval_alignment_abstract": {
"mean_alignment": 0.8142282366752625
},
"eval_alignment_claim": {
"mean_alignment": 0.7997036576271057
},
"eval_alignment_global": {
"mean_alignment": 0.8928892016410828
},
"eval_alignment_invention": {
"mean_alignment": 0.7829701900482178
},
"eval_ipc_cls_abstract_accuracy_primary": 53.64,
"eval_ipc_cls_abstract_precision@1": 58.56,
"eval_ipc_cls_abstract_precision@3": 29.893333333333334,
"eval_ipc_cls_abstract_precision@5": 20.072,
"eval_ipc_cls_global_accuracy_primary": 53.64,
"eval_ipc_cls_global_precision@1": 58.56,
"eval_ipc_cls_global_precision@3": 29.893333333333334,
"eval_ipc_cls_global_precision@5": 20.072,
"eval_ipc_knn_abstract_accuracy_primary": 56.36,
"eval_ipc_knn_abstract_precision@1": 60.480000000000004,
"eval_ipc_knn_abstract_precision@3": 24.64,
"eval_ipc_knn_abstract_precision@5": 14.968,
"eval_ipc_knn_global_accuracy_primary": 56.36,
"eval_ipc_knn_global_precision@1": 60.480000000000004,
"eval_ipc_knn_global_precision@3": 24.64,
"eval_ipc_knn_global_precision@5": 14.968,
"eval_priorArt_ndcg@100_a2a": 0.3618355499027354,
"eval_priorArt_ndcg@100_a2all": 0.3557087746117553,
"eval_priorArt_ndcg@100_a2c": 0.32375707566158524,
"eval_priorArt_ndcg@100_a2i": 0.27204559682096896,
"eval_priorArt_ndcg@100_c2a": 0.30967380737913675,
"eval_priorArt_ndcg@100_c2all": 0.3160112016477172,
"eval_priorArt_ndcg@100_c2c": 0.3111683888780432,
"eval_priorArt_ndcg@100_c2i": 0.24976723941276507,
"eval_priorArt_ndcg@100_i2a": 0.35169443500457404,
"eval_priorArt_ndcg@100_i2all": 0.3177765842618213,
"eval_priorArt_ndcg@100_i2c": 0.3165329056407116,
"eval_priorArt_ndcg@100_i2i": 0.2948350345536773,
"eval_priorArt_ndcg@10_a2a": 0.2498971983385188,
"eval_priorArt_ndcg@10_a2all": 0.24506900422023623,
"eval_priorArt_ndcg@10_a2c": 0.17207314411742475,
"eval_priorArt_ndcg@10_a2i": 0.15640302429498062,
"eval_priorArt_ndcg@10_c2a": 0.16647200541682233,
"eval_priorArt_ndcg@10_c2all": 0.17769562648916395,
"eval_priorArt_ndcg@10_c2c": 0.18642484597339473,
"eval_priorArt_ndcg@10_c2i": 0.11338704413507165,
"eval_priorArt_ndcg@10_i2a": 0.2423694408679084,
"eval_priorArt_ndcg@10_i2all": 0.18147714407687285,
"eval_priorArt_ndcg@10_i2c": 0.17244944761533484,
"eval_priorArt_ndcg@10_i2i": 0.1725047996377791,
"eval_priorArt_ndcg@20_a2a": 0.28846938311089926,
"eval_priorArt_ndcg@20_a2all": 0.2821202690035082,
"eval_priorArt_ndcg@20_a2c": 0.24014011684620445,
"eval_priorArt_ndcg@20_a2i": 0.20908889645791554,
"eval_priorArt_ndcg@20_c2a": 0.21761885478447054,
"eval_priorArt_ndcg@20_c2all": 0.23383866293326583,
"eval_priorArt_ndcg@20_c2c": 0.2439106581237219,
"eval_priorArt_ndcg@20_c2i": 0.15594885322844992,
"eval_priorArt_ndcg@20_i2a": 0.2803648346655926,
"eval_priorArt_ndcg@20_i2all": 0.23802117259500224,
"eval_priorArt_ndcg@20_i2c": 0.21181656478676286,
"eval_priorArt_ndcg@20_i2i": 0.19828283809758854,
"eval_priorArt_ndcg@50_a2a": 0.3418620366386902,
"eval_priorArt_ndcg@50_a2all": 0.3267851422421263,
"eval_priorArt_ndcg@50_a2c": 0.2964013117294217,
"eval_priorArt_ndcg@50_a2i": 0.25993213471362725,
"eval_priorArt_ndcg@50_c2a": 0.2844967369844299,
"eval_priorArt_ndcg@50_c2all": 0.2962025876726766,
"eval_priorArt_ndcg@50_c2c": 0.2892908333606387,
"eval_priorArt_ndcg@50_c2i": 0.20447414992366864,
"eval_priorArt_ndcg@50_i2a": 0.32291687017527587,
"eval_priorArt_ndcg@50_i2all": 0.28990638803029034,
"eval_priorArt_ndcg@50_i2c": 0.2801715639190738,
"eval_priorArt_ndcg@50_i2i": 0.27024409320181036,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7375,
"eval_priorArt_recall@100_c2a": 0.8166666666666668,
"eval_priorArt_recall@100_c2all": 0.8125,
"eval_priorArt_recall@100_c2c": 0.7625,
"eval_priorArt_recall@100_c2i": 0.7500000000000001,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.8291666666666668,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.4458333333333333,
"eval_priorArt_recall@10_a2c": 0.2833333333333333,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.25416666666666665,
"eval_priorArt_recall@10_c2all": 0.275,
"eval_priorArt_recall@10_c2c": 0.30000000000000004,
"eval_priorArt_recall@10_c2i": 0.1875,
"eval_priorArt_recall@10_i2a": 0.36250000000000004,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.25,
"eval_priorArt_recall@10_i2i": 0.32916666666666666,
"eval_priorArt_recall@20_a2a": 0.5541666666666667,
"eval_priorArt_recall@20_a2all": 0.5708333333333333,
"eval_priorArt_recall@20_a2c": 0.4916666666666667,
"eval_priorArt_recall@20_a2i": 0.4833333333333333,
"eval_priorArt_recall@20_c2a": 0.4208333333333333,
"eval_priorArt_recall@20_c2all": 0.4666666666666667,
"eval_priorArt_recall@20_c2c": 0.48749999999999993,
"eval_priorArt_recall@20_c2i": 0.3416666666666667,
"eval_priorArt_recall@20_i2a": 0.47916666666666663,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.37083333333333335,
"eval_priorArt_recall@20_i2i": 0.4,
"eval_priorArt_recall@50_a2a": 0.7541666666666667,
"eval_priorArt_recall@50_a2all": 0.7458333333333333,
"eval_priorArt_recall@50_a2c": 0.7166666666666667,
"eval_priorArt_recall@50_a2i": 0.6791666666666667,
"eval_priorArt_recall@50_c2a": 0.7041666666666666,
"eval_priorArt_recall@50_c2all": 0.7125000000000001,
"eval_priorArt_recall@50_c2c": 0.6624999999999999,
"eval_priorArt_recall@50_c2i": 0.5458333333333333,
"eval_priorArt_recall@50_i2a": 0.6708333333333333,
"eval_priorArt_recall@50_i2all": 0.7041666666666667,
"eval_priorArt_recall@50_i2c": 0.6375000000000001,
"eval_priorArt_recall@50_i2i": 0.6875,
"eval_sections_i2all_top_100_abstract_pct": 4.05,
"eval_sections_i2all_top_100_claim_pct": 33.95,
"eval_sections_i2all_top_100_invention_pct": 62.0,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 24.0,
"eval_sections_i2all_top_10_invention_pct": 74.0,
"eval_sections_i2all_top_20_abstract_pct": 3.75,
"eval_sections_i2all_top_20_claim_pct": 26.25,
"eval_sections_i2all_top_20_invention_pct": 70.0,
"eval_sections_i2all_top_50_abstract_pct": 4.5,
"eval_sections_i2all_top_50_claim_pct": 30.8,
"eval_sections_i2all_top_50_invention_pct": 64.7,
"eval_singularentropy_abstract": 0.3263187665307835,
"eval_singularentropy_claim": 0.3347961460318668,
"eval_singularentropy_global": 0.3120221796398065,
"eval_singularentropy_invention": 0.35189523201017137,
"eval_uniformity_abstract": -3.055022954940796,
"eval_uniformity_claim": -2.658900022506714,
"eval_uniformity_global": -2.9059581756591797,
"eval_uniformity_invention": -2.746055841445923,
"step": 2750
},
{
"epoch": 0.508380917296003,
"grad_norm": 0.006042530294507742,
"learning_rate": 5.7303727373998494e-06,
"loss": 0.0002,
"step": 2760
},
{
"epoch": 0.5102228771412783,
"grad_norm": 0.006089789792895317,
"learning_rate": 5.6985537797239e-06,
"loss": 0.0007,
"step": 2770
},
{
"epoch": 0.5120648369865537,
"grad_norm": 0.013009450398385525,
"learning_rate": 5.666705942448144e-06,
"loss": 0.0003,
"step": 2780
},
{
"epoch": 0.513906796831829,
"grad_norm": 0.004275457002222538,
"learning_rate": 5.634830542225393e-06,
"loss": 0.0002,
"step": 2790
},
{
"epoch": 0.5157487566771044,
"grad_norm": 0.004197362810373306,
"learning_rate": 5.602928896847957e-06,
"loss": 0.0002,
"step": 2800
},
{
"epoch": 0.5175907165223798,
"grad_norm": 0.004143741447478533,
"learning_rate": 5.57100232519318e-06,
"loss": 0.0006,
"step": 2810
},
{
"epoch": 0.5194326763676552,
"grad_norm": 0.007555399090051651,
"learning_rate": 5.539052147168903e-06,
"loss": 0.0002,
"step": 2820
},
{
"epoch": 0.5212746362129306,
"grad_norm": 0.0038446399848908186,
"learning_rate": 5.507079683658905e-06,
"loss": 0.0006,
"step": 2830
},
{
"epoch": 0.5231165960582059,
"grad_norm": 0.005985871888697147,
"learning_rate": 5.4750862564682885e-06,
"loss": 0.0003,
"step": 2840
},
{
"epoch": 0.5249585559034813,
"grad_norm": 0.00557019654661417,
"learning_rate": 5.443073188268836e-06,
"loss": 0.0006,
"step": 2850
},
{
"epoch": 0.5268005157487566,
"grad_norm": 0.004115392919629812,
"learning_rate": 5.411041802544329e-06,
"loss": 0.0002,
"step": 2860
},
{
"epoch": 0.5286424755940321,
"grad_norm": 0.007455465383827686,
"learning_rate": 5.378993423535834e-06,
"loss": 0.0004,
"step": 2870
},
{
"epoch": 0.5295634555166697,
"eval_alignment_abstract": {
"mean_alignment": 0.8173868060112
},
"eval_alignment_claim": {
"mean_alignment": 0.8077127933502197
},
"eval_alignment_global": {
"mean_alignment": 0.8956447243690491
},
"eval_alignment_invention": {
"mean_alignment": 0.788704514503479
},
"eval_ipc_cls_abstract_accuracy_primary": 53.44,
"eval_ipc_cls_abstract_precision@1": 58.32000000000001,
"eval_ipc_cls_abstract_precision@3": 29.946666666666665,
"eval_ipc_cls_abstract_precision@5": 20.055999999999997,
"eval_ipc_cls_global_accuracy_primary": 53.44,
"eval_ipc_cls_global_precision@1": 58.32000000000001,
"eval_ipc_cls_global_precision@3": 29.946666666666665,
"eval_ipc_cls_global_precision@5": 20.055999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 56.04,
"eval_ipc_knn_abstract_precision@1": 60.08,
"eval_ipc_knn_abstract_precision@3": 24.45333333333333,
"eval_ipc_knn_abstract_precision@5": 14.856,
"eval_ipc_knn_global_accuracy_primary": 56.04,
"eval_ipc_knn_global_precision@1": 60.08,
"eval_ipc_knn_global_precision@3": 24.45333333333333,
"eval_ipc_knn_global_precision@5": 14.856,
"eval_priorArt_ndcg@100_a2a": 0.3599118056014397,
"eval_priorArt_ndcg@100_a2all": 0.35597211811442475,
"eval_priorArt_ndcg@100_a2c": 0.32615617586107043,
"eval_priorArt_ndcg@100_a2i": 0.275031488881595,
"eval_priorArt_ndcg@100_c2a": 0.3144646310973303,
"eval_priorArt_ndcg@100_c2all": 0.31651628883380284,
"eval_priorArt_ndcg@100_c2c": 0.3106866078417162,
"eval_priorArt_ndcg@100_c2i": 0.24998164057622013,
"eval_priorArt_ndcg@100_i2a": 0.3526841335998344,
"eval_priorArt_ndcg@100_i2all": 0.31740632912597727,
"eval_priorArt_ndcg@100_i2c": 0.3162593306402476,
"eval_priorArt_ndcg@100_i2i": 0.294935369530223,
"eval_priorArt_ndcg@10_a2a": 0.24816187601980483,
"eval_priorArt_ndcg@10_a2all": 0.24570047558076374,
"eval_priorArt_ndcg@10_a2c": 0.18044430583162324,
"eval_priorArt_ndcg@10_a2i": 0.15897880434486103,
"eval_priorArt_ndcg@10_c2a": 0.16765213143336005,
"eval_priorArt_ndcg@10_c2all": 0.18003370877634273,
"eval_priorArt_ndcg@10_c2c": 0.17964224730177233,
"eval_priorArt_ndcg@10_c2i": 0.10730569742493316,
"eval_priorArt_ndcg@10_i2a": 0.2427391588174935,
"eval_priorArt_ndcg@10_i2all": 0.17766219753252574,
"eval_priorArt_ndcg@10_i2c": 0.17221589944496024,
"eval_priorArt_ndcg@10_i2i": 0.17205832482877534,
"eval_priorArt_ndcg@20_a2a": 0.2868595801311688,
"eval_priorArt_ndcg@20_a2all": 0.2755712918287739,
"eval_priorArt_ndcg@20_a2c": 0.24270974443729054,
"eval_priorArt_ndcg@20_a2i": 0.21883518428397983,
"eval_priorArt_ndcg@20_c2a": 0.21315628213850654,
"eval_priorArt_ndcg@20_c2all": 0.23259649760124318,
"eval_priorArt_ndcg@20_c2c": 0.2365749027610104,
"eval_priorArt_ndcg@20_c2i": 0.1561334002047935,
"eval_priorArt_ndcg@20_i2a": 0.2810194568418616,
"eval_priorArt_ndcg@20_i2all": 0.23411631467428368,
"eval_priorArt_ndcg@20_i2c": 0.2185927272788531,
"eval_priorArt_ndcg@20_i2i": 0.19795265798974027,
"eval_priorArt_ndcg@50_a2a": 0.3346444514057058,
"eval_priorArt_ndcg@50_a2all": 0.32727744779278933,
"eval_priorArt_ndcg@50_a2c": 0.2934450610147749,
"eval_priorArt_ndcg@50_a2i": 0.258822903576135,
"eval_priorArt_ndcg@50_c2a": 0.2824972224693397,
"eval_priorArt_ndcg@50_c2all": 0.30083972635024936,
"eval_priorArt_ndcg@50_c2c": 0.28876737204102515,
"eval_priorArt_ndcg@50_c2i": 0.20481189164227023,
"eval_priorArt_ndcg@50_i2a": 0.323776592797797,
"eval_priorArt_ndcg@50_i2all": 0.2861584331962781,
"eval_priorArt_ndcg@50_i2c": 0.2798544136744997,
"eval_priorArt_ndcg@50_i2i": 0.27017236684885376,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7375,
"eval_priorArt_recall@100_c2a": 0.8333333333333334,
"eval_priorArt_recall@100_c2all": 0.8125,
"eval_priorArt_recall@100_c2c": 0.7625,
"eval_priorArt_recall@100_c2i": 0.7500000000000001,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.8458333333333334,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.4458333333333333,
"eval_priorArt_recall@10_a2c": 0.3,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.25416666666666665,
"eval_priorArt_recall@10_c2all": 0.2833333333333333,
"eval_priorArt_recall@10_c2c": 0.2833333333333333,
"eval_priorArt_recall@10_c2i": 0.17083333333333334,
"eval_priorArt_recall@10_i2a": 0.36250000000000004,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.25,
"eval_priorArt_recall@10_i2i": 0.32916666666666666,
"eval_priorArt_recall@20_a2a": 0.5541666666666667,
"eval_priorArt_recall@20_a2all": 0.5458333333333333,
"eval_priorArt_recall@20_a2c": 0.4916666666666667,
"eval_priorArt_recall@20_a2i": 0.5083333333333333,
"eval_priorArt_recall@20_c2a": 0.4041666666666666,
"eval_priorArt_recall@20_c2all": 0.4583333333333333,
"eval_priorArt_recall@20_c2c": 0.4625,
"eval_priorArt_recall@20_c2i": 0.3416666666666667,
"eval_priorArt_recall@20_i2a": 0.47916666666666663,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.39583333333333337,
"eval_priorArt_recall@20_i2i": 0.4,
"eval_priorArt_recall@50_a2a": 0.7291666666666667,
"eval_priorArt_recall@50_a2all": 0.7458333333333333,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6625,
"eval_priorArt_recall@50_c2a": 0.6791666666666666,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.6624999999999999,
"eval_priorArt_recall@50_c2i": 0.5458333333333333,
"eval_priorArt_recall@50_i2a": 0.6708333333333333,
"eval_priorArt_recall@50_i2all": 0.7041666666666667,
"eval_priorArt_recall@50_i2c": 0.6375000000000001,
"eval_priorArt_recall@50_i2i": 0.6875,
"eval_sections_i2all_top_100_abstract_pct": 4.3999999999999995,
"eval_sections_i2all_top_100_claim_pct": 33.300000000000004,
"eval_sections_i2all_top_100_invention_pct": 62.3,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 22.5,
"eval_sections_i2all_top_10_invention_pct": 75.5,
"eval_sections_i2all_top_20_abstract_pct": 4.25,
"eval_sections_i2all_top_20_claim_pct": 25.5,
"eval_sections_i2all_top_20_invention_pct": 70.25,
"eval_sections_i2all_top_50_abstract_pct": 4.9,
"eval_sections_i2all_top_50_claim_pct": 29.799999999999997,
"eval_sections_i2all_top_50_invention_pct": 65.3,
"eval_singularentropy_abstract": 0.32696387224370876,
"eval_singularentropy_claim": 0.3342370861099693,
"eval_singularentropy_global": 0.31219813347613645,
"eval_singularentropy_invention": 0.3518169654881876,
"eval_uniformity_abstract": -3.0487282276153564,
"eval_uniformity_claim": -2.672516107559204,
"eval_uniformity_global": -2.9068212509155273,
"eval_uniformity_invention": -2.7501699924468994,
"step": 2875
},
{
"epoch": 0.5304844354393075,
"grad_norm": 0.002608946990221739,
"learning_rate": 5.3469293761869514e-06,
"loss": 0.0002,
"step": 2880
},
{
"epoch": 0.5323263952845828,
"grad_norm": 0.0065354248508811,
"learning_rate": 5.31485098608904e-06,
"loss": 0.0003,
"step": 2890
},
{
"epoch": 0.5341683551298582,
"grad_norm": 0.005844322498887777,
"learning_rate": 5.282759579426421e-06,
"loss": 0.0002,
"step": 2900
},
{
"epoch": 0.5360103149751335,
"grad_norm": 0.003411497687920928,
"learning_rate": 5.250656482921541e-06,
"loss": 0.0005,
"step": 2910
},
{
"epoch": 0.5378522748204089,
"grad_norm": 0.009457471780478954,
"learning_rate": 5.218543023780133e-06,
"loss": 0.0004,
"step": 2920
},
{
"epoch": 0.5396942346656843,
"grad_norm": 0.002725256374105811,
"learning_rate": 5.186420529636337e-06,
"loss": 0.0006,
"step": 2930
},
{
"epoch": 0.5415361945109597,
"grad_norm": 0.14910492300987244,
"learning_rate": 5.154290328497823e-06,
"loss": 0.0009,
"step": 2940
},
{
"epoch": 0.543378154356235,
"grad_norm": 0.0017273345729336143,
"learning_rate": 5.12215374869088e-06,
"loss": 0.0002,
"step": 2950
},
{
"epoch": 0.5452201142015104,
"grad_norm": 0.004234692081809044,
"learning_rate": 5.090012118805505e-06,
"loss": 0.0005,
"step": 2960
},
{
"epoch": 0.5470620740467858,
"grad_norm": 0.0016402071341872215,
"learning_rate": 5.057866767640474e-06,
"loss": 0.0002,
"step": 2970
},
{
"epoch": 0.5489040338920611,
"grad_norm": 0.003723008558154106,
"learning_rate": 5.025719024148411e-06,
"loss": 0.0006,
"step": 2980
},
{
"epoch": 0.5507459937373366,
"grad_norm": 0.0653134360909462,
"learning_rate": 4.993570217380839e-06,
"loss": 0.0008,
"step": 2990
},
{
"epoch": 0.5525879535826119,
"grad_norm": 0.0028484673239290714,
"learning_rate": 4.961421676433244e-06,
"loss": 0.0004,
"step": 3000
},
{
"epoch": 0.5525879535826119,
"eval_alignment_abstract": {
"mean_alignment": 0.8158231973648071
},
"eval_alignment_claim": {
"mean_alignment": 0.8090124726295471
},
"eval_alignment_global": {
"mean_alignment": 0.8945500254631042
},
"eval_alignment_invention": {
"mean_alignment": 0.7891491651535034
},
"eval_ipc_cls_abstract_accuracy_primary": 53.400000000000006,
"eval_ipc_cls_abstract_precision@1": 58.28,
"eval_ipc_cls_abstract_precision@3": 29.799999999999997,
"eval_ipc_cls_abstract_precision@5": 20.008,
"eval_ipc_cls_global_accuracy_primary": 53.400000000000006,
"eval_ipc_cls_global_precision@1": 58.28,
"eval_ipc_cls_global_precision@3": 29.799999999999997,
"eval_ipc_cls_global_precision@5": 20.008,
"eval_ipc_knn_abstract_accuracy_primary": 56.00000000000001,
"eval_ipc_knn_abstract_precision@1": 60.12,
"eval_ipc_knn_abstract_precision@3": 24.41333333333333,
"eval_ipc_knn_abstract_precision@5": 14.824000000000002,
"eval_ipc_knn_global_accuracy_primary": 56.00000000000001,
"eval_ipc_knn_global_precision@1": 60.12,
"eval_ipc_knn_global_precision@3": 24.41333333333333,
"eval_ipc_knn_global_precision@5": 14.824000000000002,
"eval_priorArt_ndcg@100_a2a": 0.36098511430311986,
"eval_priorArt_ndcg@100_a2all": 0.356903480830589,
"eval_priorArt_ndcg@100_a2c": 0.325146132678713,
"eval_priorArt_ndcg@100_a2i": 0.2756104232109684,
"eval_priorArt_ndcg@100_c2a": 0.31540613830614506,
"eval_priorArt_ndcg@100_c2all": 0.31139646928100223,
"eval_priorArt_ndcg@100_c2c": 0.3109172376043702,
"eval_priorArt_ndcg@100_c2i": 0.24748663422369604,
"eval_priorArt_ndcg@100_i2a": 0.3529355069697491,
"eval_priorArt_ndcg@100_i2all": 0.3146922465277398,
"eval_priorArt_ndcg@100_i2c": 0.3157051552121913,
"eval_priorArt_ndcg@100_i2i": 0.2909515492047158,
"eval_priorArt_ndcg@10_a2a": 0.24847175116908748,
"eval_priorArt_ndcg@10_a2all": 0.2460103507300464,
"eval_priorArt_ndcg@10_a2c": 0.18590690197985357,
"eval_priorArt_ndcg@10_a2i": 0.15934562484463705,
"eval_priorArt_ndcg@10_c2a": 0.16807139575959268,
"eval_priorArt_ndcg@10_c2all": 0.17442673489532642,
"eval_priorArt_ndcg@10_c2c": 0.18605802547361872,
"eval_priorArt_ndcg@10_c2i": 0.10787839072271374,
"eval_priorArt_ndcg@10_i2a": 0.2339823454390717,
"eval_priorArt_ndcg@10_i2all": 0.17601880968914393,
"eval_priorArt_ndcg@10_i2c": 0.17166809974639946,
"eval_priorArt_ndcg@10_i2i": 0.16801613207397006,
"eval_priorArt_ndcg@20_a2a": 0.2875710969136935,
"eval_priorArt_ndcg@20_a2all": 0.28308773782787433,
"eval_priorArt_ndcg@20_a2c": 0.24162724107711103,
"eval_priorArt_ndcg@20_a2i": 0.21255354748993907,
"eval_priorArt_ndcg@20_c2a": 0.21381887933640029,
"eval_priorArt_ndcg@20_c2all": 0.22741577714316366,
"eval_priorArt_ndcg@20_c2c": 0.2369477549757332,
"eval_priorArt_ndcg@20_c2i": 0.1571521170239093,
"eval_priorArt_ndcg@20_i2a": 0.2811946838784777,
"eval_priorArt_ndcg@20_i2all": 0.231573491508657,
"eval_priorArt_ndcg@20_i2c": 0.2180449275802923,
"eval_priorArt_ndcg@20_i2i": 0.19391046523493496,
"eval_priorArt_ndcg@50_a2a": 0.3397228311073655,
"eval_priorArt_ndcg@50_a2all": 0.3227140375854357,
"eval_priorArt_ndcg@50_a2c": 0.29247359015218033,
"eval_priorArt_ndcg@50_a2i": 0.25934934830546175,
"eval_priorArt_ndcg@50_c2a": 0.2866831290673292,
"eval_priorArt_ndcg@50_c2all": 0.29573569689530665,
"eval_priorArt_ndcg@50_c2c": 0.2890002128479226,
"eval_priorArt_ndcg@50_c2i": 0.20586859213256611,
"eval_priorArt_ndcg@50_i2a": 0.319859428087849,
"eval_priorArt_ndcg@50_i2all": 0.2834051025266832,
"eval_priorArt_ndcg@50_i2c": 0.2793359015223233,
"eval_priorArt_ndcg@50_i2i": 0.27149057931344767,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7375,
"eval_priorArt_recall@100_c2a": 0.8333333333333334,
"eval_priorArt_recall@100_c2all": 0.8125,
"eval_priorArt_recall@100_c2c": 0.7625,
"eval_priorArt_recall@100_c2i": 0.7333333333333333,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.8458333333333334,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.4458333333333333,
"eval_priorArt_recall@10_a2c": 0.31666666666666665,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.25416666666666665,
"eval_priorArt_recall@10_c2all": 0.2833333333333333,
"eval_priorArt_recall@10_c2c": 0.30000000000000004,
"eval_priorArt_recall@10_c2i": 0.17083333333333334,
"eval_priorArt_recall@10_i2a": 0.3375,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.25,
"eval_priorArt_recall@10_i2i": 0.32916666666666666,
"eval_priorArt_recall@20_a2a": 0.5541666666666667,
"eval_priorArt_recall@20_a2all": 0.5708333333333333,
"eval_priorArt_recall@20_a2c": 0.4916666666666667,
"eval_priorArt_recall@20_a2i": 0.4833333333333333,
"eval_priorArt_recall@20_c2a": 0.4041666666666666,
"eval_priorArt_recall@20_c2all": 0.4583333333333333,
"eval_priorArt_recall@20_c2c": 0.4625,
"eval_priorArt_recall@20_c2i": 0.3416666666666667,
"eval_priorArt_recall@20_i2a": 0.47916666666666663,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.39583333333333337,
"eval_priorArt_recall@20_i2i": 0.4,
"eval_priorArt_recall@50_a2a": 0.7458333333333333,
"eval_priorArt_recall@50_a2all": 0.7208333333333333,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6625,
"eval_priorArt_recall@50_c2a": 0.7041666666666666,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.6624999999999999,
"eval_priorArt_recall@50_c2i": 0.5458333333333333,
"eval_priorArt_recall@50_i2a": 0.6541666666666666,
"eval_priorArt_recall@50_i2all": 0.7041666666666667,
"eval_priorArt_recall@50_i2c": 0.6375000000000001,
"eval_priorArt_recall@50_i2i": 0.7125000000000001,
"eval_sections_i2all_top_100_abstract_pct": 4.55,
"eval_sections_i2all_top_100_claim_pct": 32.85,
"eval_sections_i2all_top_100_invention_pct": 62.6,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 23.5,
"eval_sections_i2all_top_10_invention_pct": 74.5,
"eval_sections_i2all_top_20_abstract_pct": 4.25,
"eval_sections_i2all_top_20_claim_pct": 25.0,
"eval_sections_i2all_top_20_invention_pct": 70.75,
"eval_sections_i2all_top_50_abstract_pct": 4.9,
"eval_sections_i2all_top_50_claim_pct": 29.599999999999998,
"eval_sections_i2all_top_50_invention_pct": 65.5,
"eval_singularentropy_abstract": 0.3286468364896096,
"eval_singularentropy_claim": 0.3354652064554998,
"eval_singularentropy_global": 0.31369641463450965,
"eval_singularentropy_invention": 0.3532318919583158,
"eval_uniformity_abstract": -3.0404679775238037,
"eval_uniformity_claim": -2.6709303855895996,
"eval_uniformity_global": -2.900542736053467,
"eval_uniformity_invention": -2.745074510574341,
"step": 3000
},
{
"epoch": 0.5544299134278873,
"grad_norm": 0.00358241843059659,
"learning_rate": 4.929274730390118e-06,
"loss": 0.0003,
"step": 3010
},
{
"epoch": 0.5562718732731626,
"grad_norm": 0.00983386766165495,
"learning_rate": 4.897130708270019e-06,
"loss": 0.0003,
"step": 3020
},
{
"epoch": 0.558113833118438,
"grad_norm": 0.008184218779206276,
"learning_rate": 4.864990938970624e-06,
"loss": 0.0008,
"step": 3030
},
{
"epoch": 0.5599557929637133,
"grad_norm": 0.005569620989263058,
"learning_rate": 4.832856751213791e-06,
"loss": 0.0008,
"step": 3040
},
{
"epoch": 0.5617977528089888,
"grad_norm": 0.005119283217936754,
"learning_rate": 4.800729473490623e-06,
"loss": 0.0002,
"step": 3050
},
{
"epoch": 0.5636397126542642,
"grad_norm": 0.00404783058911562,
"learning_rate": 4.76861043400655e-06,
"loss": 0.0012,
"step": 3060
},
{
"epoch": 0.5654816724995395,
"grad_norm": 0.0032198564149439335,
"learning_rate": 4.7365009606264185e-06,
"loss": 0.0002,
"step": 3070
},
{
"epoch": 0.5673236323448149,
"grad_norm": 0.07016895711421967,
"learning_rate": 4.70440238081959e-06,
"loss": 0.0009,
"step": 3080
},
{
"epoch": 0.5691655921900902,
"grad_norm": 0.009756774641573429,
"learning_rate": 4.6723160216050675e-06,
"loss": 0.0002,
"step": 3090
},
{
"epoch": 0.5710075520353657,
"grad_norm": 0.074028380215168,
"learning_rate": 4.640243209496627e-06,
"loss": 0.0003,
"step": 3100
},
{
"epoch": 0.572849511880641,
"grad_norm": 0.0025969548150897026,
"learning_rate": 4.6081852704479825e-06,
"loss": 0.0002,
"step": 3110
},
{
"epoch": 0.5746914717259164,
"grad_norm": 0.003002563724294305,
"learning_rate": 4.576143529797967e-06,
"loss": 0.0005,
"step": 3120
},
{
"epoch": 0.575612451648554,
"eval_alignment_abstract": {
"mean_alignment": 0.8153056502342224
},
"eval_alignment_claim": {
"mean_alignment": 0.808312714099884
},
"eval_alignment_global": {
"mean_alignment": 0.8934543132781982
},
"eval_alignment_invention": {
"mean_alignment": 0.7883139252662659
},
"eval_ipc_cls_abstract_accuracy_primary": 53.32,
"eval_ipc_cls_abstract_precision@1": 58.24,
"eval_ipc_cls_abstract_precision@3": 29.77333333333333,
"eval_ipc_cls_abstract_precision@5": 19.952,
"eval_ipc_cls_global_accuracy_primary": 53.32,
"eval_ipc_cls_global_precision@1": 58.24,
"eval_ipc_cls_global_precision@3": 29.77333333333333,
"eval_ipc_cls_global_precision@5": 19.952,
"eval_ipc_knn_abstract_accuracy_primary": 56.08,
"eval_ipc_knn_abstract_precision@1": 60.36,
"eval_ipc_knn_abstract_precision@3": 24.493333333333332,
"eval_ipc_knn_abstract_precision@5": 14.879999999999999,
"eval_ipc_knn_global_accuracy_primary": 56.08,
"eval_ipc_knn_global_precision@1": 60.36,
"eval_ipc_knn_global_precision@3": 24.493333333333332,
"eval_ipc_knn_global_precision@5": 14.879999999999999,
"eval_priorArt_ndcg@100_a2a": 0.3604060542985293,
"eval_priorArt_ndcg@100_a2all": 0.3573621474554159,
"eval_priorArt_ndcg@100_a2c": 0.3251516967010001,
"eval_priorArt_ndcg@100_a2i": 0.27414489338836623,
"eval_priorArt_ndcg@100_c2a": 0.31470025398316304,
"eval_priorArt_ndcg@100_c2all": 0.3209082140251126,
"eval_priorArt_ndcg@100_c2c": 0.31161765237594835,
"eval_priorArt_ndcg@100_c2i": 0.25097509287466796,
"eval_priorArt_ndcg@100_i2a": 0.351589271855533,
"eval_priorArt_ndcg@100_i2all": 0.31687383961945786,
"eval_priorArt_ndcg@100_i2c": 0.316437909859958,
"eval_priorArt_ndcg@100_i2i": 0.2947597120269058,
"eval_priorArt_ndcg@10_a2a": 0.2481330520379323,
"eval_priorArt_ndcg@10_a2all": 0.24642961505627903,
"eval_priorArt_ndcg@10_a2c": 0.18644361262778442,
"eval_priorArt_ndcg@10_a2i": 0.15693587665680414,
"eval_priorArt_ndcg@10_c2a": 0.1588426109206143,
"eval_priorArt_ndcg@10_c2all": 0.18113400343508756,
"eval_priorArt_ndcg@10_c2c": 0.18754433446040825,
"eval_priorArt_ndcg@10_c2i": 0.10564488111445205,
"eval_priorArt_ndcg@10_i2a": 0.22834008837162495,
"eval_priorArt_ndcg@10_i2all": 0.17766219753252574,
"eval_priorArt_ndcg@10_i2c": 0.18053006408560185,
"eval_priorArt_ndcg@10_i2i": 0.17148230417030041,
"eval_priorArt_ndcg@20_a2a": 0.2872828777401621,
"eval_priorArt_ndcg@20_a2all": 0.2837152546470723,
"eval_priorArt_ndcg@20_a2c": 0.24201889120216674,
"eval_priorArt_ndcg@20_a2i": 0.21736547177284843,
"eval_priorArt_ndcg@20_c2a": 0.21847242014993715,
"eval_priorArt_ndcg@20_c2all": 0.23434411871177313,
"eval_priorArt_ndcg@20_c2c": 0.231250046602495,
"eval_priorArt_ndcg@20_c2i": 0.15662989782848832,
"eval_priorArt_ndcg@20_i2a": 0.28009768339935526,
"eval_priorArt_ndcg@20_i2all": 0.23362830088905717,
"eval_priorArt_ndcg@20_i2c": 0.22560187232447076,
"eval_priorArt_ndcg@20_i2i": 0.1972603426301098,
"eval_priorArt_ndcg@50_a2a": 0.3351431450721156,
"eval_priorArt_ndcg@50_a2all": 0.3286728985459501,
"eval_priorArt_ndcg@50_a2c": 0.29256055977851686,
"eval_priorArt_ndcg@50_a2i": 0.26179932393627514,
"eval_priorArt_ndcg@50_c2a": 0.2862697778930192,
"eval_priorArt_ndcg@50_c2all": 0.3022593362671063,
"eval_priorArt_ndcg@50_c2c": 0.2937361561437593,
"eval_priorArt_ndcg@50_c2i": 0.20545888588844732,
"eval_priorArt_ndcg@50_i2a": 0.3133862193007078,
"eval_priorArt_ndcg@50_i2all": 0.2855777881327995,
"eval_priorArt_ndcg@50_i2c": 0.2758568096446878,
"eval_priorArt_ndcg@50_i2i": 0.2753554678654876,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7375,
"eval_priorArt_recall@100_c2a": 0.8333333333333334,
"eval_priorArt_recall@100_c2all": 0.825,
"eval_priorArt_recall@100_c2c": 0.7625,
"eval_priorArt_recall@100_c2i": 0.7500000000000001,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.8458333333333334,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.4458333333333333,
"eval_priorArt_recall@10_a2c": 0.31666666666666665,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.2833333333333333,
"eval_priorArt_recall@10_c2c": 0.30000000000000004,
"eval_priorArt_recall@10_c2i": 0.1625,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.275,
"eval_priorArt_recall@10_i2i": 0.32916666666666666,
"eval_priorArt_recall@20_a2a": 0.5541666666666667,
"eval_priorArt_recall@20_a2all": 0.5708333333333333,
"eval_priorArt_recall@20_a2c": 0.4916666666666667,
"eval_priorArt_recall@20_a2i": 0.5083333333333333,
"eval_priorArt_recall@20_c2a": 0.4208333333333333,
"eval_priorArt_recall@20_c2all": 0.4583333333333333,
"eval_priorArt_recall@20_c2c": 0.4375,
"eval_priorArt_recall@20_c2i": 0.3416666666666667,
"eval_priorArt_recall@20_i2a": 0.47916666666666663,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4208333333333334,
"eval_priorArt_recall@20_i2i": 0.4,
"eval_priorArt_recall@50_a2a": 0.7291666666666667,
"eval_priorArt_recall@50_a2all": 0.7458333333333333,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6791666666666667,
"eval_priorArt_recall@50_c2a": 0.7041666666666666,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.6791666666666666,
"eval_priorArt_recall@50_c2i": 0.5458333333333333,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.7041666666666667,
"eval_priorArt_recall@50_i2c": 0.6208333333333333,
"eval_priorArt_recall@50_i2i": 0.7125000000000001,
"eval_sections_i2all_top_100_abstract_pct": 4.6,
"eval_sections_i2all_top_100_claim_pct": 32.7,
"eval_sections_i2all_top_100_invention_pct": 62.7,
"eval_sections_i2all_top_10_abstract_pct": 2.5,
"eval_sections_i2all_top_10_claim_pct": 22.0,
"eval_sections_i2all_top_10_invention_pct": 75.5,
"eval_sections_i2all_top_20_abstract_pct": 4.5,
"eval_sections_i2all_top_20_claim_pct": 25.0,
"eval_sections_i2all_top_20_invention_pct": 70.5,
"eval_sections_i2all_top_50_abstract_pct": 4.8,
"eval_sections_i2all_top_50_claim_pct": 29.299999999999997,
"eval_sections_i2all_top_50_invention_pct": 65.9,
"eval_singularentropy_abstract": 0.3307907337141017,
"eval_singularentropy_claim": 0.33719832640620356,
"eval_singularentropy_global": 0.3156306341157731,
"eval_singularentropy_invention": 0.35510766460302645,
"eval_uniformity_abstract": -3.0308871269226074,
"eval_uniformity_claim": -2.665775775909424,
"eval_uniformity_global": -2.8937389850616455,
"eval_uniformity_invention": -2.738602876663208,
"step": 3125
},
{
"epoch": 0.5765334315711917,
"grad_norm": 0.00627201097086072,
"learning_rate": 4.544119312215734e-06,
"loss": 0.0003,
"step": 3130
},
{
"epoch": 0.5783753914164671,
"grad_norm": 0.006532061379402876,
"learning_rate": 4.512113941646008e-06,
"loss": 0.0006,
"step": 3140
},
{
"epoch": 0.5802173512617425,
"grad_norm": 0.005274721421301365,
"learning_rate": 4.480128741254336e-06,
"loss": 0.0002,
"step": 3150
},
{
"epoch": 0.5820593111070179,
"grad_norm": 0.005795921664685011,
"learning_rate": 4.448165033372384e-06,
"loss": 0.0007,
"step": 3160
},
{
"epoch": 0.5839012709522933,
"grad_norm": 0.020376384258270264,
"learning_rate": 4.4162241394432834e-06,
"loss": 0.0007,
"step": 3170
},
{
"epoch": 0.5857432307975686,
"grad_norm": 0.02825758047401905,
"learning_rate": 4.384307379966988e-06,
"loss": 0.0003,
"step": 3180
},
{
"epoch": 0.587585190642844,
"grad_norm": 0.008823881857097149,
"learning_rate": 4.3524160744456856e-06,
"loss": 0.0003,
"step": 3190
},
{
"epoch": 0.5894271504881193,
"grad_norm": 0.002118936739861965,
"learning_rate": 4.320551541329248e-06,
"loss": 0.0003,
"step": 3200
},
{
"epoch": 0.5912691103333947,
"grad_norm": 0.0027751491870731115,
"learning_rate": 4.288715097960719e-06,
"loss": 0.0003,
"step": 3210
},
{
"epoch": 0.5931110701786702,
"grad_norm": 0.004601250868290663,
"learning_rate": 4.256908060521862e-06,
"loss": 0.0002,
"step": 3220
},
{
"epoch": 0.5949530300239455,
"grad_norm": 0.0018977861618623137,
"learning_rate": 4.225131743978737e-06,
"loss": 0.0011,
"step": 3230
},
{
"epoch": 0.5967949898692209,
"grad_norm": 0.01541426032781601,
"learning_rate": 4.193387462027343e-06,
"loss": 0.0004,
"step": 3240
},
{
"epoch": 0.5986369497144962,
"grad_norm": 0.0037888772785663605,
"learning_rate": 4.161676527039305e-06,
"loss": 0.0002,
"step": 3250
},
{
"epoch": 0.5986369497144962,
"eval_alignment_abstract": {
"mean_alignment": 0.8178755044937134
},
"eval_alignment_claim": {
"mean_alignment": 0.8110688924789429
},
"eval_alignment_global": {
"mean_alignment": 0.89568692445755
},
"eval_alignment_invention": {
"mean_alignment": 0.7900557518005371
},
"eval_ipc_cls_abstract_accuracy_primary": 53.44,
"eval_ipc_cls_abstract_precision@1": 58.199999999999996,
"eval_ipc_cls_abstract_precision@3": 29.69333333333333,
"eval_ipc_cls_abstract_precision@5": 19.976,
"eval_ipc_cls_global_accuracy_primary": 53.44,
"eval_ipc_cls_global_precision@1": 58.199999999999996,
"eval_ipc_cls_global_precision@3": 29.69333333333333,
"eval_ipc_cls_global_precision@5": 19.976,
"eval_ipc_knn_abstract_accuracy_primary": 56.08,
"eval_ipc_knn_abstract_precision@1": 60.199999999999996,
"eval_ipc_knn_abstract_precision@3": 24.426666666666666,
"eval_ipc_knn_abstract_precision@5": 14.831999999999997,
"eval_ipc_knn_global_accuracy_primary": 56.08,
"eval_ipc_knn_global_precision@1": 60.199999999999996,
"eval_ipc_knn_global_precision@3": 24.426666666666666,
"eval_ipc_knn_global_precision@5": 14.831999999999997,
"eval_priorArt_ndcg@100_a2a": 0.3571378962543621,
"eval_priorArt_ndcg@100_a2all": 0.35269051549719727,
"eval_priorArt_ndcg@100_a2c": 0.32453554883353797,
"eval_priorArt_ndcg@100_a2i": 0.27689630470433013,
"eval_priorArt_ndcg@100_c2a": 0.31473526713589006,
"eval_priorArt_ndcg@100_c2all": 0.3104922856130462,
"eval_priorArt_ndcg@100_c2c": 0.3086187885436275,
"eval_priorArt_ndcg@100_c2i": 0.25072733514627266,
"eval_priorArt_ndcg@100_i2a": 0.3507369744387042,
"eval_priorArt_ndcg@100_i2all": 0.32131490256818374,
"eval_priorArt_ndcg@100_i2c": 0.3165165180115205,
"eval_priorArt_ndcg@100_i2i": 0.3036667066583112,
"eval_priorArt_ndcg@10_a2a": 0.2477759490524393,
"eval_priorArt_ndcg@10_a2all": 0.2418257010975652,
"eval_priorArt_ndcg@10_a2c": 0.18590690197985357,
"eval_priorArt_ndcg@10_a2i": 0.15978816018652217,
"eval_priorArt_ndcg@10_c2a": 0.1588426109206143,
"eval_priorArt_ndcg@10_c2all": 0.1740599143955504,
"eval_priorArt_ndcg@10_c2c": 0.1848079693042462,
"eval_priorArt_ndcg@10_c2i": 0.09886228244282964,
"eval_priorArt_ndcg@10_i2a": 0.22834008837162495,
"eval_priorArt_ndcg@10_i2all": 0.18222396902597762,
"eval_priorArt_ndcg@10_i2c": 0.1727587865517592,
"eval_priorArt_ndcg@10_i2i": 0.18021997939081585,
"eval_priorArt_ndcg@20_a2a": 0.2871648143901802,
"eval_priorArt_ndcg@20_a2all": 0.2791113406883585,
"eval_priorArt_ndcg@20_a2c": 0.24166023943621942,
"eval_priorArt_ndcg@20_a2i": 0.22008902854760937,
"eval_priorArt_ndcg@20_c2a": 0.2184980682895319,
"eval_priorArt_ndcg@20_c2all": 0.22684560334537118,
"eval_priorArt_ndcg@20_c2c": 0.22851368144633297,
"eval_priorArt_ndcg@20_c2i": 0.15635716347136797,
"eval_priorArt_ndcg@20_i2a": 0.2723555438090076,
"eval_priorArt_ndcg@20_i2all": 0.23793675337136336,
"eval_priorArt_ndcg@20_i2c": 0.22595837390915596,
"eval_priorArt_ndcg@20_i2i": 0.20597451383716264,
"eval_priorArt_ndcg@50_a2a": 0.334957262943566,
"eval_priorArt_ndcg@50_a2all": 0.3241641268135604,
"eval_priorArt_ndcg@50_a2c": 0.28664590104961263,
"eval_priorArt_ndcg@50_a2i": 0.2645075856065505,
"eval_priorArt_ndcg@50_c2a": 0.28648594536709626,
"eval_priorArt_ndcg@50_c2all": 0.2947968720636433,
"eval_priorArt_ndcg@50_c2c": 0.294924672977267,
"eval_priorArt_ndcg@50_c2i": 0.2054287908215239,
"eval_priorArt_ndcg@50_i2a": 0.30719277946525614,
"eval_priorArt_ndcg@50_i2all": 0.2900617286195487,
"eval_priorArt_ndcg@50_i2c": 0.27621349617803814,
"eval_priorArt_ndcg@50_i2i": 0.2842244220771988,
"eval_priorArt_recall@100_a2a": 0.8291666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7375,
"eval_priorArt_recall@100_c2a": 0.8333333333333334,
"eval_priorArt_recall@100_c2all": 0.8125,
"eval_priorArt_recall@100_c2c": 0.7625,
"eval_priorArt_recall@100_c2i": 0.7500000000000001,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.8458333333333334,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.4458333333333333,
"eval_priorArt_recall@10_a2c": 0.31666666666666665,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.2833333333333333,
"eval_priorArt_recall@10_c2c": 0.30000000000000004,
"eval_priorArt_recall@10_c2i": 0.14583333333333331,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.25,
"eval_priorArt_recall@10_i2i": 0.32916666666666666,
"eval_priorArt_recall@20_a2a": 0.5541666666666667,
"eval_priorArt_recall@20_a2all": 0.5708333333333333,
"eval_priorArt_recall@20_a2c": 0.4916666666666667,
"eval_priorArt_recall@20_a2i": 0.5083333333333333,
"eval_priorArt_recall@20_c2a": 0.4208333333333333,
"eval_priorArt_recall@20_c2all": 0.4583333333333333,
"eval_priorArt_recall@20_c2c": 0.4375,
"eval_priorArt_recall@20_c2i": 0.3416666666666667,
"eval_priorArt_recall@20_i2a": 0.4541666666666666,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4208333333333334,
"eval_priorArt_recall@20_i2i": 0.4,
"eval_priorArt_recall@50_a2a": 0.7291666666666667,
"eval_priorArt_recall@50_a2all": 0.7458333333333333,
"eval_priorArt_recall@50_a2c": 0.6666666666666667,
"eval_priorArt_recall@50_a2i": 0.6791666666666667,
"eval_priorArt_recall@50_c2a": 0.7041666666666666,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.6958333333333333,
"eval_priorArt_recall@50_c2i": 0.5458333333333333,
"eval_priorArt_recall@50_i2a": 0.6041666666666666,
"eval_priorArt_recall@50_i2all": 0.7041666666666667,
"eval_priorArt_recall@50_i2c": 0.6208333333333333,
"eval_priorArt_recall@50_i2i": 0.7125000000000001,
"eval_sections_i2all_top_100_abstract_pct": 4.3,
"eval_sections_i2all_top_100_claim_pct": 32.800000000000004,
"eval_sections_i2all_top_100_invention_pct": 62.9,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 23.0,
"eval_sections_i2all_top_10_invention_pct": 75.0,
"eval_sections_i2all_top_20_abstract_pct": 4.5,
"eval_sections_i2all_top_20_claim_pct": 25.25,
"eval_sections_i2all_top_20_invention_pct": 70.25,
"eval_sections_i2all_top_50_abstract_pct": 4.5,
"eval_sections_i2all_top_50_claim_pct": 29.299999999999997,
"eval_sections_i2all_top_50_invention_pct": 66.2,
"eval_singularentropy_abstract": 0.3310563234529864,
"eval_singularentropy_claim": 0.3377969114022996,
"eval_singularentropy_global": 0.3159977122982663,
"eval_singularentropy_invention": 0.35537148951229836,
"eval_uniformity_abstract": -3.023162841796875,
"eval_uniformity_claim": -2.6586008071899414,
"eval_uniformity_global": -2.8869330883026123,
"eval_uniformity_invention": -2.7324516773223877,
"step": 3250
},
{
"epoch": 0.6004789095597716,
"grad_norm": 0.0035813082940876484,
"learning_rate": 4.130000250007617e-06,
"loss": 0.0003,
"step": 3260
},
{
"epoch": 0.6023208694050469,
"grad_norm": 0.0019253450445830822,
"learning_rate": 4.098359940492444e-06,
"loss": 0.0002,
"step": 3270
},
{
"epoch": 0.6041628292503224,
"grad_norm": 0.034612737596035004,
"learning_rate": 4.066756906566987e-06,
"loss": 0.0015,
"step": 3280
},
{
"epoch": 0.6060047890955977,
"grad_norm": 0.001578343566507101,
"learning_rate": 4.035192454763394e-06,
"loss": 0.0003,
"step": 3290
},
{
"epoch": 0.6078467489408731,
"grad_norm": 0.008722147904336452,
"learning_rate": 4.003667890018756e-06,
"loss": 0.0002,
"step": 3300
},
{
"epoch": 0.6096887087861484,
"grad_norm": 0.0025370409712195396,
"learning_rate": 3.9721845156211535e-06,
"loss": 0.0005,
"step": 3310
},
{
"epoch": 0.6115306686314238,
"grad_norm": 0.005011666100472212,
"learning_rate": 3.940743633155772e-06,
"loss": 0.0004,
"step": 3320
},
{
"epoch": 0.6133726284766992,
"grad_norm": 0.0050688437186181545,
"learning_rate": 3.909346542451102e-06,
"loss": 0.0002,
"step": 3330
},
{
"epoch": 0.6152145883219746,
"grad_norm": 0.006519690155982971,
"learning_rate": 3.877994541525192e-06,
"loss": 0.0002,
"step": 3340
},
{
"epoch": 0.61705654816725,
"grad_norm": 0.0038835916202515364,
"learning_rate": 3.846688926531991e-06,
"loss": 0.0006,
"step": 3350
},
{
"epoch": 0.6188985080125253,
"grad_norm": 0.006869877688586712,
"learning_rate": 3.81543099170776e-06,
"loss": 0.0003,
"step": 3360
},
{
"epoch": 0.6207404678578007,
"grad_norm": 0.0021484040189534426,
"learning_rate": 3.7842220293175678e-06,
"loss": 0.0002,
"step": 3370
},
{
"epoch": 0.6216614477804384,
"eval_alignment_abstract": {
"mean_alignment": 0.8181747794151306
},
"eval_alignment_claim": {
"mean_alignment": 0.8127932548522949
},
"eval_alignment_global": {
"mean_alignment": 0.8950544595718384
},
"eval_alignment_invention": {
"mean_alignment": 0.7899417281150818
},
"eval_ipc_cls_abstract_accuracy_primary": 53.36,
"eval_ipc_cls_abstract_precision@1": 58.08,
"eval_ipc_cls_abstract_precision@3": 29.62666666666667,
"eval_ipc_cls_abstract_precision@5": 19.984,
"eval_ipc_cls_global_accuracy_primary": 53.36,
"eval_ipc_cls_global_precision@1": 58.08,
"eval_ipc_cls_global_precision@3": 29.62666666666667,
"eval_ipc_cls_global_precision@5": 19.984,
"eval_ipc_knn_abstract_accuracy_primary": 55.92,
"eval_ipc_knn_abstract_precision@1": 60.040000000000006,
"eval_ipc_knn_abstract_precision@3": 24.37333333333333,
"eval_ipc_knn_abstract_precision@5": 14.791999999999996,
"eval_ipc_knn_global_accuracy_primary": 55.92,
"eval_ipc_knn_global_precision@1": 60.040000000000006,
"eval_ipc_knn_global_precision@3": 24.37333333333333,
"eval_ipc_knn_global_precision@5": 14.791999999999996,
"eval_priorArt_ndcg@100_a2a": 0.3579994948605619,
"eval_priorArt_ndcg@100_a2all": 0.3553541074051709,
"eval_priorArt_ndcg@100_a2c": 0.3242611909688625,
"eval_priorArt_ndcg@100_a2i": 0.27694271954548044,
"eval_priorArt_ndcg@100_c2a": 0.3151201084958687,
"eval_priorArt_ndcg@100_c2all": 0.3101236249790028,
"eval_priorArt_ndcg@100_c2c": 0.30891170894936765,
"eval_priorArt_ndcg@100_c2i": 0.2458102026080827,
"eval_priorArt_ndcg@100_i2a": 0.3510190621276571,
"eval_priorArt_ndcg@100_i2all": 0.32060178280181023,
"eval_priorArt_ndcg@100_i2c": 0.3172686774499961,
"eval_priorArt_ndcg@100_i2i": 0.2999914319104614,
"eval_priorArt_ndcg@10_a2a": 0.2481606882440989,
"eval_priorArt_ndcg@10_a2all": 0.23507891298629396,
"eval_priorArt_ndcg@10_a2c": 0.17823625933558157,
"eval_priorArt_ndcg@10_a2i": 0.16023069552840732,
"eval_priorArt_ndcg@10_c2a": 0.1588426109206143,
"eval_priorArt_ndcg@10_c2all": 0.16519795005634802,
"eval_priorArt_ndcg@10_c2c": 0.1851466684354014,
"eval_priorArt_ndcg@10_c2i": 0.09816103048134575,
"eval_priorArt_ndcg@10_i2a": 0.22834008837162495,
"eval_priorArt_ndcg@10_i2all": 0.18264346650676463,
"eval_priorArt_ndcg@10_i2c": 0.1646680271359327,
"eval_priorArt_ndcg@10_i2i": 0.16798702401681204,
"eval_priorArt_ndcg@20_a2a": 0.2932793951398215,
"eval_priorArt_ndcg@20_a2all": 0.2883546141512642,
"eval_priorArt_ndcg@20_a2c": 0.24159589323288425,
"eval_priorArt_ndcg@20_a2i": 0.2205217451291388,
"eval_priorArt_ndcg@20_c2a": 0.21852901153561216,
"eval_priorArt_ndcg@20_c2all": 0.22670172434043612,
"eval_priorArt_ndcg@20_c2c": 0.2290566292442784,
"eval_priorArt_ndcg@20_c2i": 0.15525468557757477,
"eval_priorArt_ndcg@20_i2a": 0.2729188794090584,
"eval_priorArt_ndcg@20_i2all": 0.23706744893534276,
"eval_priorArt_ndcg@20_i2c": 0.2317701957986941,
"eval_priorArt_ndcg@20_i2i": 0.20243301138116285,
"eval_priorArt_ndcg@50_a2a": 0.3357956152646081,
"eval_priorArt_ndcg@50_a2all": 0.32677619670956376,
"eval_priorArt_ndcg@50_a2c": 0.2864817389503636,
"eval_priorArt_ndcg@50_a2i": 0.260472025845616,
"eval_priorArt_ndcg@50_c2a": 0.28674612178210224,
"eval_priorArt_ndcg@50_c2all": 0.29442821142959996,
"eval_priorArt_ndcg@50_c2c": 0.2870290952097939,
"eval_priorArt_ndcg@50_c2i": 0.20543115895745445,
"eval_priorArt_ndcg@50_i2a": 0.3130406558526712,
"eval_priorArt_ndcg@50_i2all": 0.2892831023398214,
"eval_priorArt_ndcg@50_i2c": 0.28246453783694025,
"eval_priorArt_ndcg@50_i2i": 0.28061556752408967,
"eval_priorArt_recall@100_a2a": 0.8291666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7375,
"eval_priorArt_recall@100_c2a": 0.8333333333333334,
"eval_priorArt_recall@100_c2all": 0.8125,
"eval_priorArt_recall@100_c2c": 0.7625,
"eval_priorArt_recall@100_c2i": 0.7333333333333333,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.8458333333333334,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.4208333333333333,
"eval_priorArt_recall@10_a2c": 0.2833333333333333,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.25833333333333336,
"eval_priorArt_recall@10_c2c": 0.30000000000000004,
"eval_priorArt_recall@10_c2i": 0.14583333333333331,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.225,
"eval_priorArt_recall@10_i2i": 0.30416666666666664,
"eval_priorArt_recall@20_a2a": 0.5708333333333333,
"eval_priorArt_recall@20_a2all": 0.5958333333333333,
"eval_priorArt_recall@20_a2c": 0.4916666666666667,
"eval_priorArt_recall@20_a2i": 0.5083333333333333,
"eval_priorArt_recall@20_c2a": 0.4208333333333333,
"eval_priorArt_recall@20_c2all": 0.4583333333333333,
"eval_priorArt_recall@20_c2c": 0.4375,
"eval_priorArt_recall@20_c2i": 0.3416666666666667,
"eval_priorArt_recall@20_i2a": 0.4541666666666666,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4375,
"eval_priorArt_recall@20_i2i": 0.4,
"eval_priorArt_recall@50_a2a": 0.7291666666666667,
"eval_priorArt_recall@50_a2all": 0.7458333333333333,
"eval_priorArt_recall@50_a2c": 0.6666666666666667,
"eval_priorArt_recall@50_a2i": 0.6625,
"eval_priorArt_recall@50_c2a": 0.7041666666666666,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.6624999999999999,
"eval_priorArt_recall@50_c2i": 0.5541666666666667,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.7041666666666667,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.7125000000000001,
"eval_sections_i2all_top_100_abstract_pct": 4.35,
"eval_sections_i2all_top_100_claim_pct": 32.5,
"eval_sections_i2all_top_100_invention_pct": 63.14999999999999,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 21.5,
"eval_sections_i2all_top_10_invention_pct": 76.5,
"eval_sections_i2all_top_20_abstract_pct": 4.5,
"eval_sections_i2all_top_20_claim_pct": 25.25,
"eval_sections_i2all_top_20_invention_pct": 70.25,
"eval_sections_i2all_top_50_abstract_pct": 4.5,
"eval_sections_i2all_top_50_claim_pct": 29.4,
"eval_sections_i2all_top_50_invention_pct": 66.10000000000001,
"eval_singularentropy_abstract": 0.33269637467667135,
"eval_singularentropy_claim": 0.3393492197644133,
"eval_singularentropy_global": 0.31763669683485873,
"eval_singularentropy_invention": 0.35689550894638283,
"eval_uniformity_abstract": -3.0144879817962646,
"eval_uniformity_claim": -2.657097339630127,
"eval_uniformity_global": -2.8803861141204834,
"eval_uniformity_invention": -2.726956844329834,
"step": 3375
},
{
"epoch": 0.622582427703076,
"grad_norm": 0.00288443174213171,
"learning_rate": 3.7530633296018664e-06,
"loss": 0.0002,
"step": 3380
},
{
"epoch": 0.6244243875483515,
"grad_norm": 0.019552918151021004,
"learning_rate": 3.7219561807231484e-06,
"loss": 0.0005,
"step": 3390
},
{
"epoch": 0.6262663473936269,
"grad_norm": 0.0034568344708532095,
"learning_rate": 3.690901868712692e-06,
"loss": 0.0006,
"step": 3400
},
{
"epoch": 0.6281083072389022,
"grad_norm": 0.0025918337050825357,
"learning_rate": 3.6599016774173974e-06,
"loss": 0.0006,
"step": 3410
},
{
"epoch": 0.6299502670841776,
"grad_norm": 0.0018828797619789839,
"learning_rate": 3.628956888446704e-06,
"loss": 0.0008,
"step": 3420
},
{
"epoch": 0.6317922269294529,
"grad_norm": 0.0027954168617725372,
"learning_rate": 3.5980687811196087e-06,
"loss": 0.0002,
"step": 3430
},
{
"epoch": 0.6336341867747283,
"grad_norm": 0.020874755457043648,
"learning_rate": 3.567238632411778e-06,
"loss": 0.0003,
"step": 3440
},
{
"epoch": 0.6354761466200037,
"grad_norm": 0.0030730844009667635,
"learning_rate": 3.536467716902754e-06,
"loss": 0.0002,
"step": 3450
},
{
"epoch": 0.6373181064652791,
"grad_norm": 0.0039926026947796345,
"learning_rate": 3.50575730672326e-06,
"loss": 0.0008,
"step": 3460
},
{
"epoch": 0.6391600663105544,
"grad_norm": 0.006286976858973503,
"learning_rate": 3.475108671502611e-06,
"loss": 0.0002,
"step": 3470
},
{
"epoch": 0.6410020261558298,
"grad_norm": 0.0021694733295589685,
"learning_rate": 3.44452307831622e-06,
"loss": 0.0002,
"step": 3480
},
{
"epoch": 0.6428439860011051,
"grad_norm": 0.005010643508285284,
"learning_rate": 3.414001791633219e-06,
"loss": 0.0003,
"step": 3490
},
{
"epoch": 0.6446859458463805,
"grad_norm": 0.08579104393720627,
"learning_rate": 3.38354607326418e-06,
"loss": 0.0002,
"step": 3500
},
{
"epoch": 0.6446859458463805,
"eval_alignment_abstract": {
"mean_alignment": 0.8173073530197144
},
"eval_alignment_claim": {
"mean_alignment": 0.8105964660644531
},
"eval_alignment_global": {
"mean_alignment": 0.8928740620613098
},
"eval_alignment_invention": {
"mean_alignment": 0.7872322201728821
},
"eval_ipc_cls_abstract_accuracy_primary": 53.36,
"eval_ipc_cls_abstract_precision@1": 58.08,
"eval_ipc_cls_abstract_precision@3": 29.666666666666664,
"eval_ipc_cls_abstract_precision@5": 20.008,
"eval_ipc_cls_global_accuracy_primary": 53.36,
"eval_ipc_cls_global_precision@1": 58.08,
"eval_ipc_cls_global_precision@3": 29.666666666666664,
"eval_ipc_cls_global_precision@5": 20.008,
"eval_ipc_knn_abstract_accuracy_primary": 56.08,
"eval_ipc_knn_abstract_precision@1": 60.160000000000004,
"eval_ipc_knn_abstract_precision@3": 24.48,
"eval_ipc_knn_abstract_precision@5": 14.856,
"eval_ipc_knn_global_accuracy_primary": 56.08,
"eval_ipc_knn_global_precision@1": 60.160000000000004,
"eval_ipc_knn_global_precision@3": 24.48,
"eval_ipc_knn_global_precision@5": 14.856,
"eval_priorArt_ndcg@100_a2a": 0.3573461206538321,
"eval_priorArt_ndcg@100_a2all": 0.35458851032857946,
"eval_priorArt_ndcg@100_a2c": 0.31757931680454715,
"eval_priorArt_ndcg@100_a2i": 0.2778848961051744,
"eval_priorArt_ndcg@100_c2a": 0.31418143963560363,
"eval_priorArt_ndcg@100_c2all": 0.3093873765066988,
"eval_priorArt_ndcg@100_c2c": 0.3083526542033184,
"eval_priorArt_ndcg@100_c2i": 0.24483557226585856,
"eval_priorArt_ndcg@100_i2a": 0.3519782646451947,
"eval_priorArt_ndcg@100_i2all": 0.31811181287772533,
"eval_priorArt_ndcg@100_i2c": 0.31610049391968503,
"eval_priorArt_ndcg@100_i2i": 0.2942839343716775,
"eval_priorArt_ndcg@10_a2a": 0.2474416213655414,
"eval_priorArt_ndcg@10_a2all": 0.23465964866006134,
"eval_priorArt_ndcg@10_a2c": 0.1715279862864926,
"eval_priorArt_ndcg@10_a2i": 0.16023069552840732,
"eval_priorArt_ndcg@10_c2a": 0.1588426109206143,
"eval_priorArt_ndcg@10_c2all": 0.1641696723581883,
"eval_priorArt_ndcg@10_c2c": 0.19056229027770885,
"eval_priorArt_ndcg@10_c2i": 0.10310203558730861,
"eval_priorArt_ndcg@10_i2a": 0.22905915525018247,
"eval_priorArt_ndcg@10_i2all": 0.17945904889113115,
"eval_priorArt_ndcg@10_i2c": 0.16304142631039115,
"eval_priorArt_ndcg@10_i2i": 0.17065127512545833,
"eval_priorArt_ndcg@20_a2a": 0.292560328261264,
"eval_priorArt_ndcg@20_a2all": 0.2806205130800769,
"eval_priorArt_ndcg@20_a2c": 0.234839485317965,
"eval_priorArt_ndcg@20_a2i": 0.22118065465922374,
"eval_priorArt_ndcg@20_c2a": 0.21834635422628393,
"eval_priorArt_ndcg@20_c2all": 0.22585393753752805,
"eval_priorArt_ndcg@20_c2c": 0.2355547793771541,
"eval_priorArt_ndcg@20_c2i": 0.1596634747421398,
"eval_priorArt_ndcg@20_i2a": 0.2741423039767287,
"eval_priorArt_ndcg@20_i2all": 0.2346176504232428,
"eval_priorArt_ndcg@20_i2c": 0.22359906584110556,
"eval_priorArt_ndcg@20_i2i": 0.19658632275500137,
"eval_priorArt_ndcg@50_a2a": 0.3351324737954841,
"eval_priorArt_ndcg@50_a2all": 0.3301855087488371,
"eval_priorArt_ndcg@50_a2c": 0.285203674114077,
"eval_priorArt_ndcg@50_a2i": 0.26149060572853144,
"eval_priorArt_ndcg@50_c2a": 0.2860575288690099,
"eval_priorArt_ndcg@50_c2all": 0.2936884881080642,
"eval_priorArt_ndcg@50_c2c": 0.2904762290393502,
"eval_priorArt_ndcg@50_c2i": 0.20453009825812293,
"eval_priorArt_ndcg@50_i2a": 0.31418869735659866,
"eval_priorArt_ndcg@50_i2all": 0.2866557453620153,
"eval_priorArt_ndcg@50_i2c": 0.28131826427183343,
"eval_priorArt_ndcg@50_i2i": 0.27485454445742796,
"eval_priorArt_recall@100_a2a": 0.8291666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7375,
"eval_priorArt_recall@100_c2a": 0.8333333333333334,
"eval_priorArt_recall@100_c2all": 0.8125,
"eval_priorArt_recall@100_c2c": 0.7625,
"eval_priorArt_recall@100_c2i": 0.7333333333333333,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.8458333333333334,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.4208333333333333,
"eval_priorArt_recall@10_a2c": 0.2833333333333333,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.25833333333333336,
"eval_priorArt_recall@10_c2c": 0.3166666666666667,
"eval_priorArt_recall@10_c2i": 0.15833333333333333,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.225,
"eval_priorArt_recall@10_i2i": 0.32916666666666666,
"eval_priorArt_recall@20_a2a": 0.5708333333333333,
"eval_priorArt_recall@20_a2all": 0.5708333333333333,
"eval_priorArt_recall@20_a2c": 0.4916666666666667,
"eval_priorArt_recall@20_a2i": 0.5083333333333333,
"eval_priorArt_recall@20_c2a": 0.4208333333333333,
"eval_priorArt_recall@20_c2all": 0.4583333333333333,
"eval_priorArt_recall@20_c2c": 0.4625,
"eval_priorArt_recall@20_c2i": 0.3583333333333333,
"eval_priorArt_recall@20_i2a": 0.4541666666666666,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4125,
"eval_priorArt_recall@20_i2i": 0.4,
"eval_priorArt_recall@50_a2a": 0.7291666666666667,
"eval_priorArt_recall@50_a2all": 0.7625,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6625,
"eval_priorArt_recall@50_c2a": 0.7041666666666666,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.6791666666666666,
"eval_priorArt_recall@50_c2i": 0.5541666666666667,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.7041666666666667,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.7125000000000001,
"eval_sections_i2all_top_100_abstract_pct": 4.25,
"eval_sections_i2all_top_100_claim_pct": 32.25,
"eval_sections_i2all_top_100_invention_pct": 63.5,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 21.5,
"eval_sections_i2all_top_10_invention_pct": 76.5,
"eval_sections_i2all_top_20_abstract_pct": 4.25,
"eval_sections_i2all_top_20_claim_pct": 24.5,
"eval_sections_i2all_top_20_invention_pct": 71.25,
"eval_sections_i2all_top_50_abstract_pct": 4.3999999999999995,
"eval_sections_i2all_top_50_claim_pct": 29.2,
"eval_sections_i2all_top_50_invention_pct": 66.4,
"eval_singularentropy_abstract": 0.334304999138641,
"eval_singularentropy_claim": 0.341306171643012,
"eval_singularentropy_global": 0.3194597999867198,
"eval_singularentropy_invention": 0.35883857146163967,
"eval_uniformity_abstract": -3.0072691440582275,
"eval_uniformity_claim": -2.647672653198242,
"eval_uniformity_global": -2.8703670501708984,
"eval_uniformity_invention": -2.7154760360717773,
"step": 3500
},
{
"epoch": 0.646527905691656,
"grad_norm": 0.004342976026237011,
"learning_rate": 3.3531571823089526e-06,
"loss": 0.0002,
"step": 3510
},
{
"epoch": 0.6483698655369313,
"grad_norm": 0.006661624647676945,
"learning_rate": 3.322836375104608e-06,
"loss": 0.0004,
"step": 3520
},
{
"epoch": 0.6502118253822067,
"grad_norm": 0.002920062281191349,
"learning_rate": 3.292584905173497e-06,
"loss": 0.0002,
"step": 3530
},
{
"epoch": 0.652053785227482,
"grad_norm": 0.008200529962778091,
"learning_rate": 3.2624040231714333e-06,
"loss": 0.0009,
"step": 3540
},
{
"epoch": 0.6538957450727574,
"grad_norm": 0.013454325497150421,
"learning_rate": 3.232294976835985e-06,
"loss": 0.0008,
"step": 3550
},
{
"epoch": 0.6557377049180327,
"grad_norm": 0.005818499252200127,
"learning_rate": 3.2022590109348906e-06,
"loss": 0.0005,
"step": 3560
},
{
"epoch": 0.6575796647633082,
"grad_norm": 0.027411067858338356,
"learning_rate": 3.1722973672145983e-06,
"loss": 0.0003,
"step": 3570
},
{
"epoch": 0.6594216246085836,
"grad_norm": 0.08798383921384811,
"learning_rate": 3.1424112843489306e-06,
"loss": 0.0004,
"step": 3580
},
{
"epoch": 0.6612635844538589,
"grad_norm": 0.0017488958546891809,
"learning_rate": 3.112601997887873e-06,
"loss": 0.0002,
"step": 3590
},
{
"epoch": 0.6631055442991343,
"grad_norm": 0.002330445684492588,
"learning_rate": 3.082870740206496e-06,
"loss": 0.0002,
"step": 3600
},
{
"epoch": 0.6649475041444096,
"grad_norm": 0.004209494683891535,
"learning_rate": 3.0532187404540046e-06,
"loss": 0.0002,
"step": 3610
},
{
"epoch": 0.666789463989685,
"grad_norm": 0.0070297690108418465,
"learning_rate": 3.023647224502927e-06,
"loss": 0.0003,
"step": 3620
},
{
"epoch": 0.6677104439123227,
"eval_alignment_abstract": {
"mean_alignment": 0.8190231919288635
},
"eval_alignment_claim": {
"mean_alignment": 0.8124635815620422
},
"eval_alignment_global": {
"mean_alignment": 0.8940054774284363
},
"eval_alignment_invention": {
"mean_alignment": 0.7879971861839294
},
"eval_ipc_cls_abstract_accuracy_primary": 53.239999999999995,
"eval_ipc_cls_abstract_precision@1": 58.120000000000005,
"eval_ipc_cls_abstract_precision@3": 29.706666666666663,
"eval_ipc_cls_abstract_precision@5": 20.008,
"eval_ipc_cls_global_accuracy_primary": 53.239999999999995,
"eval_ipc_cls_global_precision@1": 58.120000000000005,
"eval_ipc_cls_global_precision@3": 29.706666666666663,
"eval_ipc_cls_global_precision@5": 20.008,
"eval_ipc_knn_abstract_accuracy_primary": 56.279999999999994,
"eval_ipc_knn_abstract_precision@1": 60.36,
"eval_ipc_knn_abstract_precision@3": 24.506666666666664,
"eval_ipc_knn_abstract_precision@5": 14.872,
"eval_ipc_knn_global_accuracy_primary": 56.279999999999994,
"eval_ipc_knn_global_precision@1": 60.36,
"eval_ipc_knn_global_precision@3": 24.506666666666664,
"eval_ipc_knn_global_precision@5": 14.872,
"eval_priorArt_ndcg@100_a2a": 0.35684201997789455,
"eval_priorArt_ndcg@100_a2all": 0.3545695934189189,
"eval_priorArt_ndcg@100_a2c": 0.3184705241819604,
"eval_priorArt_ndcg@100_a2i": 0.27921358132834173,
"eval_priorArt_ndcg@100_c2a": 0.3136791365564986,
"eval_priorArt_ndcg@100_c2all": 0.3065854269606336,
"eval_priorArt_ndcg@100_c2c": 0.3095250329521867,
"eval_priorArt_ndcg@100_c2i": 0.2403215484733709,
"eval_priorArt_ndcg@100_i2a": 0.3514539387740628,
"eval_priorArt_ndcg@100_i2all": 0.3114304418241382,
"eval_priorArt_ndcg@100_i2c": 0.3160942567084334,
"eval_priorArt_ndcg@100_i2i": 0.28816725773388724,
"eval_priorArt_ndcg@10_a2a": 0.2471029222343862,
"eval_priorArt_ndcg@10_a2all": 0.23465964866006134,
"eval_priorArt_ndcg@10_a2c": 0.1715279862864926,
"eval_priorArt_ndcg@10_a2i": 0.15756871118996957,
"eval_priorArt_ndcg@10_c2a": 0.1588426109206143,
"eval_priorArt_ndcg@10_c2all": 0.16519795005634802,
"eval_priorArt_ndcg@10_c2c": 0.1915905679758686,
"eval_priorArt_ndcg@10_c2i": 0.1016948179986427,
"eval_priorArt_ndcg@10_i2a": 0.22905915525018247,
"eval_priorArt_ndcg@10_i2all": 0.17276699963400294,
"eval_priorArt_ndcg@10_i2c": 0.16304142631039115,
"eval_priorArt_ndcg@10_i2i": 0.16411670806312068,
"eval_priorArt_ndcg@20_a2a": 0.2922216291301088,
"eval_priorArt_ndcg@20_a2all": 0.2874067985807812,
"eval_priorArt_ndcg@20_a2c": 0.24616840960099506,
"eval_priorArt_ndcg@20_a2i": 0.21835189566200666,
"eval_priorArt_ndcg@20_c2a": 0.21276893792882,
"eval_priorArt_ndcg@20_c2all": 0.2262617652922419,
"eval_priorArt_ndcg@20_c2c": 0.23640499819333036,
"eval_priorArt_ndcg@20_c2i": 0.15837078872185567,
"eval_priorArt_ndcg@20_i2a": 0.2736702940260404,
"eval_priorArt_ndcg@20_i2all": 0.22784285951102862,
"eval_priorArt_ndcg@20_i2c": 0.22371274224116772,
"eval_priorArt_ndcg@20_i2i": 0.19983769205915475,
"eval_priorArt_ndcg@50_a2a": 0.3347542805689444,
"eval_priorArt_ndcg@50_a2all": 0.33023251912482227,
"eval_priorArt_ndcg@50_a2c": 0.2862164718848864,
"eval_priorArt_ndcg@50_a2i": 0.25810312013254977,
"eval_priorArt_ndcg@50_c2a": 0.28562513663326633,
"eval_priorArt_ndcg@50_c2all": 0.2944105984933968,
"eval_priorArt_ndcg@50_c2c": 0.2917207170468724,
"eval_priorArt_ndcg@50_c2i": 0.2158128484972562,
"eval_priorArt_ndcg@50_i2a": 0.3135665218659945,
"eval_priorArt_ndcg@50_i2all": 0.27997659532615593,
"eval_priorArt_ndcg@50_i2c": 0.28137646463009236,
"eval_priorArt_ndcg@50_i2i": 0.2687662593288829,
"eval_priorArt_recall@100_a2a": 0.8291666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7625000000000001,
"eval_priorArt_recall@100_c2a": 0.8333333333333334,
"eval_priorArt_recall@100_c2all": 0.7958333333333333,
"eval_priorArt_recall@100_c2c": 0.7625,
"eval_priorArt_recall@100_c2i": 0.7166666666666667,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.8458333333333334,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.4208333333333333,
"eval_priorArt_recall@10_a2c": 0.2833333333333333,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.25833333333333336,
"eval_priorArt_recall@10_c2c": 0.3166666666666667,
"eval_priorArt_recall@10_c2i": 0.15833333333333333,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.225,
"eval_priorArt_recall@10_i2i": 0.32916666666666666,
"eval_priorArt_recall@20_a2a": 0.5708333333333333,
"eval_priorArt_recall@20_a2all": 0.5958333333333333,
"eval_priorArt_recall@20_a2c": 0.5416666666666667,
"eval_priorArt_recall@20_a2i": 0.5083333333333333,
"eval_priorArt_recall@20_c2a": 0.4041666666666666,
"eval_priorArt_recall@20_c2all": 0.4583333333333333,
"eval_priorArt_recall@20_c2c": 0.4625,
"eval_priorArt_recall@20_c2i": 0.3583333333333333,
"eval_priorArt_recall@20_i2a": 0.4541666666666666,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4125,
"eval_priorArt_recall@20_i2i": 0.4291666666666667,
"eval_priorArt_recall@50_a2a": 0.7291666666666667,
"eval_priorArt_recall@50_a2all": 0.7625,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6625,
"eval_priorArt_recall@50_c2a": 0.7041666666666666,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.6791666666666666,
"eval_priorArt_recall@50_c2i": 0.6041666666666666,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.7041666666666667,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.7125000000000001,
"eval_sections_i2all_top_100_abstract_pct": 4.2,
"eval_sections_i2all_top_100_claim_pct": 32.05,
"eval_sections_i2all_top_100_invention_pct": 63.74999999999999,
"eval_sections_i2all_top_10_abstract_pct": 1.5,
"eval_sections_i2all_top_10_claim_pct": 21.0,
"eval_sections_i2all_top_10_invention_pct": 77.5,
"eval_sections_i2all_top_20_abstract_pct": 4.25,
"eval_sections_i2all_top_20_claim_pct": 24.5,
"eval_sections_i2all_top_20_invention_pct": 71.25,
"eval_sections_i2all_top_50_abstract_pct": 4.2,
"eval_sections_i2all_top_50_claim_pct": 28.799999999999997,
"eval_sections_i2all_top_50_invention_pct": 67.0,
"eval_singularentropy_abstract": 0.33492032883229383,
"eval_singularentropy_claim": 0.34169525180262184,
"eval_singularentropy_global": 0.3200578434884547,
"eval_singularentropy_invention": 0.35952144435291516,
"eval_uniformity_abstract": -3.001370906829834,
"eval_uniformity_claim": -2.6456151008605957,
"eval_uniformity_global": -2.866276741027832,
"eval_uniformity_invention": -2.711866855621338,
"step": 3625
},
{
"epoch": 0.6686314238349604,
"grad_norm": 0.002674377290531993,
"learning_rate": 2.994157414898427e-06,
"loss": 0.0002,
"step": 3630
},
{
"epoch": 0.6704733836802358,
"grad_norm": 0.006339874118566513,
"learning_rate": 2.9647505308077673e-06,
"loss": 0.0005,
"step": 3640
},
{
"epoch": 0.6723153435255111,
"grad_norm": 0.007330022286623716,
"learning_rate": 2.9354277879699057e-06,
"loss": 0.0004,
"step": 3650
},
{
"epoch": 0.6741573033707865,
"grad_norm": 0.002350589958950877,
"learning_rate": 2.9061903986452323e-06,
"loss": 0.0002,
"step": 3660
},
{
"epoch": 0.6759992632160619,
"grad_norm": 0.006782831624150276,
"learning_rate": 2.8770395715654566e-06,
"loss": 0.0002,
"step": 3670
},
{
"epoch": 0.6778412230613373,
"grad_norm": 0.0030013173818588257,
"learning_rate": 2.847976511883632e-06,
"loss": 0.0005,
"step": 3680
},
{
"epoch": 0.6796831829066127,
"grad_norm": 0.007233508862555027,
"learning_rate": 2.8190024211243307e-06,
"loss": 0.0006,
"step": 3690
},
{
"epoch": 0.681525142751888,
"grad_norm": 0.0027247369289398193,
"learning_rate": 2.7901184971339767e-06,
"loss": 0.001,
"step": 3700
},
{
"epoch": 0.6833671025971634,
"grad_norm": 0.0088706249371171,
"learning_rate": 2.761325934031317e-06,
"loss": 0.0002,
"step": 3710
},
{
"epoch": 0.6852090624424387,
"grad_norm": 0.01441279798746109,
"learning_rate": 2.7326259221580632e-06,
"loss": 0.0002,
"step": 3720
},
{
"epoch": 0.6870510222877141,
"grad_norm": 0.006466013379395008,
"learning_rate": 2.7040196480296677e-06,
"loss": 0.0003,
"step": 3730
},
{
"epoch": 0.6888929821329896,
"grad_norm": 0.0028593733441084623,
"learning_rate": 2.6755082942862894e-06,
"loss": 0.0002,
"step": 3740
},
{
"epoch": 0.6907349419782649,
"grad_norm": 0.0029852797742933035,
"learning_rate": 2.64709303964388e-06,
"loss": 0.0005,
"step": 3750
},
{
"epoch": 0.6907349419782649,
"eval_alignment_abstract": {
"mean_alignment": 0.8129713535308838
},
"eval_alignment_claim": {
"mean_alignment": 0.8106492161750793
},
"eval_alignment_global": {
"mean_alignment": 0.8897801041603088
},
"eval_alignment_invention": {
"mean_alignment": 0.785213828086853
},
"eval_ipc_cls_abstract_accuracy_primary": 53.12,
"eval_ipc_cls_abstract_precision@1": 58.120000000000005,
"eval_ipc_cls_abstract_precision@3": 29.599999999999998,
"eval_ipc_cls_abstract_precision@5": 19.952,
"eval_ipc_cls_global_accuracy_primary": 53.12,
"eval_ipc_cls_global_precision@1": 58.120000000000005,
"eval_ipc_cls_global_precision@3": 29.599999999999998,
"eval_ipc_cls_global_precision@5": 19.952,
"eval_ipc_knn_abstract_accuracy_primary": 56.32,
"eval_ipc_knn_abstract_precision@1": 60.480000000000004,
"eval_ipc_knn_abstract_precision@3": 24.546666666666663,
"eval_ipc_knn_abstract_precision@5": 14.895999999999997,
"eval_ipc_knn_global_accuracy_primary": 56.32,
"eval_ipc_knn_global_precision@1": 60.480000000000004,
"eval_ipc_knn_global_precision@3": 24.546666666666663,
"eval_ipc_knn_global_precision@5": 14.895999999999997,
"eval_priorArt_ndcg@100_a2a": 0.3576006184734736,
"eval_priorArt_ndcg@100_a2all": 0.35515742735613043,
"eval_priorArt_ndcg@100_a2c": 0.31786114204765803,
"eval_priorArt_ndcg@100_a2i": 0.28199080363169643,
"eval_priorArt_ndcg@100_c2a": 0.31451821699148425,
"eval_priorArt_ndcg@100_c2all": 0.3091608996258353,
"eval_priorArt_ndcg@100_c2c": 0.30827009568031843,
"eval_priorArt_ndcg@100_c2i": 0.23165879853026353,
"eval_priorArt_ndcg@100_i2a": 0.3518369061437184,
"eval_priorArt_ndcg@100_i2all": 0.31858273565265466,
"eval_priorArt_ndcg@100_i2c": 0.31873333566194584,
"eval_priorArt_ndcg@100_i2i": 0.29798411847042694,
"eval_priorArt_ndcg@10_a2a": 0.2478219891129437,
"eval_priorArt_ndcg@10_a2all": 0.2347402138551388,
"eval_priorArt_ndcg@10_a2c": 0.16588572921904585,
"eval_priorArt_ndcg@10_a2i": 0.15951162864984977,
"eval_priorArt_ndcg@10_c2a": 0.1588426109206143,
"eval_priorArt_ndcg@10_c2all": 0.1641696723581883,
"eval_priorArt_ndcg@10_c2c": 0.18170032593850646,
"eval_priorArt_ndcg@10_c2i": 0.09248717754723737,
"eval_priorArt_ndcg@10_i2a": 0.22905915525018247,
"eval_priorArt_ndcg@10_i2all": 0.17908853050983115,
"eval_priorArt_ndcg@10_i2c": 0.1655234230380983,
"eval_priorArt_ndcg@10_i2i": 0.18293743470405152,
"eval_priorArt_ndcg@20_a2a": 0.2929795645847982,
"eval_priorArt_ndcg@20_a2all": 0.2878543591870665,
"eval_priorArt_ndcg@20_a2c": 0.24574512570983256,
"eval_priorArt_ndcg@20_a2i": 0.22119115900319578,
"eval_priorArt_ndcg@20_c2a": 0.2182364974808931,
"eval_priorArt_ndcg@20_c2all": 0.2183728691728369,
"eval_priorArt_ndcg@20_c2c": 0.23521389648941066,
"eval_priorArt_ndcg@20_c2i": 0.14936829230601428,
"eval_priorArt_ndcg@20_i2a": 0.2739228805655302,
"eval_priorArt_ndcg@20_i2all": 0.23489333773956056,
"eval_priorArt_ndcg@20_i2c": 0.22582388188960573,
"eval_priorArt_ndcg@20_i2i": 0.20468009088149453,
"eval_priorArt_ndcg@50_a2a": 0.33548659757175014,
"eval_priorArt_ndcg@50_a2all": 0.3308392836454061,
"eval_priorArt_ndcg@50_a2c": 0.28562628413758484,
"eval_priorArt_ndcg@50_a2i": 0.2608629838193961,
"eval_priorArt_ndcg@50_c2a": 0.2863559801323768,
"eval_priorArt_ndcg@50_c2all": 0.2934126369983228,
"eval_priorArt_ndcg@50_c2c": 0.29050988449415327,
"eval_priorArt_ndcg@50_c2i": 0.19882272728107758,
"eval_priorArt_ndcg@50_i2a": 0.3137894182216067,
"eval_priorArt_ndcg@50_i2all": 0.2870729045712204,
"eval_priorArt_ndcg@50_i2c": 0.2837855548532739,
"eval_priorArt_ndcg@50_i2i": 0.27868432867404674,
"eval_priorArt_recall@100_a2a": 0.8291666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7625000000000001,
"eval_priorArt_recall@100_c2a": 0.8333333333333334,
"eval_priorArt_recall@100_c2all": 0.8125,
"eval_priorArt_recall@100_c2c": 0.7625,
"eval_priorArt_recall@100_c2i": 0.7166666666666667,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.8458333333333334,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.4208333333333333,
"eval_priorArt_recall@10_a2c": 0.27083333333333337,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.25833333333333336,
"eval_priorArt_recall@10_c2c": 0.29166666666666663,
"eval_priorArt_recall@10_c2i": 0.15833333333333333,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.225,
"eval_priorArt_recall@10_i2i": 0.35416666666666663,
"eval_priorArt_recall@20_a2a": 0.5708333333333333,
"eval_priorArt_recall@20_a2all": 0.5958333333333333,
"eval_priorArt_recall@20_a2c": 0.5416666666666667,
"eval_priorArt_recall@20_a2i": 0.5083333333333333,
"eval_priorArt_recall@20_c2a": 0.4208333333333333,
"eval_priorArt_recall@20_c2all": 0.4333333333333333,
"eval_priorArt_recall@20_c2c": 0.4625,
"eval_priorArt_recall@20_c2i": 0.3583333333333333,
"eval_priorArt_recall@20_i2a": 0.4541666666666666,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4125,
"eval_priorArt_recall@20_i2i": 0.4125,
"eval_priorArt_recall@50_a2a": 0.7291666666666667,
"eval_priorArt_recall@50_a2all": 0.7625,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6625,
"eval_priorArt_recall@50_c2a": 0.7041666666666666,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.6791666666666666,
"eval_priorArt_recall@50_c2i": 0.5708333333333333,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.7041666666666667,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.7125000000000001,
"eval_sections_i2all_top_100_abstract_pct": 4.25,
"eval_sections_i2all_top_100_claim_pct": 31.6,
"eval_sections_i2all_top_100_invention_pct": 64.14999999999999,
"eval_sections_i2all_top_10_abstract_pct": 1.5,
"eval_sections_i2all_top_10_claim_pct": 21.5,
"eval_sections_i2all_top_10_invention_pct": 77.0,
"eval_sections_i2all_top_20_abstract_pct": 4.25,
"eval_sections_i2all_top_20_claim_pct": 24.0,
"eval_sections_i2all_top_20_invention_pct": 71.75,
"eval_sections_i2all_top_50_abstract_pct": 4.3,
"eval_sections_i2all_top_50_claim_pct": 28.199999999999996,
"eval_sections_i2all_top_50_invention_pct": 67.5,
"eval_singularentropy_abstract": 0.3373893804292134,
"eval_singularentropy_claim": 0.3433250454113932,
"eval_singularentropy_global": 0.32206289837364743,
"eval_singularentropy_invention": 0.3613395828044077,
"eval_uniformity_abstract": -2.9928102493286133,
"eval_uniformity_claim": -2.6453819274902344,
"eval_uniformity_global": -2.862621307373047,
"eval_uniformity_invention": -2.710489511489868,
"step": 3750
},
{
"epoch": 0.6925769018235403,
"grad_norm": 0.0014261407777667046,
"learning_rate": 2.6187750588454665e-06,
"loss": 0.0002,
"step": 3760
},
{
"epoch": 0.6944188616688156,
"grad_norm": 0.002867919160053134,
"learning_rate": 2.5905555226125865e-06,
"loss": 0.0002,
"step": 3770
},
{
"epoch": 0.696260821514091,
"grad_norm": 0.0030425768345594406,
"learning_rate": 2.5624355975968775e-06,
"loss": 0.0002,
"step": 3780
},
{
"epoch": 0.6981027813593663,
"grad_norm": 0.00474763847887516,
"learning_rate": 2.5344164463318573e-06,
"loss": 0.0002,
"step": 3790
},
{
"epoch": 0.6999447412046418,
"grad_norm": 0.0017070223111659288,
"learning_rate": 2.5064992271848504e-06,
"loss": 0.0005,
"step": 3800
},
{
"epoch": 0.7017867010499171,
"grad_norm": 0.0026094685308635235,
"learning_rate": 2.4786850943091133e-06,
"loss": 0.0002,
"step": 3810
},
{
"epoch": 0.7036286608951925,
"grad_norm": 0.00380354980006814,
"learning_rate": 2.450975197596103e-06,
"loss": 0.0002,
"step": 3820
},
{
"epoch": 0.7054706207404678,
"grad_norm": 0.00666456064209342,
"learning_rate": 2.423370682627954e-06,
"loss": 0.0002,
"step": 3830
},
{
"epoch": 0.7073125805857432,
"grad_norm": 0.011062952689826488,
"learning_rate": 2.395872690630104e-06,
"loss": 0.0002,
"step": 3840
},
{
"epoch": 0.7091545404310186,
"grad_norm": 0.002446537371724844,
"learning_rate": 2.3684823584241255e-06,
"loss": 0.0002,
"step": 3850
},
{
"epoch": 0.710996500276294,
"grad_norm": 0.022853093221783638,
"learning_rate": 2.341200818380717e-06,
"loss": 0.0002,
"step": 3860
},
{
"epoch": 0.7128384601215694,
"grad_norm": 0.004686316940933466,
"learning_rate": 2.3140291983728936e-06,
"loss": 0.0002,
"step": 3870
},
{
"epoch": 0.713759440044207,
"eval_alignment_abstract": {
"mean_alignment": 0.8146157264709473
},
"eval_alignment_claim": {
"mean_alignment": 0.8121428489685059
},
"eval_alignment_global": {
"mean_alignment": 0.8908030390739441
},
"eval_alignment_invention": {
"mean_alignment": 0.7861092686653137
},
"eval_ipc_cls_abstract_accuracy_primary": 53.32,
"eval_ipc_cls_abstract_precision@1": 58.24,
"eval_ipc_cls_abstract_precision@3": 29.599999999999998,
"eval_ipc_cls_abstract_precision@5": 19.952,
"eval_ipc_cls_global_accuracy_primary": 53.32,
"eval_ipc_cls_global_precision@1": 58.24,
"eval_ipc_cls_global_precision@3": 29.599999999999998,
"eval_ipc_cls_global_precision@5": 19.952,
"eval_ipc_knn_abstract_accuracy_primary": 56.32,
"eval_ipc_knn_abstract_precision@1": 60.56,
"eval_ipc_knn_abstract_precision@3": 24.626666666666665,
"eval_ipc_knn_abstract_precision@5": 14.936,
"eval_ipc_knn_global_accuracy_primary": 56.32,
"eval_ipc_knn_global_precision@1": 60.56,
"eval_ipc_knn_global_precision@3": 24.626666666666665,
"eval_ipc_knn_global_precision@5": 14.936,
"eval_priorArt_ndcg@100_a2a": 0.35725337056251394,
"eval_priorArt_ndcg@100_a2all": 0.3551168959544987,
"eval_priorArt_ndcg@100_a2c": 0.31800249484500964,
"eval_priorArt_ndcg@100_a2i": 0.2813076812663597,
"eval_priorArt_ndcg@100_c2a": 0.3064993665518719,
"eval_priorArt_ndcg@100_c2all": 0.3098211105132185,
"eval_priorArt_ndcg@100_c2c": 0.30858268030155855,
"eval_priorArt_ndcg@100_c2i": 0.23993900755084097,
"eval_priorArt_ndcg@100_i2a": 0.34781986479752325,
"eval_priorArt_ndcg@100_i2all": 0.311889959041156,
"eval_priorArt_ndcg@100_i2c": 0.3188278818160916,
"eval_priorArt_ndcg@100_i2i": 0.28889740462965363,
"eval_priorArt_ndcg@10_a2a": 0.2471029222343862,
"eval_priorArt_ndcg@10_a2all": 0.23465964866006134,
"eval_priorArt_ndcg@10_a2c": 0.16588572921904585,
"eval_priorArt_ndcg@10_a2i": 0.1581054218379004,
"eval_priorArt_ndcg@10_c2a": 0.15018277016776976,
"eval_priorArt_ndcg@10_c2all": 0.1641696723581883,
"eval_priorArt_ndcg@10_c2c": 0.18170032593850646,
"eval_priorArt_ndcg@10_c2i": 0.10070448295819681,
"eval_priorArt_ndcg@10_i2a": 0.22877740076948555,
"eval_priorArt_ndcg@10_i2all": 0.17248524515330604,
"eval_priorArt_ndcg@10_i2c": 0.1655234230380983,
"eval_priorArt_ndcg@10_i2i": 0.1737735906430407,
"eval_priorArt_ndcg@20_a2a": 0.2926437006237881,
"eval_priorArt_ndcg@20_a2all": 0.2877595146163544,
"eval_priorArt_ndcg@20_a2c": 0.24597358150077192,
"eval_priorArt_ndcg@20_a2i": 0.2204742414860288,
"eval_priorArt_ndcg@20_c2a": 0.21518556285626245,
"eval_priorArt_ndcg@20_c2all": 0.21881909303542407,
"eval_priorArt_ndcg@20_c2c": 0.23559428270106259,
"eval_priorArt_ndcg@20_c2i": 0.1578927788190105,
"eval_priorArt_ndcg@20_i2a": 0.2736411260848334,
"eval_priorArt_ndcg@20_i2all": 0.2280481486055308,
"eval_priorArt_ndcg@20_i2c": 0.21927935275755867,
"eval_priorArt_ndcg@20_i2i": 0.19541183073871787,
"eval_priorArt_ndcg@50_a2a": 0.33519498225718714,
"eval_priorArt_ndcg@50_a2all": 0.33081952555298655,
"eval_priorArt_ndcg@50_a2c": 0.2858045948763346,
"eval_priorArt_ndcg@50_a2i": 0.26017811255338147,
"eval_priorArt_ndcg@50_c2a": 0.27828245896857995,
"eval_priorArt_ndcg@50_c2all": 0.29403325659277113,
"eval_priorArt_ndcg@50_c2c": 0.290854981238142,
"eval_priorArt_ndcg@50_c2i": 0.21129990751623784,
"eval_priorArt_ndcg@50_i2a": 0.31340388042113543,
"eval_priorArt_ndcg@50_i2all": 0.28028027261101235,
"eval_priorArt_ndcg@50_i2c": 0.2839759112824986,
"eval_priorArt_ndcg@50_i2i": 0.2736313676697071,
"eval_priorArt_recall@100_a2a": 0.8291666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7625000000000001,
"eval_priorArt_recall@100_c2a": 0.8333333333333334,
"eval_priorArt_recall@100_c2all": 0.8125,
"eval_priorArt_recall@100_c2c": 0.7625,
"eval_priorArt_recall@100_c2i": 0.7166666666666667,
"eval_priorArt_recall@100_i2a": 0.7875,
"eval_priorArt_recall@100_i2all": 0.8458333333333334,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.4208333333333333,
"eval_priorArt_recall@10_a2c": 0.27083333333333337,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.25833333333333336,
"eval_priorArt_recall@10_c2c": 0.29166666666666663,
"eval_priorArt_recall@10_c2i": 0.15833333333333333,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.225,
"eval_priorArt_recall@10_i2i": 0.35416666666666663,
"eval_priorArt_recall@20_a2a": 0.5708333333333333,
"eval_priorArt_recall@20_a2all": 0.5958333333333333,
"eval_priorArt_recall@20_a2c": 0.5416666666666667,
"eval_priorArt_recall@20_a2i": 0.5083333333333333,
"eval_priorArt_recall@20_c2a": 0.4375,
"eval_priorArt_recall@20_c2all": 0.4333333333333333,
"eval_priorArt_recall@20_c2c": 0.4625,
"eval_priorArt_recall@20_c2i": 0.3583333333333333,
"eval_priorArt_recall@20_i2a": 0.4541666666666666,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.3875,
"eval_priorArt_recall@20_i2i": 0.4125,
"eval_priorArt_recall@50_a2a": 0.7291666666666667,
"eval_priorArt_recall@50_a2all": 0.7625,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6625,
"eval_priorArt_recall@50_c2a": 0.7041666666666666,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.6791666666666666,
"eval_priorArt_recall@50_c2i": 0.5875,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.7041666666666667,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.7291666666666667,
"eval_sections_i2all_top_100_abstract_pct": 4.3,
"eval_sections_i2all_top_100_claim_pct": 31.5,
"eval_sections_i2all_top_100_invention_pct": 64.2,
"eval_sections_i2all_top_10_abstract_pct": 1.5,
"eval_sections_i2all_top_10_claim_pct": 21.5,
"eval_sections_i2all_top_10_invention_pct": 77.0,
"eval_sections_i2all_top_20_abstract_pct": 4.25,
"eval_sections_i2all_top_20_claim_pct": 23.5,
"eval_sections_i2all_top_20_invention_pct": 72.25,
"eval_sections_i2all_top_50_abstract_pct": 4.3999999999999995,
"eval_sections_i2all_top_50_claim_pct": 28.000000000000004,
"eval_sections_i2all_top_50_invention_pct": 67.60000000000001,
"eval_singularentropy_abstract": 0.337428828405665,
"eval_singularentropy_claim": 0.34351026666468154,
"eval_singularentropy_global": 0.32222561480449635,
"eval_singularentropy_invention": 0.3615132029919673,
"eval_uniformity_abstract": -2.991018056869507,
"eval_uniformity_claim": -2.6441304683685303,
"eval_uniformity_global": -2.8601348400115967,
"eval_uniformity_invention": -2.7078590393066406,
"step": 3875
},
{
"epoch": 0.7146804199668447,
"grad_norm": 0.0017851670272648335,
"learning_rate": 2.2869686217293617e-06,
"loss": 0.0002,
"step": 3880
},
{
"epoch": 0.7165223798121201,
"grad_norm": 0.0031703610438853502,
"learning_rate": 2.2600202071880694e-06,
"loss": 0.0007,
"step": 3890
},
{
"epoch": 0.7183643396573954,
"grad_norm": 0.0034044503699988127,
"learning_rate": 2.2331850688499655e-06,
"loss": 0.0003,
"step": 3900
},
{
"epoch": 0.7202062995026708,
"grad_norm": 0.01466550212353468,
"learning_rate": 2.2064643161329314e-06,
"loss": 0.0002,
"step": 3910
},
{
"epoch": 0.7220482593479463,
"grad_norm": 0.02744264155626297,
"learning_rate": 2.179859053725925e-06,
"loss": 0.0002,
"step": 3920
},
{
"epoch": 0.7238902191932216,
"grad_norm": 0.08592263609170914,
"learning_rate": 2.1533703815433e-06,
"loss": 0.0004,
"step": 3930
},
{
"epoch": 0.725732179038497,
"grad_norm": 0.004184933379292488,
"learning_rate": 2.1269993946793414e-06,
"loss": 0.0002,
"step": 3940
},
{
"epoch": 0.7275741388837723,
"grad_norm": 0.003433879464864731,
"learning_rate": 2.1007471833629932e-06,
"loss": 0.0002,
"step": 3950
},
{
"epoch": 0.7294160987290477,
"grad_norm": 0.00847096648067236,
"learning_rate": 2.074614832912775e-06,
"loss": 0.0004,
"step": 3960
},
{
"epoch": 0.7312580585743231,
"grad_norm": 0.004038836807012558,
"learning_rate": 2.0486034236919272e-06,
"loss": 0.0002,
"step": 3970
},
{
"epoch": 0.7331000184195985,
"grad_norm": 0.001239851233549416,
"learning_rate": 2.022714031063733e-06,
"loss": 0.0002,
"step": 3980
},
{
"epoch": 0.7349419782648738,
"grad_norm": 0.0029086917638778687,
"learning_rate": 1.996947725347076e-06,
"loss": 0.0001,
"step": 3990
},
{
"epoch": 0.7367839381101492,
"grad_norm": 0.003783993422985077,
"learning_rate": 1.971305571772173e-06,
"loss": 0.0002,
"step": 4000
},
{
"epoch": 0.7367839381101492,
"eval_alignment_abstract": {
"mean_alignment": 0.8148623108863831
},
"eval_alignment_claim": {
"mean_alignment": 0.8124809861183167
},
"eval_alignment_global": {
"mean_alignment": 0.8909894227981567
},
"eval_alignment_invention": {
"mean_alignment": 0.7857998013496399
},
"eval_ipc_cls_abstract_accuracy_primary": 53.44,
"eval_ipc_cls_abstract_precision@1": 58.199999999999996,
"eval_ipc_cls_abstract_precision@3": 29.61333333333333,
"eval_ipc_cls_abstract_precision@5": 19.904000000000003,
"eval_ipc_cls_global_accuracy_primary": 53.44,
"eval_ipc_cls_global_precision@1": 58.199999999999996,
"eval_ipc_cls_global_precision@3": 29.61333333333333,
"eval_ipc_cls_global_precision@5": 19.904000000000003,
"eval_ipc_knn_abstract_accuracy_primary": 56.36,
"eval_ipc_knn_abstract_precision@1": 60.6,
"eval_ipc_knn_abstract_precision@3": 24.6,
"eval_ipc_knn_abstract_precision@5": 14.92,
"eval_ipc_knn_global_accuracy_primary": 56.36,
"eval_ipc_knn_global_precision@1": 60.6,
"eval_ipc_knn_global_precision@3": 24.6,
"eval_ipc_knn_global_precision@5": 14.92,
"eval_priorArt_ndcg@100_a2a": 0.36051730068863475,
"eval_priorArt_ndcg@100_a2all": 0.3567587841799177,
"eval_priorArt_ndcg@100_a2c": 0.31789017369319966,
"eval_priorArt_ndcg@100_a2i": 0.28160019620049864,
"eval_priorArt_ndcg@100_c2a": 0.30661859553761456,
"eval_priorArt_ndcg@100_c2all": 0.3098696858769094,
"eval_priorArt_ndcg@100_c2c": 0.30880073996902124,
"eval_priorArt_ndcg@100_c2i": 0.23031554037517116,
"eval_priorArt_ndcg@100_i2a": 0.34855304175490237,
"eval_priorArt_ndcg@100_i2all": 0.31087706344765975,
"eval_priorArt_ndcg@100_i2c": 0.3113729745173769,
"eval_priorArt_ndcg@100_i2i": 0.2876625579026691,
"eval_priorArt_ndcg@10_a2a": 0.250476867636645,
"eval_priorArt_ndcg@10_a2all": 0.23602445222986032,
"eval_priorArt_ndcg@10_a2c": 0.15910313054742348,
"eval_priorArt_ndcg@10_a2i": 0.15882757748528387,
"eval_priorArt_ndcg@10_c2a": 0.15018277016776976,
"eval_priorArt_ndcg@10_c2all": 0.1641696723581883,
"eval_priorArt_ndcg@10_c2c": 0.18203902506966166,
"eval_priorArt_ndcg@10_c2i": 0.09144647026950076,
"eval_priorArt_ndcg@10_i2a": 0.2294784195764151,
"eval_priorArt_ndcg@10_i2all": 0.17145696745514633,
"eval_priorArt_ndcg@10_i2c": 0.15789185998341349,
"eval_priorArt_ndcg@10_i2i": 0.172745312944881,
"eval_priorArt_ndcg@20_a2a": 0.295812501990483,
"eval_priorArt_ndcg@20_a2all": 0.28925931950033795,
"eval_priorArt_ndcg@20_a2c": 0.24587108365174387,
"eval_priorArt_ndcg@20_a2i": 0.22090401339828367,
"eval_priorArt_ndcg@20_c2a": 0.2099936888448981,
"eval_priorArt_ndcg@20_c2all": 0.22564594067922047,
"eval_priorArt_ndcg@20_c2c": 0.23566611591709336,
"eval_priorArt_ndcg@20_c2i": 0.14278400980484418,
"eval_priorArt_ndcg@20_i2a": 0.2743421448917629,
"eval_priorArt_ndcg@20_i2all": 0.22718309943746254,
"eval_priorArt_ndcg@20_i2c": 0.211852038369664,
"eval_priorArt_ndcg@20_i2i": 0.19428911863180254,
"eval_priorArt_ndcg@50_a2a": 0.33850690006978906,
"eval_priorArt_ndcg@50_a2all": 0.3325302347617021,
"eval_priorArt_ndcg@50_a2c": 0.28568496960108264,
"eval_priorArt_ndcg@50_a2i": 0.26039074019394454,
"eval_priorArt_ndcg@50_c2a": 0.2784261789691153,
"eval_priorArt_ndcg@50_c2all": 0.29402978372063765,
"eval_priorArt_ndcg@50_c2c": 0.291081630459291,
"eval_priorArt_ndcg@50_c2i": 0.19759205479448025,
"eval_priorArt_ndcg@50_i2a": 0.3141228025153833,
"eval_priorArt_ndcg@50_i2all": 0.2793621986872914,
"eval_priorArt_ndcg@50_i2c": 0.2764875026967571,
"eval_priorArt_ndcg@50_i2i": 0.268317823674114,
"eval_priorArt_recall@100_a2a": 0.8291666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7625000000000001,
"eval_priorArt_recall@100_c2a": 0.8333333333333334,
"eval_priorArt_recall@100_c2all": 0.8125,
"eval_priorArt_recall@100_c2c": 0.7625,
"eval_priorArt_recall@100_c2i": 0.7166666666666667,
"eval_priorArt_recall@100_i2a": 0.7875,
"eval_priorArt_recall@100_i2all": 0.8458333333333334,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4291666666666667,
"eval_priorArt_recall@10_a2all": 0.4208333333333333,
"eval_priorArt_recall@10_a2c": 0.25416666666666665,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.25833333333333336,
"eval_priorArt_recall@10_c2c": 0.29166666666666663,
"eval_priorArt_recall@10_c2i": 0.15833333333333333,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.225,
"eval_priorArt_recall@10_i2i": 0.35416666666666663,
"eval_priorArt_recall@20_a2a": 0.5708333333333333,
"eval_priorArt_recall@20_a2all": 0.5958333333333333,
"eval_priorArt_recall@20_a2c": 0.5416666666666667,
"eval_priorArt_recall@20_a2i": 0.5083333333333333,
"eval_priorArt_recall@20_c2a": 0.4208333333333333,
"eval_priorArt_recall@20_c2all": 0.4583333333333333,
"eval_priorArt_recall@20_c2c": 0.4625,
"eval_priorArt_recall@20_c2i": 0.3416666666666667,
"eval_priorArt_recall@20_i2a": 0.4541666666666666,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.3875,
"eval_priorArt_recall@20_i2i": 0.4125,
"eval_priorArt_recall@50_a2a": 0.7291666666666667,
"eval_priorArt_recall@50_a2all": 0.7625,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6625,
"eval_priorArt_recall@50_c2a": 0.7041666666666666,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.6791666666666666,
"eval_priorArt_recall@50_c2i": 0.5708333333333333,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.7041666666666667,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.7125000000000001,
"eval_sections_i2all_top_100_abstract_pct": 4.3999999999999995,
"eval_sections_i2all_top_100_claim_pct": 31.4,
"eval_sections_i2all_top_100_invention_pct": 64.2,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 21.0,
"eval_sections_i2all_top_10_invention_pct": 77.0,
"eval_sections_i2all_top_20_abstract_pct": 4.0,
"eval_sections_i2all_top_20_claim_pct": 23.75,
"eval_sections_i2all_top_20_invention_pct": 72.25,
"eval_sections_i2all_top_50_abstract_pct": 4.3999999999999995,
"eval_sections_i2all_top_50_claim_pct": 28.299999999999997,
"eval_sections_i2all_top_50_invention_pct": 67.30000000000001,
"eval_singularentropy_abstract": 0.3378944287949408,
"eval_singularentropy_claim": 0.34403340062132454,
"eval_singularentropy_global": 0.32270055054734903,
"eval_singularentropy_invention": 0.3619348550775545,
"eval_uniformity_abstract": -2.9880948066711426,
"eval_uniformity_claim": -2.6409711837768555,
"eval_uniformity_global": -2.8572137355804443,
"eval_uniformity_invention": -2.7049472332000732,
"step": 4000
},
{
"epoch": 0.7386258979554245,
"grad_norm": 0.0017389875138178468,
"learning_rate": 1.9457886304365533e-06,
"loss": 0.0002,
"step": 4010
},
{
"epoch": 0.7404678578006999,
"grad_norm": 0.003207756206393242,
"learning_rate": 1.9203979562612187e-06,
"loss": 0.0002,
"step": 4020
},
{
"epoch": 0.7423098176459754,
"grad_norm": 0.0072258287109434605,
"learning_rate": 1.895134598947035e-06,
"loss": 0.0002,
"step": 4030
},
{
"epoch": 0.7441517774912507,
"grad_norm": 0.005607144441455603,
"learning_rate": 1.8699996029313423e-06,
"loss": 0.0002,
"step": 4040
},
{
"epoch": 0.7459937373365261,
"grad_norm": 0.017855172976851463,
"learning_rate": 1.8449940073447626e-06,
"loss": 0.0009,
"step": 4050
},
{
"epoch": 0.7478356971818014,
"grad_norm": 0.005482708103954792,
"learning_rate": 1.820118845968254e-06,
"loss": 0.0002,
"step": 4060
},
{
"epoch": 0.7496776570270768,
"grad_norm": 0.07622078061103821,
"learning_rate": 1.7953751471903585e-06,
"loss": 0.0003,
"step": 4070
},
{
"epoch": 0.7515196168723521,
"grad_norm": 0.013806194998323917,
"learning_rate": 1.7707639339647015e-06,
"loss": 0.0005,
"step": 4080
},
{
"epoch": 0.7533615767176276,
"grad_norm": 0.012647527270019054,
"learning_rate": 1.7462862237676835e-06,
"loss": 0.0002,
"step": 4090
},
{
"epoch": 0.755203536562903,
"grad_norm": 0.006615736987441778,
"learning_rate": 1.7219430285564342e-06,
"loss": 0.0005,
"step": 4100
},
{
"epoch": 0.7570454964081783,
"grad_norm": 0.004612572491168976,
"learning_rate": 1.6977353547269575e-06,
"loss": 0.0003,
"step": 4110
},
{
"epoch": 0.7588874562534537,
"grad_norm": 0.003609907114878297,
"learning_rate": 1.6736642030725435e-06,
"loss": 0.0007,
"step": 4120
},
{
"epoch": 0.7598084361760914,
"eval_alignment_abstract": {
"mean_alignment": 0.8146246075630188
},
"eval_alignment_claim": {
"mean_alignment": 0.8133041262626648
},
"eval_alignment_global": {
"mean_alignment": 0.8906472325325012
},
"eval_alignment_invention": {
"mean_alignment": 0.7859638929367065
},
"eval_ipc_cls_abstract_accuracy_primary": 53.28000000000001,
"eval_ipc_cls_abstract_precision@1": 57.99999999999999,
"eval_ipc_cls_abstract_precision@3": 29.653333333333332,
"eval_ipc_cls_abstract_precision@5": 19.912,
"eval_ipc_cls_global_accuracy_primary": 53.28000000000001,
"eval_ipc_cls_global_precision@1": 57.99999999999999,
"eval_ipc_cls_global_precision@3": 29.653333333333332,
"eval_ipc_cls_global_precision@5": 19.912,
"eval_ipc_knn_abstract_accuracy_primary": 56.52,
"eval_ipc_knn_abstract_precision@1": 60.84,
"eval_ipc_knn_abstract_precision@3": 24.72,
"eval_ipc_knn_abstract_precision@5": 14.984,
"eval_ipc_knn_global_accuracy_primary": 56.52,
"eval_ipc_knn_global_precision@1": 60.84,
"eval_ipc_knn_global_precision@3": 24.72,
"eval_ipc_knn_global_precision@5": 14.984,
"eval_priorArt_ndcg@100_a2a": 0.35973322025325316,
"eval_priorArt_ndcg@100_a2all": 0.3572354836519904,
"eval_priorArt_ndcg@100_a2c": 0.3180431094371695,
"eval_priorArt_ndcg@100_a2i": 0.2823747077620487,
"eval_priorArt_ndcg@100_c2a": 0.3070074663825175,
"eval_priorArt_ndcg@100_c2all": 0.3098132695484058,
"eval_priorArt_ndcg@100_c2c": 0.30864603423238884,
"eval_priorArt_ndcg@100_c2i": 0.2305690202262271,
"eval_priorArt_ndcg@100_i2a": 0.3489209877900817,
"eval_priorArt_ndcg@100_i2all": 0.3100128229043048,
"eval_priorArt_ndcg@100_i2c": 0.3084506582163514,
"eval_priorArt_ndcg@100_i2i": 0.2875947237241136,
"eval_priorArt_ndcg@10_a2a": 0.2409136513359587,
"eval_priorArt_ndcg@10_a2all": 0.2363052022012294,
"eval_priorArt_ndcg@10_a2c": 0.15938388051879254,
"eval_priorArt_ndcg@10_a2i": 0.15954664436384142,
"eval_priorArt_ndcg@10_c2a": 0.15018277016776976,
"eval_priorArt_ndcg@10_c2all": 0.1641696723581883,
"eval_priorArt_ndcg@10_c2c": 0.18170032593850646,
"eval_priorArt_ndcg@10_c2i": 0.09107964976972474,
"eval_priorArt_ndcg@10_i2a": 0.2294784195764151,
"eval_priorArt_ndcg@10_i2all": 0.17929065409618894,
"eval_priorArt_ndcg@10_i2c": 0.15481973258568912,
"eval_priorArt_ndcg@10_i2i": 0.172745312944881,
"eval_priorArt_ndcg@20_a2a": 0.3003481241418361,
"eval_priorArt_ndcg@20_a2all": 0.29488713701760483,
"eval_priorArt_ndcg@20_a2c": 0.24601683230892846,
"eval_priorArt_ndcg@20_a2i": 0.22186498405434593,
"eval_priorArt_ndcg@20_c2a": 0.21533572905798765,
"eval_priorArt_ndcg@20_c2all": 0.21866617198598295,
"eval_priorArt_ndcg@20_c2c": 0.2353274167859382,
"eval_priorArt_ndcg@20_c2i": 0.14810908715059803,
"eval_priorArt_ndcg@20_i2a": 0.274481943606381,
"eval_priorArt_ndcg@20_i2all": 0.22630190334502776,
"eval_priorArt_ndcg@20_i2c": 0.2087363028090475,
"eval_priorArt_ndcg@20_i2i": 0.19446222828797138,
"eval_priorArt_ndcg@50_a2a": 0.3377808794137774,
"eval_priorArt_ndcg@50_a2all": 0.3330642200645436,
"eval_priorArt_ndcg@50_a2c": 0.28588203258519423,
"eval_priorArt_ndcg@50_a2i": 0.26118252943342857,
"eval_priorArt_ndcg@50_c2a": 0.27874482048275395,
"eval_priorArt_ndcg@50_c2all": 0.29399492901718327,
"eval_priorArt_ndcg@50_c2c": 0.29093314585050506,
"eval_priorArt_ndcg@50_c2i": 0.2019726604360239,
"eval_priorArt_ndcg@50_i2a": 0.3143467758524693,
"eval_priorArt_ndcg@50_i2all": 0.2785083145449121,
"eval_priorArt_ndcg@50_i2c": 0.27359960765225483,
"eval_priorArt_ndcg@50_i2i": 0.2683280063775426,
"eval_priorArt_recall@100_a2a": 0.8291666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7625000000000001,
"eval_priorArt_recall@100_c2a": 0.8333333333333334,
"eval_priorArt_recall@100_c2all": 0.8125,
"eval_priorArt_recall@100_c2c": 0.7625,
"eval_priorArt_recall@100_c2i": 0.7166666666666667,
"eval_priorArt_recall@100_i2a": 0.7875,
"eval_priorArt_recall@100_i2all": 0.8458333333333334,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4041666666666667,
"eval_priorArt_recall@10_a2all": 0.4208333333333333,
"eval_priorArt_recall@10_a2c": 0.25416666666666665,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.25833333333333336,
"eval_priorArt_recall@10_c2c": 0.29166666666666663,
"eval_priorArt_recall@10_c2i": 0.15833333333333333,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.225,
"eval_priorArt_recall@10_i2i": 0.35416666666666663,
"eval_priorArt_recall@20_a2a": 0.5875,
"eval_priorArt_recall@20_a2all": 0.6125,
"eval_priorArt_recall@20_a2c": 0.5416666666666667,
"eval_priorArt_recall@20_a2i": 0.5083333333333333,
"eval_priorArt_recall@20_c2a": 0.4375,
"eval_priorArt_recall@20_c2all": 0.4333333333333333,
"eval_priorArt_recall@20_c2c": 0.4625,
"eval_priorArt_recall@20_c2i": 0.3583333333333333,
"eval_priorArt_recall@20_i2a": 0.4541666666666666,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.3875,
"eval_priorArt_recall@20_i2i": 0.4125,
"eval_priorArt_recall@50_a2a": 0.7291666666666667,
"eval_priorArt_recall@50_a2all": 0.7625,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6625,
"eval_priorArt_recall@50_c2a": 0.7041666666666666,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.6791666666666666,
"eval_priorArt_recall@50_c2i": 0.5875,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.7041666666666667,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.7125000000000001,
"eval_sections_i2all_top_100_abstract_pct": 4.35,
"eval_sections_i2all_top_100_claim_pct": 31.25,
"eval_sections_i2all_top_100_invention_pct": 64.4,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 21.0,
"eval_sections_i2all_top_10_invention_pct": 77.0,
"eval_sections_i2all_top_20_abstract_pct": 4.0,
"eval_sections_i2all_top_20_claim_pct": 23.5,
"eval_sections_i2all_top_20_invention_pct": 72.5,
"eval_sections_i2all_top_50_abstract_pct": 4.3999999999999995,
"eval_sections_i2all_top_50_claim_pct": 28.1,
"eval_sections_i2all_top_50_invention_pct": 67.5,
"eval_singularentropy_abstract": 0.33813495080564615,
"eval_singularentropy_claim": 0.34424397644793636,
"eval_singularentropy_global": 0.32296782131730234,
"eval_singularentropy_invention": 0.3621282875372357,
"eval_uniformity_abstract": -2.9850261211395264,
"eval_uniformity_claim": -2.6404736042022705,
"eval_uniformity_global": -2.854888677597046,
"eval_uniformity_invention": -2.7032389640808105,
"step": 4125
},
{
"epoch": 0.760729416098729,
"grad_norm": 0.010063893161714077,
"learning_rate": 1.6497305687423782e-06,
"loss": 0.0002,
"step": 4130
},
{
"epoch": 0.7625713759440044,
"grad_norm": 0.009448687545955181,
"learning_rate": 1.6259354412004085e-06,
"loss": 0.0003,
"step": 4140
},
{
"epoch": 0.7644133357892798,
"grad_norm": 0.10474604368209839,
"learning_rate": 1.6022798041844407e-06,
"loss": 0.0004,
"step": 4150
},
{
"epoch": 0.7662552956345552,
"grad_norm": 0.0026000584475696087,
"learning_rate": 1.5787646356654602e-06,
"loss": 0.0002,
"step": 4160
},
{
"epoch": 0.7680972554798305,
"grad_norm": 0.0027519629802554846,
"learning_rate": 1.555390907807211e-06,
"loss": 0.0003,
"step": 4170
},
{
"epoch": 0.7699392153251059,
"grad_norm": 0.00303154275752604,
"learning_rate": 1.5321595869259943e-06,
"loss": 0.0004,
"step": 4180
},
{
"epoch": 0.7717811751703813,
"grad_norm": 0.008801225572824478,
"learning_rate": 1.5090716334507306e-06,
"loss": 0.0003,
"step": 4190
},
{
"epoch": 0.7736231350156566,
"grad_norm": 0.001623255549930036,
"learning_rate": 1.486128001883239e-06,
"loss": 0.0002,
"step": 4200
},
{
"epoch": 0.7754650948609321,
"grad_norm": 0.003030025400221348,
"learning_rate": 1.4633296407587922e-06,
"loss": 0.0002,
"step": 4210
},
{
"epoch": 0.7773070547062074,
"grad_norm": 0.002796467859297991,
"learning_rate": 1.4406774926068912e-06,
"loss": 0.0002,
"step": 4220
},
{
"epoch": 0.7791490145514828,
"grad_norm": 0.014255283400416374,
"learning_rate": 1.418172493912301e-06,
"loss": 0.0004,
"step": 4230
},
{
"epoch": 0.7809909743967581,
"grad_norm": 0.006972681265324354,
"learning_rate": 1.3958155750763396e-06,
"loss": 0.0004,
"step": 4240
},
{
"epoch": 0.7828329342420335,
"grad_norm": 0.003311881562694907,
"learning_rate": 1.3736076603784049e-06,
"loss": 0.0002,
"step": 4250
},
{
"epoch": 0.7828329342420335,
"eval_alignment_abstract": {
"mean_alignment": 0.8166775107383728
},
"eval_alignment_claim": {
"mean_alignment": 0.8148956894874573
},
"eval_alignment_global": {
"mean_alignment": 0.8917102217674255
},
"eval_alignment_invention": {
"mean_alignment": 0.7873579263687134
},
"eval_ipc_cls_abstract_accuracy_primary": 53.239999999999995,
"eval_ipc_cls_abstract_precision@1": 57.96,
"eval_ipc_cls_abstract_precision@3": 29.666666666666664,
"eval_ipc_cls_abstract_precision@5": 19.927999999999997,
"eval_ipc_cls_global_accuracy_primary": 53.239999999999995,
"eval_ipc_cls_global_precision@1": 57.96,
"eval_ipc_cls_global_precision@3": 29.666666666666664,
"eval_ipc_cls_global_precision@5": 19.927999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 56.52,
"eval_ipc_knn_abstract_precision@1": 60.8,
"eval_ipc_knn_abstract_precision@3": 24.706666666666667,
"eval_ipc_knn_abstract_precision@5": 14.976,
"eval_ipc_knn_global_accuracy_primary": 56.52,
"eval_ipc_knn_global_precision@1": 60.8,
"eval_ipc_knn_global_precision@3": 24.706666666666667,
"eval_ipc_knn_global_precision@5": 14.976,
"eval_priorArt_ndcg@100_a2a": 0.35787807934072646,
"eval_priorArt_ndcg@100_a2all": 0.3560725901895631,
"eval_priorArt_ndcg@100_a2c": 0.31851829620554406,
"eval_priorArt_ndcg@100_a2i": 0.28072635690902265,
"eval_priorArt_ndcg@100_c2a": 0.30709731809638535,
"eval_priorArt_ndcg@100_c2all": 0.30632582497303906,
"eval_priorArt_ndcg@100_c2c": 0.30909860027681135,
"eval_priorArt_ndcg@100_c2i": 0.22725862441673533,
"eval_priorArt_ndcg@100_i2a": 0.34887085880131685,
"eval_priorArt_ndcg@100_i2all": 0.3011733704228928,
"eval_priorArt_ndcg@100_i2c": 0.3084173603854954,
"eval_priorArt_ndcg@100_i2i": 0.28750382376429984,
"eval_priorArt_ndcg@10_a2a": 0.23916630675924147,
"eval_priorArt_ndcg@10_a2all": 0.23506847725569685,
"eval_priorArt_ndcg@10_a2c": 0.1661664791904149,
"eval_priorArt_ndcg@10_a2i": 0.15748405699511914,
"eval_priorArt_ndcg@10_c2a": 0.15018277016776976,
"eval_priorArt_ndcg@10_c2all": 0.16450837148934347,
"eval_priorArt_ndcg@10_c2c": 0.1825868247682224,
"eval_priorArt_ndcg@10_c2i": 0.09172822475019765,
"eval_priorArt_ndcg@10_i2a": 0.2294784195764151,
"eval_priorArt_ndcg@10_i2all": 0.1737724441157758,
"eval_priorArt_ndcg@10_i2c": 0.15481973258568912,
"eval_priorArt_ndcg@10_i2i": 0.172745312944881,
"eval_priorArt_ndcg@20_a2a": 0.2932587393520293,
"eval_priorArt_ndcg@20_a2all": 0.28847237211313403,
"eval_priorArt_ndcg@20_a2c": 0.24645586648248496,
"eval_priorArt_ndcg@20_a2i": 0.22014905424910328,
"eval_priorArt_ndcg@20_c2a": 0.21560259497311204,
"eval_priorArt_ndcg@20_c2all": 0.21900487111713812,
"eval_priorArt_ndcg@20_c2c": 0.23446251073544394,
"eval_priorArt_ndcg@20_c2i": 0.1486963429509367,
"eval_priorArt_ndcg@20_i2a": 0.2743720868609902,
"eval_priorArt_ndcg@20_i2all": 0.22091430496946898,
"eval_priorArt_ndcg@20_i2c": 0.21571607150228506,
"eval_priorArt_ndcg@20_i2i": 0.19454818125391843,
"eval_priorArt_ndcg@50_a2a": 0.3359430318443512,
"eval_priorArt_ndcg@50_a2all": 0.33194448617233807,
"eval_priorArt_ndcg@50_a2c": 0.28639471485322,
"eval_priorArt_ndcg@50_a2i": 0.25961610673096025,
"eval_priorArt_ndcg@50_c2a": 0.27883387526080006,
"eval_priorArt_ndcg@50_c2all": 0.29399385271220496,
"eval_priorArt_ndcg@50_c2c": 0.29140312310417393,
"eval_priorArt_ndcg@50_c2i": 0.19809139585695001,
"eval_priorArt_ndcg@50_i2a": 0.3141605905722445,
"eval_priorArt_ndcg@50_i2all": 0.2677777994318723,
"eval_priorArt_ndcg@50_i2c": 0.27367247285144014,
"eval_priorArt_ndcg@50_i2i": 0.26824310679298446,
"eval_priorArt_recall@100_a2a": 0.8291666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7625000000000001,
"eval_priorArt_recall@100_c2a": 0.8333333333333334,
"eval_priorArt_recall@100_c2all": 0.7958333333333333,
"eval_priorArt_recall@100_c2c": 0.7625,
"eval_priorArt_recall@100_c2i": 0.7,
"eval_priorArt_recall@100_i2a": 0.7875,
"eval_priorArt_recall@100_i2all": 0.8291666666666666,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4041666666666667,
"eval_priorArt_recall@10_a2all": 0.4208333333333333,
"eval_priorArt_recall@10_a2c": 0.27083333333333337,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.25833333333333336,
"eval_priorArt_recall@10_c2c": 0.29166666666666663,
"eval_priorArt_recall@10_c2i": 0.15833333333333333,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.225,
"eval_priorArt_recall@10_i2i": 0.35416666666666663,
"eval_priorArt_recall@20_a2a": 0.5708333333333333,
"eval_priorArt_recall@20_a2all": 0.5958333333333333,
"eval_priorArt_recall@20_a2c": 0.5416666666666667,
"eval_priorArt_recall@20_a2i": 0.5083333333333333,
"eval_priorArt_recall@20_c2a": 0.4375,
"eval_priorArt_recall@20_c2all": 0.4333333333333333,
"eval_priorArt_recall@20_c2c": 0.4541666666666667,
"eval_priorArt_recall@20_c2i": 0.3583333333333333,
"eval_priorArt_recall@20_i2a": 0.4541666666666666,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4125,
"eval_priorArt_recall@20_i2i": 0.4125,
"eval_priorArt_recall@50_a2a": 0.7291666666666667,
"eval_priorArt_recall@50_a2all": 0.7625,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6625,
"eval_priorArt_recall@50_c2a": 0.7041666666666666,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.6791666666666666,
"eval_priorArt_recall@50_c2i": 0.5708333333333334,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.6791666666666667,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.7125000000000001,
"eval_sections_i2all_top_100_abstract_pct": 4.5,
"eval_sections_i2all_top_100_claim_pct": 31.2,
"eval_sections_i2all_top_100_invention_pct": 64.3,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 21.0,
"eval_sections_i2all_top_10_invention_pct": 77.0,
"eval_sections_i2all_top_20_abstract_pct": 4.25,
"eval_sections_i2all_top_20_claim_pct": 23.0,
"eval_sections_i2all_top_20_invention_pct": 72.75,
"eval_sections_i2all_top_50_abstract_pct": 4.7,
"eval_sections_i2all_top_50_claim_pct": 28.1,
"eval_sections_i2all_top_50_invention_pct": 67.2,
"eval_singularentropy_abstract": 0.3378967548934023,
"eval_singularentropy_claim": 0.3441480960346609,
"eval_singularentropy_global": 0.32286338905648637,
"eval_singularentropy_invention": 0.3620002999884703,
"eval_uniformity_abstract": -2.9840011596679688,
"eval_uniformity_claim": -2.64046311378479,
"eval_uniformity_global": -2.8530306816101074,
"eval_uniformity_invention": -2.7012100219726562,
"step": 4250
},
{
"epoch": 0.784674894087309,
"grad_norm": 0.007735979277640581,
"learning_rate": 1.3515496679377743e-06,
"loss": 0.0003,
"step": 4260
},
{
"epoch": 0.7865168539325843,
"grad_norm": 0.002092214534059167,
"learning_rate": 1.3296425096756338e-06,
"loss": 0.0002,
"step": 4270
},
{
"epoch": 0.7883588137778597,
"grad_norm": 0.001962888054549694,
"learning_rate": 1.3078870912773934e-06,
"loss": 0.0002,
"step": 4280
},
{
"epoch": 0.790200773623135,
"grad_norm": 0.002200189046561718,
"learning_rate": 1.2862843121552293e-06,
"loss": 0.0005,
"step": 4290
},
{
"epoch": 0.7920427334684104,
"grad_norm": 0.07629551738500595,
"learning_rate": 1.2648350654109082e-06,
"loss": 0.0002,
"step": 4300
},
{
"epoch": 0.7938846933136857,
"grad_norm": 0.0016522726509720087,
"learning_rate": 1.243540237798868e-06,
"loss": 0.0005,
"step": 4310
},
{
"epoch": 0.7957266531589612,
"grad_norm": 0.003808146109804511,
"learning_rate": 1.2224007096895474e-06,
"loss": 0.0002,
"step": 4320
},
{
"epoch": 0.7975686130042365,
"grad_norm": 0.005700869020074606,
"learning_rate": 1.201417355033001e-06,
"loss": 0.0002,
"step": 4330
},
{
"epoch": 0.7994105728495119,
"grad_norm": 0.016096321865916252,
"learning_rate": 1.1805910413227562e-06,
"loss": 0.0002,
"step": 4340
},
{
"epoch": 0.8012525326947872,
"grad_norm": 0.0011900104582309723,
"learning_rate": 1.159922629559963e-06,
"loss": 0.0002,
"step": 4350
},
{
"epoch": 0.8030944925400626,
"grad_norm": 0.0014282449847087264,
"learning_rate": 1.1394129742177856e-06,
"loss": 0.0002,
"step": 4360
},
{
"epoch": 0.804936452385338,
"grad_norm": 0.01120737660676241,
"learning_rate": 1.1190629232060879e-06,
"loss": 0.0002,
"step": 4370
},
{
"epoch": 0.8058574323079757,
"eval_alignment_abstract": {
"mean_alignment": 0.8154218196868896
},
"eval_alignment_claim": {
"mean_alignment": 0.814598560333252
},
"eval_alignment_global": {
"mean_alignment": 0.8903581500053406
},
"eval_alignment_invention": {
"mean_alignment": 0.7865367531776428
},
"eval_ipc_cls_abstract_accuracy_primary": 53.16,
"eval_ipc_cls_abstract_precision@1": 57.92,
"eval_ipc_cls_abstract_precision@3": 29.573333333333334,
"eval_ipc_cls_abstract_precision@5": 19.951999999999998,
"eval_ipc_cls_global_accuracy_primary": 53.16,
"eval_ipc_cls_global_precision@1": 57.92,
"eval_ipc_cls_global_precision@3": 29.573333333333334,
"eval_ipc_cls_global_precision@5": 19.951999999999998,
"eval_ipc_knn_abstract_accuracy_primary": 56.52,
"eval_ipc_knn_abstract_precision@1": 60.8,
"eval_ipc_knn_abstract_precision@3": 24.706666666666667,
"eval_ipc_knn_abstract_precision@5": 14.976,
"eval_ipc_knn_global_accuracy_primary": 56.52,
"eval_ipc_knn_global_precision@1": 60.8,
"eval_ipc_knn_global_precision@3": 24.706666666666667,
"eval_ipc_knn_global_precision@5": 14.976,
"eval_priorArt_ndcg@100_a2a": 0.3623819135439749,
"eval_priorArt_ndcg@100_a2all": 0.3604987481038392,
"eval_priorArt_ndcg@100_a2c": 0.31847985728898603,
"eval_priorArt_ndcg@100_a2i": 0.28082343395867804,
"eval_priorArt_ndcg@100_c2a": 0.3072982139238652,
"eval_priorArt_ndcg@100_c2all": 0.3066773046192843,
"eval_priorArt_ndcg@100_c2c": 0.3089875214121655,
"eval_priorArt_ndcg@100_c2i": 0.22764684934231766,
"eval_priorArt_ndcg@100_i2a": 0.34878268064233525,
"eval_priorArt_ndcg@100_i2all": 0.3042860132654495,
"eval_priorArt_ndcg@100_i2c": 0.3077787407769629,
"eval_priorArt_ndcg@100_i2i": 0.28774440770775195,
"eval_priorArt_ndcg@10_a2a": 0.2409136513359587,
"eval_priorArt_ndcg@10_a2all": 0.23909657962758465,
"eval_priorArt_ndcg@10_a2c": 0.1661664791904149,
"eval_priorArt_ndcg@10_a2i": 0.15748405699511914,
"eval_priorArt_ndcg@10_c2a": 0.15018277016776976,
"eval_priorArt_ndcg@10_c2all": 0.16450837148934347,
"eval_priorArt_ndcg@10_c2c": 0.1825868247682224,
"eval_priorArt_ndcg@10_c2i": 0.09172822475019765,
"eval_priorArt_ndcg@10_i2a": 0.2294784195764151,
"eval_priorArt_ndcg@10_i2all": 0.16457178064541825,
"eval_priorArt_ndcg@10_i2c": 0.1544004682594565,
"eval_priorArt_ndcg@10_i2i": 0.172745312944881,
"eval_priorArt_ndcg@20_a2a": 0.2948280250467631,
"eval_priorArt_ndcg@20_a2all": 0.2930049366457988,
"eval_priorArt_ndcg@20_a2c": 0.24645586648248496,
"eval_priorArt_ndcg@20_a2i": 0.22003553395257577,
"eval_priorArt_ndcg@20_c2a": 0.21568959841507424,
"eval_priorArt_ndcg@20_c2all": 0.22452956863955587,
"eval_priorArt_ndcg@20_c2c": 0.22912047052235446,
"eval_priorArt_ndcg@20_c2i": 0.1486963429509367,
"eval_priorArt_ndcg@20_i2a": 0.27424147525613585,
"eval_priorArt_ndcg@20_i2all": 0.22037658787514772,
"eval_priorArt_ndcg@20_i2c": 0.2150641601422513,
"eval_priorArt_ndcg@20_i2i": 0.19454818125391843,
"eval_priorArt_ndcg@50_a2a": 0.33748408132384705,
"eval_priorArt_ndcg@50_a2all": 0.33637581089012436,
"eval_priorArt_ndcg@50_a2c": 0.28638269514017023,
"eval_priorArt_ndcg@50_a2i": 0.25966322681214465,
"eval_priorArt_ndcg@50_c2a": 0.2790203969542121,
"eval_priorArt_ndcg@50_c2all": 0.3029551040481552,
"eval_priorArt_ndcg@50_c2c": 0.29119512534306613,
"eval_priorArt_ndcg@50_c2i": 0.19854875608968686,
"eval_priorArt_ndcg@50_i2a": 0.31405999543203267,
"eval_priorArt_ndcg@50_i2all": 0.2780255611996547,
"eval_priorArt_ndcg@50_i2c": 0.2730295079092751,
"eval_priorArt_ndcg@50_i2i": 0.27259985325394664,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7625000000000001,
"eval_priorArt_recall@100_c2a": 0.8333333333333334,
"eval_priorArt_recall@100_c2all": 0.7958333333333333,
"eval_priorArt_recall@100_c2c": 0.7625,
"eval_priorArt_recall@100_c2i": 0.7,
"eval_priorArt_recall@100_i2a": 0.7875,
"eval_priorArt_recall@100_i2all": 0.8458333333333334,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4041666666666667,
"eval_priorArt_recall@10_a2all": 0.4208333333333333,
"eval_priorArt_recall@10_a2c": 0.27083333333333337,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.25833333333333336,
"eval_priorArt_recall@10_c2c": 0.29166666666666663,
"eval_priorArt_recall@10_c2i": 0.15833333333333333,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.225,
"eval_priorArt_recall@10_i2i": 0.35416666666666663,
"eval_priorArt_recall@20_a2a": 0.5708333333333333,
"eval_priorArt_recall@20_a2all": 0.5958333333333333,
"eval_priorArt_recall@20_a2c": 0.5416666666666667,
"eval_priorArt_recall@20_a2i": 0.5083333333333333,
"eval_priorArt_recall@20_c2a": 0.4375,
"eval_priorArt_recall@20_c2all": 0.45,
"eval_priorArt_recall@20_c2c": 0.4375,
"eval_priorArt_recall@20_c2i": 0.3583333333333333,
"eval_priorArt_recall@20_i2a": 0.4541666666666666,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4125,
"eval_priorArt_recall@20_i2i": 0.4125,
"eval_priorArt_recall@50_a2a": 0.7291666666666667,
"eval_priorArt_recall@50_a2all": 0.7625,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6625,
"eval_priorArt_recall@50_c2a": 0.7041666666666666,
"eval_priorArt_recall@50_c2all": 0.7791666666666667,
"eval_priorArt_recall@50_c2c": 0.6791666666666666,
"eval_priorArt_recall@50_c2i": 0.5708333333333334,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.7291666666666667,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.7291666666666667,
"eval_sections_i2all_top_100_abstract_pct": 4.35,
"eval_sections_i2all_top_100_claim_pct": 31.2,
"eval_sections_i2all_top_100_invention_pct": 64.45,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 21.5,
"eval_sections_i2all_top_10_invention_pct": 76.5,
"eval_sections_i2all_top_20_abstract_pct": 4.25,
"eval_sections_i2all_top_20_claim_pct": 23.0,
"eval_sections_i2all_top_20_invention_pct": 72.75,
"eval_sections_i2all_top_50_abstract_pct": 4.6,
"eval_sections_i2all_top_50_claim_pct": 28.000000000000004,
"eval_sections_i2all_top_50_invention_pct": 67.4,
"eval_singularentropy_abstract": 0.3387898888818662,
"eval_singularentropy_claim": 0.34487133604081555,
"eval_singularentropy_global": 0.32366665733562994,
"eval_singularentropy_invention": 0.36273755252632167,
"eval_uniformity_abstract": -2.981590986251831,
"eval_uniformity_claim": -2.6409730911254883,
"eval_uniformity_global": -2.8517403602600098,
"eval_uniformity_invention": -2.7006630897521973,
"step": 4375
},
{
"epoch": 0.8067784122306134,
"grad_norm": 0.09268344938755035,
"learning_rate": 1.098873317836368e-06,
"loss": 0.0008,
"step": 4380
},
{
"epoch": 0.8086203720758888,
"grad_norm": 0.0044805933721363544,
"learning_rate": 1.0788449927869892e-06,
"loss": 0.0003,
"step": 4390
},
{
"epoch": 0.8104623319211641,
"grad_norm": 0.0017314041033387184,
"learning_rate": 1.0589787760686616e-06,
"loss": 0.0001,
"step": 4400
},
{
"epoch": 0.8123042917664395,
"grad_norm": 0.003710019402205944,
"learning_rate": 1.0392754889902151e-06,
"loss": 0.0002,
"step": 4410
},
{
"epoch": 0.8141462516117148,
"grad_norm": 0.0046046702191233635,
"learning_rate": 1.0197359461246486e-06,
"loss": 0.0002,
"step": 4420
},
{
"epoch": 0.8159882114569902,
"grad_norm": 0.003792285453528166,
"learning_rate": 1.0003609552754468e-06,
"loss": 0.0002,
"step": 4430
},
{
"epoch": 0.8178301713022657,
"grad_norm": 0.002060673199594021,
"learning_rate": 9.811513174431898e-07,
"loss": 0.0004,
"step": 4440
},
{
"epoch": 0.819672131147541,
"grad_norm": 0.0019877362065017223,
"learning_rate": 9.621078267924316e-07,
"loss": 0.0002,
"step": 4450
},
{
"epoch": 0.8215140909928164,
"grad_norm": 0.13650338351726532,
"learning_rate": 9.43231270618879e-07,
"loss": 0.001,
"step": 4460
},
{
"epoch": 0.8233560508380917,
"grad_norm": 0.0019655635114759207,
"learning_rate": 9.245224293168287e-07,
"loss": 0.0002,
"step": 4470
},
{
"epoch": 0.8251980106833671,
"grad_norm": 0.02702084556221962,
"learning_rate": 9.059820763469179e-07,
"loss": 0.0002,
"step": 4480
},
{
"epoch": 0.8270399705286424,
"grad_norm": 0.007404407486319542,
"learning_rate": 8.876109782041354e-07,
"loss": 0.0004,
"step": 4490
},
{
"epoch": 0.8288819303739179,
"grad_norm": 0.009358077310025692,
"learning_rate": 8.694098943861457e-07,
"loss": 0.0002,
"step": 4500
},
{
"epoch": 0.8288819303739179,
"eval_alignment_abstract": {
"mean_alignment": 0.8148201704025269
},
"eval_alignment_claim": {
"mean_alignment": 0.8142865896224976
},
"eval_alignment_global": {
"mean_alignment": 0.8894591331481934
},
"eval_alignment_invention": {
"mean_alignment": 0.7857047319412231
},
"eval_ipc_cls_abstract_accuracy_primary": 53.32,
"eval_ipc_cls_abstract_precision@1": 58.160000000000004,
"eval_ipc_cls_abstract_precision@3": 29.61333333333333,
"eval_ipc_cls_abstract_precision@5": 19.944,
"eval_ipc_cls_global_accuracy_primary": 53.32,
"eval_ipc_cls_global_precision@1": 58.160000000000004,
"eval_ipc_cls_global_precision@3": 29.61333333333333,
"eval_ipc_cls_global_precision@5": 19.944,
"eval_ipc_knn_abstract_accuracy_primary": 56.599999999999994,
"eval_ipc_knn_abstract_precision@1": 60.88,
"eval_ipc_knn_abstract_precision@3": 24.759999999999998,
"eval_ipc_knn_abstract_precision@5": 15.008,
"eval_ipc_knn_global_accuracy_primary": 56.599999999999994,
"eval_ipc_knn_global_precision@1": 60.88,
"eval_ipc_knn_global_precision@3": 24.759999999999998,
"eval_ipc_knn_global_precision@5": 15.008,
"eval_priorArt_ndcg@100_a2a": 0.3625831634926517,
"eval_priorArt_ndcg@100_a2all": 0.3601118832432094,
"eval_priorArt_ndcg@100_a2c": 0.31893905756014884,
"eval_priorArt_ndcg@100_a2i": 0.2810121839647206,
"eval_priorArt_ndcg@100_c2a": 0.30747043463617946,
"eval_priorArt_ndcg@100_c2all": 0.3133039697588493,
"eval_priorArt_ndcg@100_c2c": 0.3120947551381728,
"eval_priorArt_ndcg@100_c2i": 0.22819394312131322,
"eval_priorArt_ndcg@100_i2a": 0.3489741362698243,
"eval_priorArt_ndcg@100_i2all": 0.30446320665421406,
"eval_priorArt_ndcg@100_i2c": 0.30786619007381116,
"eval_priorArt_ndcg@100_i2i": 0.28771800482383453,
"eval_priorArt_ndcg@10_a2a": 0.2409136513359587,
"eval_priorArt_ndcg@10_a2all": 0.23909657962758465,
"eval_priorArt_ndcg@10_a2c": 0.1661664791904149,
"eval_priorArt_ndcg@10_a2i": 0.15748405699511914,
"eval_priorArt_ndcg@10_c2a": 0.15018277016776976,
"eval_priorArt_ndcg@10_c2all": 0.16450837148934347,
"eval_priorArt_ndcg@10_c2c": 0.1825868247682224,
"eval_priorArt_ndcg@10_c2i": 0.09172822475019765,
"eval_priorArt_ndcg@10_i2a": 0.2294784195764151,
"eval_priorArt_ndcg@10_i2all": 0.17343374498462064,
"eval_priorArt_ndcg@10_i2c": 0.1544004682594565,
"eval_priorArt_ndcg@10_i2i": 0.172745312944881,
"eval_priorArt_ndcg@20_a2a": 0.2950060839287466,
"eval_priorArt_ndcg@20_a2all": 0.29263547579920635,
"eval_priorArt_ndcg@20_a2c": 0.2469313544563143,
"eval_priorArt_ndcg@20_a2i": 0.22003553395257577,
"eval_priorArt_ndcg@20_c2a": 0.21568959841507424,
"eval_priorArt_ndcg@20_c2all": 0.22452956863955587,
"eval_priorArt_ndcg@20_c2c": 0.23610023921559192,
"eval_priorArt_ndcg@20_c2i": 0.14891652061101138,
"eval_priorArt_ndcg@20_i2a": 0.27424147525613585,
"eval_priorArt_ndcg@20_i2all": 0.22041955229477747,
"eval_priorArt_ndcg@20_i2c": 0.21498962771154173,
"eval_priorArt_ndcg@20_i2i": 0.19438355304055813,
"eval_priorArt_ndcg@50_a2a": 0.33766918336966395,
"eval_priorArt_ndcg@50_a2all": 0.33595548434434386,
"eval_priorArt_ndcg@50_a2c": 0.2868487773915641,
"eval_priorArt_ndcg@50_a2i": 0.25971235861366854,
"eval_priorArt_ndcg@50_c2a": 0.2791286360065749,
"eval_priorArt_ndcg@50_c2all": 0.30313197873950426,
"eval_priorArt_ndcg@50_c2c": 0.2954665868801705,
"eval_priorArt_ndcg@50_c2i": 0.20722588312999105,
"eval_priorArt_ndcg@50_i2a": 0.31415855094939077,
"eval_priorArt_ndcg@50_i2all": 0.2781993127122562,
"eval_priorArt_ndcg@50_i2c": 0.27313102961790237,
"eval_priorArt_ndcg@50_i2i": 0.2725509694767122,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7625000000000001,
"eval_priorArt_recall@100_c2a": 0.8333333333333334,
"eval_priorArt_recall@100_c2all": 0.825,
"eval_priorArt_recall@100_c2c": 0.775,
"eval_priorArt_recall@100_c2i": 0.7,
"eval_priorArt_recall@100_i2a": 0.7875,
"eval_priorArt_recall@100_i2all": 0.8458333333333334,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4041666666666667,
"eval_priorArt_recall@10_a2all": 0.4208333333333333,
"eval_priorArt_recall@10_a2c": 0.27083333333333337,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.25833333333333336,
"eval_priorArt_recall@10_c2c": 0.29166666666666663,
"eval_priorArt_recall@10_c2i": 0.15833333333333333,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.225,
"eval_priorArt_recall@10_i2i": 0.35416666666666663,
"eval_priorArt_recall@20_a2a": 0.5708333333333333,
"eval_priorArt_recall@20_a2all": 0.5958333333333333,
"eval_priorArt_recall@20_a2c": 0.5416666666666667,
"eval_priorArt_recall@20_a2i": 0.5083333333333333,
"eval_priorArt_recall@20_c2a": 0.4375,
"eval_priorArt_recall@20_c2all": 0.45,
"eval_priorArt_recall@20_c2c": 0.4625,
"eval_priorArt_recall@20_c2i": 0.3583333333333333,
"eval_priorArt_recall@20_i2a": 0.4541666666666666,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4125,
"eval_priorArt_recall@20_i2i": 0.4125,
"eval_priorArt_recall@50_a2a": 0.7291666666666667,
"eval_priorArt_recall@50_a2all": 0.7625,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6625,
"eval_priorArt_recall@50_c2a": 0.7041666666666666,
"eval_priorArt_recall@50_c2all": 0.7791666666666667,
"eval_priorArt_recall@50_c2c": 0.6958333333333333,
"eval_priorArt_recall@50_c2i": 0.6041666666666666,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.7291666666666667,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.7291666666666667,
"eval_sections_i2all_top_100_abstract_pct": 4.35,
"eval_sections_i2all_top_100_claim_pct": 30.95,
"eval_sections_i2all_top_100_invention_pct": 64.7,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 21.0,
"eval_sections_i2all_top_10_invention_pct": 77.0,
"eval_sections_i2all_top_20_abstract_pct": 4.25,
"eval_sections_i2all_top_20_claim_pct": 23.0,
"eval_sections_i2all_top_20_invention_pct": 72.75,
"eval_sections_i2all_top_50_abstract_pct": 4.6,
"eval_sections_i2all_top_50_claim_pct": 27.900000000000002,
"eval_sections_i2all_top_50_invention_pct": 67.5,
"eval_singularentropy_abstract": 0.3395866382711172,
"eval_singularentropy_claim": 0.34561934941126393,
"eval_singularentropy_global": 0.32446174334648586,
"eval_singularentropy_invention": 0.36354379358303585,
"eval_uniformity_abstract": -2.9785046577453613,
"eval_uniformity_claim": -2.6393837928771973,
"eval_uniformity_global": -2.848921537399292,
"eval_uniformity_invention": -2.697906732559204,
"step": 4500
},
{
"epoch": 0.8307238902191932,
"grad_norm": 0.0013072434812784195,
"learning_rate": 8.51379577361881e-07,
"loss": 0.0002,
"step": 4510
},
{
"epoch": 0.8325658500644686,
"grad_norm": 0.0022167779970914125,
"learning_rate": 8.335207725404337e-07,
"loss": 0.0001,
"step": 4520
},
{
"epoch": 0.834407809909744,
"grad_norm": 0.0015497752465307713,
"learning_rate": 8.158342182402445e-07,
"loss": 0.0002,
"step": 4530
},
{
"epoch": 0.8362497697550193,
"grad_norm": 0.0020663600880652666,
"learning_rate": 7.983206456585718e-07,
"loss": 0.0001,
"step": 4540
},
{
"epoch": 0.8380917296002948,
"grad_norm": 0.0020386662799865007,
"learning_rate": 7.809807788412716e-07,
"loss": 0.0004,
"step": 4550
},
{
"epoch": 0.8399336894455701,
"grad_norm": 0.006295511964708567,
"learning_rate": 7.638153346528537e-07,
"loss": 0.0002,
"step": 4560
},
{
"epoch": 0.8417756492908455,
"grad_norm": 0.0074203237891197205,
"learning_rate": 7.468250227468515e-07,
"loss": 0.0014,
"step": 4570
},
{
"epoch": 0.8436176091361208,
"grad_norm": 0.0028859509620815516,
"learning_rate": 7.300105455364859e-07,
"loss": 0.0003,
"step": 4580
},
{
"epoch": 0.8454595689813962,
"grad_norm": 0.004728084895759821,
"learning_rate": 7.133725981656165e-07,
"loss": 0.0002,
"step": 4590
},
{
"epoch": 0.8473015288266715,
"grad_norm": 0.008447518572211266,
"learning_rate": 6.969118684800146e-07,
"loss": 0.0003,
"step": 4600
},
{
"epoch": 0.849143488671947,
"grad_norm": 0.0016267625615000725,
"learning_rate": 6.806290369989166e-07,
"loss": 0.0005,
"step": 4610
},
{
"epoch": 0.8509854485172224,
"grad_norm": 0.0036440647672861814,
"learning_rate": 6.645247768868968e-07,
"loss": 0.0002,
"step": 4620
},
{
"epoch": 0.85190642843986,
"eval_alignment_abstract": {
"mean_alignment": 0.813345193862915
},
"eval_alignment_claim": {
"mean_alignment": 0.8128708004951477
},
"eval_alignment_global": {
"mean_alignment": 0.8878726959228516
},
"eval_alignment_invention": {
"mean_alignment": 0.7839507460594177
},
"eval_ipc_cls_abstract_accuracy_primary": 53.239999999999995,
"eval_ipc_cls_abstract_precision@1": 58.040000000000006,
"eval_ipc_cls_abstract_precision@3": 29.62666666666667,
"eval_ipc_cls_abstract_precision@5": 19.984,
"eval_ipc_cls_global_accuracy_primary": 53.239999999999995,
"eval_ipc_cls_global_precision@1": 58.040000000000006,
"eval_ipc_cls_global_precision@3": 29.62666666666667,
"eval_ipc_cls_global_precision@5": 19.984,
"eval_ipc_knn_abstract_accuracy_primary": 56.68,
"eval_ipc_knn_abstract_precision@1": 61.160000000000004,
"eval_ipc_knn_abstract_precision@3": 24.89333333333333,
"eval_ipc_knn_abstract_precision@5": 15.095999999999998,
"eval_ipc_knn_global_accuracy_primary": 56.68,
"eval_ipc_knn_global_precision@1": 61.160000000000004,
"eval_ipc_knn_global_precision@3": 24.89333333333333,
"eval_ipc_knn_global_precision@5": 15.095999999999998,
"eval_priorArt_ndcg@100_a2a": 0.3623714688538994,
"eval_priorArt_ndcg@100_a2all": 0.35831899075778206,
"eval_priorArt_ndcg@100_a2c": 0.31984861376929313,
"eval_priorArt_ndcg@100_a2i": 0.2811630664815564,
"eval_priorArt_ndcg@100_c2a": 0.30696352406288663,
"eval_priorArt_ndcg@100_c2all": 0.3138269259596281,
"eval_priorArt_ndcg@100_c2c": 0.312860109900902,
"eval_priorArt_ndcg@100_c2i": 0.22918124102181087,
"eval_priorArt_ndcg@100_i2a": 0.35165366368716644,
"eval_priorArt_ndcg@100_i2all": 0.31328133454098495,
"eval_priorArt_ndcg@100_i2c": 0.30694703126203826,
"eval_priorArt_ndcg@100_i2i": 0.289791567905377,
"eval_priorArt_ndcg@10_a2a": 0.2409136513359587,
"eval_priorArt_ndcg@10_a2all": 0.23674351910841782,
"eval_priorArt_ndcg@10_a2c": 0.16644722916178398,
"eval_priorArt_ndcg@10_a2i": 0.15748405699511914,
"eval_priorArt_ndcg@10_c2a": 0.15018277016776976,
"eval_priorArt_ndcg@10_c2all": 0.16450837148934347,
"eval_priorArt_ndcg@10_c2c": 0.1829255238993776,
"eval_priorArt_ndcg@10_c2i": 0.09217076009208278,
"eval_priorArt_ndcg@10_i2a": 0.23160369326692204,
"eval_priorArt_ndcg@10_i2all": 0.18194553261989022,
"eval_priorArt_ndcg@10_i2c": 0.15319313176014762,
"eval_priorArt_ndcg@10_i2i": 0.17427759395120695,
"eval_priorArt_ndcg@20_a2a": 0.2948009398931826,
"eval_priorArt_ndcg@20_a2all": 0.29077739546561554,
"eval_priorArt_ndcg@20_a2c": 0.24772807539776526,
"eval_priorArt_ndcg@20_a2i": 0.22013995003434164,
"eval_priorArt_ndcg@20_c2a": 0.21515307174865939,
"eval_priorArt_ndcg@20_c2all": 0.22484189151580364,
"eval_priorArt_ndcg@20_c2c": 0.23670580426187154,
"eval_priorArt_ndcg@20_c2i": 0.14986843262448993,
"eval_priorArt_ndcg@20_i2a": 0.27671169169682475,
"eval_priorArt_ndcg@20_i2all": 0.2291988128241358,
"eval_priorArt_ndcg@20_i2c": 0.21389596761229504,
"eval_priorArt_ndcg@20_i2i": 0.20134487770193576,
"eval_priorArt_ndcg@50_a2a": 0.33742065248432235,
"eval_priorArt_ndcg@50_a2all": 0.3341219309499482,
"eval_priorArt_ndcg@50_a2c": 0.28772498050970796,
"eval_priorArt_ndcg@50_a2i": 0.25977338784565673,
"eval_priorArt_ndcg@50_c2a": 0.2785760650973986,
"eval_priorArt_ndcg@50_c2all": 0.30364148264954316,
"eval_priorArt_ndcg@50_c2c": 0.29629710147356514,
"eval_priorArt_ndcg@50_c2i": 0.2081718664245364,
"eval_priorArt_ndcg@50_i2a": 0.31671226377064643,
"eval_priorArt_ndcg@50_i2all": 0.2869503754171392,
"eval_priorArt_ndcg@50_i2c": 0.27196444563083044,
"eval_priorArt_ndcg@50_i2i": 0.27457459145536023,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7625000000000001,
"eval_priorArt_recall@100_c2a": 0.8333333333333334,
"eval_priorArt_recall@100_c2all": 0.825,
"eval_priorArt_recall@100_c2c": 0.775,
"eval_priorArt_recall@100_c2i": 0.7,
"eval_priorArt_recall@100_i2a": 0.7875,
"eval_priorArt_recall@100_i2all": 0.8458333333333334,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4041666666666667,
"eval_priorArt_recall@10_a2all": 0.4208333333333333,
"eval_priorArt_recall@10_a2c": 0.27083333333333337,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.25833333333333336,
"eval_priorArt_recall@10_c2c": 0.29166666666666663,
"eval_priorArt_recall@10_c2i": 0.15833333333333333,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.225,
"eval_priorArt_recall@10_i2i": 0.35416666666666663,
"eval_priorArt_recall@20_a2a": 0.5708333333333333,
"eval_priorArt_recall@20_a2all": 0.5958333333333333,
"eval_priorArt_recall@20_a2c": 0.5416666666666667,
"eval_priorArt_recall@20_a2i": 0.5083333333333333,
"eval_priorArt_recall@20_c2a": 0.4375,
"eval_priorArt_recall@20_c2all": 0.45,
"eval_priorArt_recall@20_c2c": 0.4625,
"eval_priorArt_recall@20_c2i": 0.3583333333333333,
"eval_priorArt_recall@20_i2a": 0.4541666666666666,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4125,
"eval_priorArt_recall@20_i2i": 0.4291666666666667,
"eval_priorArt_recall@50_a2a": 0.7291666666666667,
"eval_priorArt_recall@50_a2all": 0.7625,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6625,
"eval_priorArt_recall@50_c2a": 0.7041666666666666,
"eval_priorArt_recall@50_c2all": 0.7791666666666667,
"eval_priorArt_recall@50_c2c": 0.6958333333333333,
"eval_priorArt_recall@50_c2i": 0.6041666666666666,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.7291666666666667,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.7291666666666667,
"eval_sections_i2all_top_100_abstract_pct": 4.5,
"eval_sections_i2all_top_100_claim_pct": 30.8,
"eval_sections_i2all_top_100_invention_pct": 64.7,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 21.0,
"eval_sections_i2all_top_10_invention_pct": 77.0,
"eval_sections_i2all_top_20_abstract_pct": 4.25,
"eval_sections_i2all_top_20_claim_pct": 23.0,
"eval_sections_i2all_top_20_invention_pct": 72.75,
"eval_sections_i2all_top_50_abstract_pct": 4.8,
"eval_sections_i2all_top_50_claim_pct": 27.500000000000004,
"eval_sections_i2all_top_50_invention_pct": 67.7,
"eval_singularentropy_abstract": 0.3401591380492592,
"eval_singularentropy_claim": 0.34614496389775506,
"eval_singularentropy_global": 0.32503297250214586,
"eval_singularentropy_invention": 0.36422498335751896,
"eval_uniformity_abstract": -2.9764130115509033,
"eval_uniformity_claim": -2.637737512588501,
"eval_uniformity_global": -2.847162961959839,
"eval_uniformity_invention": -2.696293354034424,
"step": 4625
},
{
"epoch": 0.8528274083624977,
"grad_norm": 0.003117159241810441,
"learning_rate": 6.485997539260319e-07,
"loss": 0.0001,
"step": 4630
},
{
"epoch": 0.8546693682077731,
"grad_norm": 0.0014905007556080818,
"learning_rate": 6.328546264883822e-07,
"loss": 0.0002,
"step": 4640
},
{
"epoch": 0.8565113280530484,
"grad_norm": 0.00146934122312814,
"learning_rate": 6.17290045508766e-07,
"loss": 0.0002,
"step": 4650
},
{
"epoch": 0.8583532878983238,
"grad_norm": 0.0013387907529249787,
"learning_rate": 6.019066544578572e-07,
"loss": 0.0004,
"step": 4660
},
{
"epoch": 0.8601952477435992,
"grad_norm": 0.003366599790751934,
"learning_rate": 5.867050893155756e-07,
"loss": 0.0004,
"step": 4670
},
{
"epoch": 0.8620372075888746,
"grad_norm": 0.006727282423526049,
"learning_rate": 5.71685978544796e-07,
"loss": 0.0002,
"step": 4680
},
{
"epoch": 0.8638791674341499,
"grad_norm": 0.00928917620331049,
"learning_rate": 5.568499430653712e-07,
"loss": 0.0005,
"step": 4690
},
{
"epoch": 0.8657211272794253,
"grad_norm": 0.017192848026752472,
"learning_rate": 5.421975962284532e-07,
"loss": 0.0002,
"step": 4700
},
{
"epoch": 0.8675630871247006,
"grad_norm": 0.002351820468902588,
"learning_rate": 5.277295437911462e-07,
"loss": 0.0006,
"step": 4710
},
{
"epoch": 0.869405046969976,
"grad_norm": 0.0026631392538547516,
"learning_rate": 5.134463838914533e-07,
"loss": 0.0002,
"step": 4720
},
{
"epoch": 0.8712470068152515,
"grad_norm": 0.0023037472274154425,
"learning_rate": 4.993487070235576e-07,
"loss": 0.0002,
"step": 4730
},
{
"epoch": 0.8730889666605268,
"grad_norm": 0.0036033198703080416,
"learning_rate": 4.854370960134003e-07,
"loss": 0.0005,
"step": 4740
},
{
"epoch": 0.8749309265058022,
"grad_norm": 0.0035656606778502464,
"learning_rate": 4.717121259945956e-07,
"loss": 0.0001,
"step": 4750
},
{
"epoch": 0.8749309265058022,
"eval_alignment_abstract": {
"mean_alignment": 0.8138673305511475
},
"eval_alignment_claim": {
"mean_alignment": 0.8134926557540894
},
"eval_alignment_global": {
"mean_alignment": 0.8882997035980225
},
"eval_alignment_invention": {
"mean_alignment": 0.7844980359077454
},
"eval_ipc_cls_abstract_accuracy_primary": 53.239999999999995,
"eval_ipc_cls_abstract_precision@1": 58.040000000000006,
"eval_ipc_cls_abstract_precision@3": 29.599999999999998,
"eval_ipc_cls_abstract_precision@5": 20.008,
"eval_ipc_cls_global_accuracy_primary": 53.239999999999995,
"eval_ipc_cls_global_precision@1": 58.040000000000006,
"eval_ipc_cls_global_precision@3": 29.599999999999998,
"eval_ipc_cls_global_precision@5": 20.008,
"eval_ipc_knn_abstract_accuracy_primary": 56.68,
"eval_ipc_knn_abstract_precision@1": 61.160000000000004,
"eval_ipc_knn_abstract_precision@3": 24.88,
"eval_ipc_knn_abstract_precision@5": 15.088,
"eval_ipc_knn_global_accuracy_primary": 56.68,
"eval_ipc_knn_global_precision@1": 61.160000000000004,
"eval_ipc_knn_global_precision@3": 24.88,
"eval_ipc_knn_global_precision@5": 15.088,
"eval_priorArt_ndcg@100_a2a": 0.36309110432586045,
"eval_priorArt_ndcg@100_a2all": 0.35816444814531945,
"eval_priorArt_ndcg@100_a2c": 0.31978896850866223,
"eval_priorArt_ndcg@100_a2i": 0.28113972300140133,
"eval_priorArt_ndcg@100_c2a": 0.30680001738590995,
"eval_priorArt_ndcg@100_c2all": 0.31081503289446516,
"eval_priorArt_ndcg@100_c2c": 0.3097392883674,
"eval_priorArt_ndcg@100_c2i": 0.22940096701696797,
"eval_priorArt_ndcg@100_i2a": 0.35162785029404325,
"eval_priorArt_ndcg@100_i2all": 0.31302629616325217,
"eval_priorArt_ndcg@100_i2c": 0.3067845186462693,
"eval_priorArt_ndcg@100_i2i": 0.2884275418892494,
"eval_priorArt_ndcg@10_a2a": 0.24161490329744262,
"eval_priorArt_ndcg@10_a2all": 0.23674351910841782,
"eval_priorArt_ndcg@10_a2c": 0.16644722916178398,
"eval_priorArt_ndcg@10_a2i": 0.15748405699511914,
"eval_priorArt_ndcg@10_c2a": 0.15018277016776976,
"eval_priorArt_ndcg@10_c2all": 0.16450837148934347,
"eval_priorArt_ndcg@10_c2c": 0.1829255238993776,
"eval_priorArt_ndcg@10_c2i": 0.09217076009208278,
"eval_priorArt_ndcg@10_i2a": 0.23160369326692204,
"eval_priorArt_ndcg@10_i2all": 0.18194553261989022,
"eval_priorArt_ndcg@10_i2c": 0.15319313176014762,
"eval_priorArt_ndcg@10_i2i": 0.172745312944881,
"eval_priorArt_ndcg@20_a2a": 0.2955021918546665,
"eval_priorArt_ndcg@20_a2all": 0.29046507258936777,
"eval_priorArt_ndcg@20_a2c": 0.24772807539776526,
"eval_priorArt_ndcg@20_a2i": 0.22013995003434164,
"eval_priorArt_ndcg@20_c2a": 0.21498907149450802,
"eval_priorArt_ndcg@20_c2all": 0.22484189151580364,
"eval_priorArt_ndcg@20_c2c": 0.23670580426187154,
"eval_priorArt_ndcg@20_c2i": 0.14996300871739313,
"eval_priorArt_ndcg@20_i2a": 0.27671169169682475,
"eval_priorArt_ndcg@20_i2all": 0.22892654252961342,
"eval_priorArt_ndcg@20_i2c": 0.21369171894550484,
"eval_priorArt_ndcg@20_i2i": 0.199907172788513,
"eval_priorArt_ndcg@50_a2a": 0.3381652912955839,
"eval_priorArt_ndcg@50_a2all": 0.3339986263646755,
"eval_priorArt_ndcg@50_a2c": 0.28772498050970796,
"eval_priorArt_ndcg@50_a2i": 0.25977338784565673,
"eval_priorArt_ndcg@50_c2a": 0.2785090664243517,
"eval_priorArt_ndcg@50_c2all": 0.3035425498862214,
"eval_priorArt_ndcg@50_c2c": 0.29610784835752324,
"eval_priorArt_ndcg@50_c2i": 0.2043602468931994,
"eval_priorArt_ndcg@50_i2a": 0.31671226377064643,
"eval_priorArt_ndcg@50_i2all": 0.2867063029470921,
"eval_priorArt_ndcg@50_i2c": 0.27187704186892925,
"eval_priorArt_ndcg@50_i2i": 0.27321820009363773,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7625000000000001,
"eval_priorArt_recall@100_c2a": 0.8333333333333334,
"eval_priorArt_recall@100_c2all": 0.8125,
"eval_priorArt_recall@100_c2c": 0.7625,
"eval_priorArt_recall@100_c2i": 0.7,
"eval_priorArt_recall@100_i2a": 0.7875,
"eval_priorArt_recall@100_i2all": 0.8458333333333334,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4041666666666667,
"eval_priorArt_recall@10_a2all": 0.4208333333333333,
"eval_priorArt_recall@10_a2c": 0.27083333333333337,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.25833333333333336,
"eval_priorArt_recall@10_c2c": 0.29166666666666663,
"eval_priorArt_recall@10_c2i": 0.15833333333333333,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.225,
"eval_priorArt_recall@10_i2i": 0.35416666666666663,
"eval_priorArt_recall@20_a2a": 0.5708333333333333,
"eval_priorArt_recall@20_a2all": 0.5958333333333333,
"eval_priorArt_recall@20_a2c": 0.5416666666666667,
"eval_priorArt_recall@20_a2i": 0.5083333333333333,
"eval_priorArt_recall@20_c2a": 0.4375,
"eval_priorArt_recall@20_c2all": 0.45,
"eval_priorArt_recall@20_c2c": 0.4625,
"eval_priorArt_recall@20_c2i": 0.3583333333333333,
"eval_priorArt_recall@20_i2a": 0.4541666666666666,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4125,
"eval_priorArt_recall@20_i2i": 0.4291666666666667,
"eval_priorArt_recall@50_a2a": 0.7291666666666667,
"eval_priorArt_recall@50_a2all": 0.7625,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6625,
"eval_priorArt_recall@50_c2a": 0.7041666666666666,
"eval_priorArt_recall@50_c2all": 0.7791666666666667,
"eval_priorArt_recall@50_c2c": 0.6958333333333333,
"eval_priorArt_recall@50_c2i": 0.5875,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.7291666666666667,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.7291666666666667,
"eval_sections_i2all_top_100_abstract_pct": 4.5,
"eval_sections_i2all_top_100_claim_pct": 30.75,
"eval_sections_i2all_top_100_invention_pct": 64.75,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 21.5,
"eval_sections_i2all_top_10_invention_pct": 76.5,
"eval_sections_i2all_top_20_abstract_pct": 4.25,
"eval_sections_i2all_top_20_claim_pct": 23.0,
"eval_sections_i2all_top_20_invention_pct": 72.75,
"eval_sections_i2all_top_50_abstract_pct": 4.8,
"eval_sections_i2all_top_50_claim_pct": 27.6,
"eval_sections_i2all_top_50_invention_pct": 67.60000000000001,
"eval_singularentropy_abstract": 0.34026049346509335,
"eval_singularentropy_claim": 0.34622532534141026,
"eval_singularentropy_global": 0.32511392109736337,
"eval_singularentropy_invention": 0.36429347774219467,
"eval_uniformity_abstract": -2.97611665725708,
"eval_uniformity_claim": -2.6383581161499023,
"eval_uniformity_global": -2.8470945358276367,
"eval_uniformity_invention": -2.6962990760803223,
"step": 4750
},
{
"epoch": 0.8767728863510775,
"grad_norm": 0.005366092082113028,
"learning_rate": 4.5817436438464537e-07,
"loss": 0.001,
"step": 4760
},
{
"epoch": 0.8786148461963529,
"grad_norm": 0.0019756678957492113,
"learning_rate": 4.4482437086148577e-07,
"loss": 0.001,
"step": 4770
},
{
"epoch": 0.8804568060416282,
"grad_norm": 0.0017597238766029477,
"learning_rate": 4.316626973403487e-07,
"loss": 0.0004,
"step": 4780
},
{
"epoch": 0.8822987658869037,
"grad_norm": 0.0034102830104529858,
"learning_rate": 4.1868988795093934e-07,
"loss": 0.0002,
"step": 4790
},
{
"epoch": 0.8841407257321791,
"grad_norm": 0.0050350879319012165,
"learning_rate": 4.059064790149503e-07,
"loss": 0.0004,
"step": 4800
},
{
"epoch": 0.8859826855774544,
"grad_norm": 0.012916024774312973,
"learning_rate": 3.9331299902387875e-07,
"loss": 0.0011,
"step": 4810
},
{
"epoch": 0.8878246454227298,
"grad_norm": 0.01799926534295082,
"learning_rate": 3.8090996861718466e-07,
"loss": 0.0006,
"step": 4820
},
{
"epoch": 0.8896666052680051,
"grad_norm": 0.0021536112762987614,
"learning_rate": 3.6869790056076436e-07,
"loss": 0.0003,
"step": 4830
},
{
"epoch": 0.8915085651132806,
"grad_norm": 0.0015258218627423048,
"learning_rate": 3.5667729972574893e-07,
"loss": 0.0009,
"step": 4840
},
{
"epoch": 0.8933505249585559,
"grad_norm": 0.0013412755215540528,
"learning_rate": 3.4484866306763896e-07,
"loss": 0.0002,
"step": 4850
},
{
"epoch": 0.8951924848038313,
"grad_norm": 0.1973191201686859,
"learning_rate": 3.332124796057501e-07,
"loss": 0.0025,
"step": 4860
},
{
"epoch": 0.8970344446491066,
"grad_norm": 0.008061329834163189,
"learning_rate": 3.217692304030046e-07,
"loss": 0.0002,
"step": 4870
},
{
"epoch": 0.8979554245717444,
"eval_alignment_abstract": {
"mean_alignment": 0.8110969662666321
},
"eval_alignment_claim": {
"mean_alignment": 0.8111269474029541
},
"eval_alignment_global": {
"mean_alignment": 0.8856502175331116
},
"eval_alignment_invention": {
"mean_alignment": 0.7821199297904968
},
"eval_ipc_cls_abstract_accuracy_primary": 53.28000000000001,
"eval_ipc_cls_abstract_precision@1": 58.120000000000005,
"eval_ipc_cls_abstract_precision@3": 29.666666666666664,
"eval_ipc_cls_abstract_precision@5": 19.951999999999998,
"eval_ipc_cls_global_accuracy_primary": 53.28000000000001,
"eval_ipc_cls_global_precision@1": 58.120000000000005,
"eval_ipc_cls_global_precision@3": 29.666666666666664,
"eval_ipc_cls_global_precision@5": 19.951999999999998,
"eval_ipc_knn_abstract_accuracy_primary": 56.879999999999995,
"eval_ipc_knn_abstract_precision@1": 61.28,
"eval_ipc_knn_abstract_precision@3": 24.93333333333333,
"eval_ipc_knn_abstract_precision@5": 15.120000000000001,
"eval_ipc_knn_global_accuracy_primary": 56.879999999999995,
"eval_ipc_knn_global_precision@1": 61.28,
"eval_ipc_knn_global_precision@3": 24.93333333333333,
"eval_ipc_knn_global_precision@5": 15.120000000000001,
"eval_priorArt_ndcg@100_a2a": 0.362343121870623,
"eval_priorArt_ndcg@100_a2all": 0.35820963138003414,
"eval_priorArt_ndcg@100_a2c": 0.3167354780718758,
"eval_priorArt_ndcg@100_a2i": 0.2814953009293981,
"eval_priorArt_ndcg@100_c2a": 0.31075779575404294,
"eval_priorArt_ndcg@100_c2all": 0.3108559043857057,
"eval_priorArt_ndcg@100_c2c": 0.312842621322174,
"eval_priorArt_ndcg@100_c2i": 0.2293719126718022,
"eval_priorArt_ndcg@100_i2a": 0.3518272205858471,
"eval_priorArt_ndcg@100_i2all": 0.3139714105007688,
"eval_priorArt_ndcg@100_i2c": 0.30665928742009885,
"eval_priorArt_ndcg@100_i2i": 0.29016901034099923,
"eval_priorArt_ndcg@10_a2a": 0.2409136513359587,
"eval_priorArt_ndcg@10_a2all": 0.23674351910841782,
"eval_priorArt_ndcg@10_a2c": 0.16297843498111234,
"eval_priorArt_ndcg@10_a2i": 0.15748405699511914,
"eval_priorArt_ndcg@10_c2a": 0.15018277016776976,
"eval_priorArt_ndcg@10_c2all": 0.16450837148934347,
"eval_priorArt_ndcg@10_c2c": 0.1829255238993776,
"eval_priorArt_ndcg@10_c2i": 0.09217076009208278,
"eval_priorArt_ndcg@10_i2a": 0.23160369326692204,
"eval_priorArt_ndcg@10_i2all": 0.18194553261989022,
"eval_priorArt_ndcg@10_i2c": 0.1524740648815901,
"eval_priorArt_ndcg@10_i2i": 0.17427759395120695,
"eval_priorArt_ndcg@20_a2a": 0.2948009398931826,
"eval_priorArt_ndcg@20_a2all": 0.2905947381562873,
"eval_priorArt_ndcg@20_a2c": 0.24452614713221807,
"eval_priorArt_ndcg@20_a2i": 0.22057774110370665,
"eval_priorArt_ndcg@20_c2a": 0.2151671303764915,
"eval_priorArt_ndcg@20_c2all": 0.22484189151580364,
"eval_priorArt_ndcg@20_c2c": 0.24204784447496105,
"eval_priorArt_ndcg@20_c2i": 0.14996300871739313,
"eval_priorArt_ndcg@20_i2a": 0.27671169169682475,
"eval_priorArt_ndcg@20_i2all": 0.2297290430664264,
"eval_priorArt_ndcg@20_i2c": 0.21338204476930142,
"eval_priorArt_ndcg@20_i2i": 0.20154386987660486,
"eval_priorArt_ndcg@50_a2a": 0.3373794441570958,
"eval_priorArt_ndcg@50_a2all": 0.3339957792923138,
"eval_priorArt_ndcg@50_a2c": 0.28462205951033015,
"eval_priorArt_ndcg@50_a2i": 0.26420095888630446,
"eval_priorArt_ndcg@50_c2a": 0.27876035682586187,
"eval_priorArt_ndcg@50_c2all": 0.3035911457707779,
"eval_priorArt_ndcg@50_c2c": 0.29625470372108853,
"eval_priorArt_ndcg@50_c2i": 0.20836253807452776,
"eval_priorArt_ndcg@50_i2a": 0.3167662249184391,
"eval_priorArt_ndcg@50_i2all": 0.28761719174470884,
"eval_priorArt_ndcg@50_i2c": 0.27161556148962096,
"eval_priorArt_ndcg@50_i2i": 0.27499067735577637,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7625000000000001,
"eval_priorArt_recall@100_c2a": 0.85,
"eval_priorArt_recall@100_c2all": 0.8125,
"eval_priorArt_recall@100_c2c": 0.775,
"eval_priorArt_recall@100_c2i": 0.7,
"eval_priorArt_recall@100_i2a": 0.7875,
"eval_priorArt_recall@100_i2all": 0.8458333333333334,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4041666666666667,
"eval_priorArt_recall@10_a2all": 0.4208333333333333,
"eval_priorArt_recall@10_a2c": 0.27083333333333337,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.25833333333333336,
"eval_priorArt_recall@10_c2c": 0.29166666666666663,
"eval_priorArt_recall@10_c2i": 0.15833333333333333,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.225,
"eval_priorArt_recall@10_i2i": 0.35416666666666663,
"eval_priorArt_recall@20_a2a": 0.5708333333333333,
"eval_priorArt_recall@20_a2all": 0.5958333333333333,
"eval_priorArt_recall@20_a2c": 0.5416666666666667,
"eval_priorArt_recall@20_a2i": 0.5083333333333333,
"eval_priorArt_recall@20_c2a": 0.4375,
"eval_priorArt_recall@20_c2all": 0.45,
"eval_priorArt_recall@20_c2c": 0.4791666666666667,
"eval_priorArt_recall@20_c2i": 0.3583333333333333,
"eval_priorArt_recall@20_i2a": 0.4541666666666666,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4125,
"eval_priorArt_recall@20_i2i": 0.4291666666666667,
"eval_priorArt_recall@50_a2a": 0.7291666666666667,
"eval_priorArt_recall@50_a2all": 0.7625,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6791666666666667,
"eval_priorArt_recall@50_c2a": 0.7041666666666666,
"eval_priorArt_recall@50_c2all": 0.7791666666666667,
"eval_priorArt_recall@50_c2c": 0.6958333333333333,
"eval_priorArt_recall@50_c2i": 0.6041666666666666,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.7291666666666667,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.7291666666666667,
"eval_sections_i2all_top_100_abstract_pct": 4.35,
"eval_sections_i2all_top_100_claim_pct": 30.65,
"eval_sections_i2all_top_100_invention_pct": 65.0,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 21.0,
"eval_sections_i2all_top_10_invention_pct": 77.0,
"eval_sections_i2all_top_20_abstract_pct": 4.25,
"eval_sections_i2all_top_20_claim_pct": 22.75,
"eval_sections_i2all_top_20_invention_pct": 73.0,
"eval_sections_i2all_top_50_abstract_pct": 4.7,
"eval_sections_i2all_top_50_claim_pct": 27.6,
"eval_sections_i2all_top_50_invention_pct": 67.7,
"eval_singularentropy_abstract": 0.34073417859333255,
"eval_singularentropy_claim": 0.3465861201902209,
"eval_singularentropy_global": 0.3255496966761179,
"eval_singularentropy_invention": 0.36480063487810066,
"eval_uniformity_abstract": -2.975813150405884,
"eval_uniformity_claim": -2.638113498687744,
"eval_uniformity_global": -2.8467884063720703,
"eval_uniformity_invention": -2.6961865425109863,
"step": 4875
},
{
"epoch": 0.898876404494382,
"grad_norm": 0.003524706931784749,
"learning_rate": 3.1051938854603726e-07,
"loss": 0.0003,
"step": 4880
},
{
"epoch": 0.9007183643396574,
"grad_norm": 0.0020155173260718584,
"learning_rate": 2.994634191256418e-07,
"loss": 0.0006,
"step": 4890
},
{
"epoch": 0.9025603241849328,
"grad_norm": 0.009796812199056149,
"learning_rate": 2.886017792175361e-07,
"loss": 0.0006,
"step": 4900
},
{
"epoch": 0.9044022840302082,
"grad_norm": 0.003104759380221367,
"learning_rate": 2.77934917863476e-07,
"loss": 0.0003,
"step": 4910
},
{
"epoch": 0.9062442438754835,
"grad_norm": 0.00848836824297905,
"learning_rate": 2.6746327605268017e-07,
"loss": 0.0005,
"step": 4920
},
{
"epoch": 0.9080862037207589,
"grad_norm": 0.003366679884493351,
"learning_rate": 2.571872867036079e-07,
"loss": 0.0005,
"step": 4930
},
{
"epoch": 0.9099281635660342,
"grad_norm": 0.05475245788693428,
"learning_rate": 2.4710737464605447e-07,
"loss": 0.0005,
"step": 4940
},
{
"epoch": 0.9117701234113096,
"grad_norm": 0.003970413934439421,
"learning_rate": 2.372239566035911e-07,
"loss": 0.0001,
"step": 4950
},
{
"epoch": 0.913612083256585,
"grad_norm": 0.004732207395136356,
"learning_rate": 2.2753744117633926e-07,
"loss": 0.0002,
"step": 4960
},
{
"epoch": 0.9154540431018604,
"grad_norm": 0.00380439730361104,
"learning_rate": 2.180482288240715e-07,
"loss": 0.0002,
"step": 4970
},
{
"epoch": 0.9172960029471358,
"grad_norm": 0.0043756598606705666,
"learning_rate": 2.087567118496625e-07,
"loss": 0.0005,
"step": 4980
},
{
"epoch": 0.9191379627924111,
"grad_norm": 0.0072524393908679485,
"learning_rate": 1.9966327438286582e-07,
"loss": 0.0001,
"step": 4990
},
{
"epoch": 0.9209799226376865,
"grad_norm": 0.1950397938489914,
"learning_rate": 1.9076829236443662e-07,
"loss": 0.0015,
"step": 5000
},
{
"epoch": 0.9209799226376865,
"eval_alignment_abstract": {
"mean_alignment": 0.8106569051742554
},
"eval_alignment_claim": {
"mean_alignment": 0.8110109567642212
},
"eval_alignment_global": {
"mean_alignment": 0.8852171301841736
},
"eval_alignment_invention": {
"mean_alignment": 0.7817391157150269
},
"eval_ipc_cls_abstract_accuracy_primary": 53.36,
"eval_ipc_cls_abstract_precision@1": 58.28,
"eval_ipc_cls_abstract_precision@3": 29.64,
"eval_ipc_cls_abstract_precision@5": 19.991999999999997,
"eval_ipc_cls_global_accuracy_primary": 53.36,
"eval_ipc_cls_global_precision@1": 58.28,
"eval_ipc_cls_global_precision@3": 29.64,
"eval_ipc_cls_global_precision@5": 19.991999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 56.84,
"eval_ipc_knn_abstract_precision@1": 61.28,
"eval_ipc_knn_abstract_precision@3": 24.93333333333333,
"eval_ipc_knn_abstract_precision@5": 15.120000000000001,
"eval_ipc_knn_global_accuracy_primary": 56.84,
"eval_ipc_knn_global_precision@1": 61.28,
"eval_ipc_knn_global_precision@3": 24.93333333333333,
"eval_ipc_knn_global_precision@5": 15.120000000000001,
"eval_priorArt_ndcg@100_a2a": 0.3629798089566176,
"eval_priorArt_ndcg@100_a2all": 0.35834873574576576,
"eval_priorArt_ndcg@100_a2c": 0.3169399855516363,
"eval_priorArt_ndcg@100_a2i": 0.28131188445851024,
"eval_priorArt_ndcg@100_c2a": 0.31084397629822347,
"eval_priorArt_ndcg@100_c2all": 0.3145012350840797,
"eval_priorArt_ndcg@100_c2c": 0.313209856838193,
"eval_priorArt_ndcg@100_c2i": 0.22986516767107662,
"eval_priorArt_ndcg@100_i2a": 0.35148894392901103,
"eval_priorArt_ndcg@100_i2all": 0.3138848594777623,
"eval_priorArt_ndcg@100_i2c": 0.3053735065689853,
"eval_priorArt_ndcg@100_i2i": 0.29038360251360595,
"eval_priorArt_ndcg@10_a2a": 0.24161490329744262,
"eval_priorArt_ndcg@10_a2all": 0.23674351910841782,
"eval_priorArt_ndcg@10_a2c": 0.16862069204855906,
"eval_priorArt_ndcg@10_a2i": 0.15748405699511914,
"eval_priorArt_ndcg@10_c2a": 0.15018277016776976,
"eval_priorArt_ndcg@10_c2all": 0.17337033582854586,
"eval_priorArt_ndcg@10_c2c": 0.1829255238993776,
"eval_priorArt_ndcg@10_c2i": 0.09217076009208278,
"eval_priorArt_ndcg@10_i2a": 0.23160369326692204,
"eval_priorArt_ndcg@10_i2all": 0.18194553261989022,
"eval_priorArt_ndcg@10_i2c": 0.15161866897942447,
"eval_priorArt_ndcg@10_i2i": 0.17427759395120695,
"eval_priorArt_ndcg@20_a2a": 0.2955021918546665,
"eval_priorArt_ndcg@20_a2all": 0.2905947381562873,
"eval_priorArt_ndcg@20_a2c": 0.2447237161462532,
"eval_priorArt_ndcg@20_a2i": 0.22013995003434164,
"eval_priorArt_ndcg@20_c2a": 0.2151671303764915,
"eval_priorArt_ndcg@20_c2all": 0.22548677716298898,
"eval_priorArt_ndcg@20_c2c": 0.24238241998632995,
"eval_priorArt_ndcg@20_c2i": 0.1501956557511942,
"eval_priorArt_ndcg@20_i2a": 0.2763238903519326,
"eval_priorArt_ndcg@20_i2all": 0.2295892443518083,
"eval_priorArt_ndcg@20_i2c": 0.21211725616478172,
"eval_priorArt_ndcg@20_i2i": 0.20164719456842337,
"eval_priorArt_ndcg@50_a2a": 0.33803532678849113,
"eval_priorArt_ndcg@50_a2all": 0.3341516759379318,
"eval_priorArt_ndcg@50_a2c": 0.28481962852436526,
"eval_priorArt_ndcg@50_a2i": 0.2639665669449434,
"eval_priorArt_ndcg@50_c2a": 0.27873437878782276,
"eval_priorArt_ndcg@50_c2all": 0.3042908494569253,
"eval_priorArt_ndcg@50_c2c": 0.2965892792324575,
"eval_priorArt_ndcg@50_c2i": 0.2088481861294234,
"eval_priorArt_ndcg@50_i2a": 0.31641157492299427,
"eval_priorArt_ndcg@50_i2all": 0.28210184586725673,
"eval_priorArt_ndcg@50_i2c": 0.27031052503168684,
"eval_priorArt_ndcg@50_i2i": 0.2751744632599661,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7625000000000001,
"eval_priorArt_recall@100_c2a": 0.85,
"eval_priorArt_recall@100_c2all": 0.825,
"eval_priorArt_recall@100_c2c": 0.775,
"eval_priorArt_recall@100_c2i": 0.7,
"eval_priorArt_recall@100_i2a": 0.7875,
"eval_priorArt_recall@100_i2all": 0.8458333333333334,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4041666666666667,
"eval_priorArt_recall@10_a2all": 0.4208333333333333,
"eval_priorArt_recall@10_a2c": 0.2833333333333333,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.2833333333333333,
"eval_priorArt_recall@10_c2c": 0.29166666666666663,
"eval_priorArt_recall@10_c2i": 0.15833333333333333,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.225,
"eval_priorArt_recall@10_i2i": 0.35416666666666663,
"eval_priorArt_recall@20_a2a": 0.5708333333333333,
"eval_priorArt_recall@20_a2all": 0.5958333333333333,
"eval_priorArt_recall@20_a2c": 0.5416666666666667,
"eval_priorArt_recall@20_a2i": 0.5083333333333333,
"eval_priorArt_recall@20_c2a": 0.4375,
"eval_priorArt_recall@20_c2all": 0.45,
"eval_priorArt_recall@20_c2c": 0.4791666666666667,
"eval_priorArt_recall@20_c2i": 0.3583333333333333,
"eval_priorArt_recall@20_i2a": 0.4541666666666666,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4125,
"eval_priorArt_recall@20_i2i": 0.4291666666666667,
"eval_priorArt_recall@50_a2a": 0.7291666666666667,
"eval_priorArt_recall@50_a2all": 0.7625,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6791666666666667,
"eval_priorArt_recall@50_c2a": 0.7041666666666666,
"eval_priorArt_recall@50_c2all": 0.7791666666666667,
"eval_priorArt_recall@50_c2c": 0.6958333333333333,
"eval_priorArt_recall@50_c2i": 0.6041666666666666,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.7041666666666667,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.7291666666666667,
"eval_sections_i2all_top_100_abstract_pct": 4.3999999999999995,
"eval_sections_i2all_top_100_claim_pct": 30.599999999999998,
"eval_sections_i2all_top_100_invention_pct": 65.0,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 20.5,
"eval_sections_i2all_top_10_invention_pct": 77.5,
"eval_sections_i2all_top_20_abstract_pct": 4.25,
"eval_sections_i2all_top_20_claim_pct": 22.5,
"eval_sections_i2all_top_20_invention_pct": 73.25,
"eval_sections_i2all_top_50_abstract_pct": 4.7,
"eval_sections_i2all_top_50_claim_pct": 27.6,
"eval_sections_i2all_top_50_invention_pct": 67.7,
"eval_singularentropy_abstract": 0.3409518008046839,
"eval_singularentropy_claim": 0.34669440793610307,
"eval_singularentropy_global": 0.3257195925583499,
"eval_singularentropy_invention": 0.36498773553162744,
"eval_uniformity_abstract": -2.9752860069274902,
"eval_uniformity_claim": -2.6388943195343018,
"eval_uniformity_global": -2.846809148788452,
"eval_uniformity_invention": -2.6962990760803223,
"step": 5000
},
{
"epoch": 0.9228218824829618,
"grad_norm": 0.0033777975477278233,
"learning_rate": 1.8207213353058638e-07,
"loss": 0.0001,
"step": 5010
},
{
"epoch": 0.9246638423282373,
"grad_norm": 0.008436408825218678,
"learning_rate": 1.7525860102803438e-07,
"loss": 0.0002,
"step": 5020
},
{
"epoch": 0.9265058021735126,
"grad_norm": 0.05265675485134125,
"learning_rate": 1.6692122437475756e-07,
"loss": 0.0006,
"step": 5030
},
{
"epoch": 0.928347762018788,
"grad_norm": 0.0015732895117253065,
"learning_rate": 1.587836567911849e-07,
"loss": 0.0001,
"step": 5040
},
{
"epoch": 0.9301897218640633,
"grad_norm": 0.004801722709089518,
"learning_rate": 1.5084623470051295e-07,
"loss": 0.0002,
"step": 5050
},
{
"epoch": 0.9320316817093387,
"grad_norm": 0.006436459720134735,
"learning_rate": 1.4310928625152375e-07,
"loss": 0.0002,
"step": 5060
},
{
"epoch": 0.9338736415546142,
"grad_norm": 0.0028272371273487806,
"learning_rate": 1.3557313130502513e-07,
"loss": 0.0001,
"step": 5070
},
{
"epoch": 0.9357156013998895,
"grad_norm": 0.003959404770284891,
"learning_rate": 1.282380814206191e-07,
"loss": 0.0001,
"step": 5080
},
{
"epoch": 0.9375575612451649,
"grad_norm": 0.002531021600589156,
"learning_rate": 1.2110443984382936e-07,
"loss": 0.0002,
"step": 5090
},
{
"epoch": 0.9393995210904402,
"grad_norm": 0.0035292881075292826,
"learning_rate": 1.141725014935563e-07,
"loss": 0.0002,
"step": 5100
},
{
"epoch": 0.9412414809357156,
"grad_norm": 0.005966232158243656,
"learning_rate": 1.074425529498918e-07,
"loss": 0.0005,
"step": 5110
},
{
"epoch": 0.9430834407809909,
"grad_norm": 0.004022682551294565,
"learning_rate": 1.0091487244226594e-07,
"loss": 0.0001,
"step": 5120
},
{
"epoch": 0.9440044207036287,
"eval_alignment_abstract": {
"mean_alignment": 0.8106166124343872
},
"eval_alignment_claim": {
"mean_alignment": 0.8111266493797302
},
"eval_alignment_global": {
"mean_alignment": 0.8851670622825623
},
"eval_alignment_invention": {
"mean_alignment": 0.7817870378494263
},
"eval_ipc_cls_abstract_accuracy_primary": 53.16,
"eval_ipc_cls_abstract_precision@1": 57.99999999999999,
"eval_ipc_cls_abstract_precision@3": 29.64,
"eval_ipc_cls_abstract_precision@5": 19.992,
"eval_ipc_cls_global_accuracy_primary": 53.16,
"eval_ipc_cls_global_precision@1": 57.99999999999999,
"eval_ipc_cls_global_precision@3": 29.64,
"eval_ipc_cls_global_precision@5": 19.992,
"eval_ipc_knn_abstract_accuracy_primary": 56.84,
"eval_ipc_knn_abstract_precision@1": 61.28,
"eval_ipc_knn_abstract_precision@3": 24.93333333333333,
"eval_ipc_knn_abstract_precision@5": 15.120000000000001,
"eval_ipc_knn_global_accuracy_primary": 56.84,
"eval_ipc_knn_global_precision@1": 61.28,
"eval_ipc_knn_global_precision@3": 24.93333333333333,
"eval_ipc_knn_global_precision@5": 15.120000000000001,
"eval_priorArt_ndcg@100_a2a": 0.3630233971046003,
"eval_priorArt_ndcg@100_a2all": 0.3582647466325864,
"eval_priorArt_ndcg@100_a2c": 0.3169498102710932,
"eval_priorArt_ndcg@100_a2i": 0.28147572875562693,
"eval_priorArt_ndcg@100_c2a": 0.31103889649067196,
"eval_priorArt_ndcg@100_c2all": 0.3118199195690691,
"eval_priorArt_ndcg@100_c2c": 0.31390325619780257,
"eval_priorArt_ndcg@100_c2i": 0.23004883393105446,
"eval_priorArt_ndcg@100_i2a": 0.3516716012383393,
"eval_priorArt_ndcg@100_i2all": 0.3138557767353894,
"eval_priorArt_ndcg@100_i2c": 0.3056672964725179,
"eval_priorArt_ndcg@100_i2i": 0.29038360251360595,
"eval_priorArt_ndcg@10_a2a": 0.24161490329744262,
"eval_priorArt_ndcg@10_a2all": 0.23674351910841782,
"eval_priorArt_ndcg@10_a2c": 0.17711583588798546,
"eval_priorArt_ndcg@10_a2i": 0.15748405699511914,
"eval_priorArt_ndcg@10_c2a": 0.15018277016776976,
"eval_priorArt_ndcg@10_c2all": 0.17337033582854586,
"eval_priorArt_ndcg@10_c2c": 0.18347332359793836,
"eval_priorArt_ndcg@10_c2i": 0.09217076009208278,
"eval_priorArt_ndcg@10_i2a": 0.23160369326692204,
"eval_priorArt_ndcg@10_i2all": 0.18194553261989022,
"eval_priorArt_ndcg@10_i2c": 0.15161866897942447,
"eval_priorArt_ndcg@10_i2i": 0.17427759395120695,
"eval_priorArt_ndcg@20_a2a": 0.2955021918546665,
"eval_priorArt_ndcg@20_a2all": 0.2905947381562873,
"eval_priorArt_ndcg@20_a2c": 0.24466720578229367,
"eval_priorArt_ndcg@20_a2i": 0.22034509406990557,
"eval_priorArt_ndcg@20_c2a": 0.21527045506831,
"eval_priorArt_ndcg@20_c2all": 0.22548677716298898,
"eval_priorArt_ndcg@20_c2c": 0.24293021968489073,
"eval_priorArt_ndcg@20_c2i": 0.15049355699168498,
"eval_priorArt_ndcg@20_i2a": 0.27650654766126087,
"eval_priorArt_ndcg@20_i2all": 0.2295892443518083,
"eval_priorArt_ndcg@20_i2c": 0.2123224002003456,
"eval_priorArt_ndcg@20_i2i": 0.20164719456842337,
"eval_priorArt_ndcg@50_a2a": 0.33803532678849113,
"eval_priorArt_ndcg@50_a2all": 0.334050894544866,
"eval_priorArt_ndcg@50_a2c": 0.2848169754069151,
"eval_priorArt_ndcg@50_a2i": 0.2641304112420601,
"eval_priorArt_ndcg@50_c2a": 0.27893998370544937,
"eval_priorArt_ndcg@50_c2all": 0.3045474365608254,
"eval_priorArt_ndcg@50_c2c": 0.29729545422875314,
"eval_priorArt_ndcg@50_c2i": 0.20498090953514914,
"eval_priorArt_ndcg@50_i2a": 0.3165942322323226,
"eval_priorArt_ndcg@50_i2all": 0.2820727631248837,
"eval_priorArt_ndcg@50_i2c": 0.27059035455541713,
"eval_priorArt_ndcg@50_i2i": 0.2751744632599661,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7625000000000001,
"eval_priorArt_recall@100_c2a": 0.85,
"eval_priorArt_recall@100_c2all": 0.8125,
"eval_priorArt_recall@100_c2c": 0.775,
"eval_priorArt_recall@100_c2i": 0.7,
"eval_priorArt_recall@100_i2a": 0.7875,
"eval_priorArt_recall@100_i2all": 0.8458333333333334,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4041666666666667,
"eval_priorArt_recall@10_a2all": 0.4208333333333333,
"eval_priorArt_recall@10_a2c": 0.30833333333333335,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.2833333333333333,
"eval_priorArt_recall@10_c2c": 0.29166666666666663,
"eval_priorArt_recall@10_c2i": 0.15833333333333333,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.225,
"eval_priorArt_recall@10_i2i": 0.35416666666666663,
"eval_priorArt_recall@20_a2a": 0.5708333333333333,
"eval_priorArt_recall@20_a2all": 0.5958333333333333,
"eval_priorArt_recall@20_a2c": 0.5416666666666667,
"eval_priorArt_recall@20_a2i": 0.5083333333333333,
"eval_priorArt_recall@20_c2a": 0.4375,
"eval_priorArt_recall@20_c2all": 0.45,
"eval_priorArt_recall@20_c2c": 0.4791666666666667,
"eval_priorArt_recall@20_c2i": 0.3583333333333333,
"eval_priorArt_recall@20_i2a": 0.4541666666666666,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4125,
"eval_priorArt_recall@20_i2i": 0.4291666666666667,
"eval_priorArt_recall@50_a2a": 0.7291666666666667,
"eval_priorArt_recall@50_a2all": 0.7625,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6791666666666667,
"eval_priorArt_recall@50_c2a": 0.7041666666666666,
"eval_priorArt_recall@50_c2all": 0.7791666666666667,
"eval_priorArt_recall@50_c2c": 0.6958333333333333,
"eval_priorArt_recall@50_c2i": 0.5875,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.7041666666666667,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.7291666666666667,
"eval_sections_i2all_top_100_abstract_pct": 4.3999999999999995,
"eval_sections_i2all_top_100_claim_pct": 30.599999999999998,
"eval_sections_i2all_top_100_invention_pct": 65.0,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 20.5,
"eval_sections_i2all_top_10_invention_pct": 77.5,
"eval_sections_i2all_top_20_abstract_pct": 4.25,
"eval_sections_i2all_top_20_claim_pct": 22.5,
"eval_sections_i2all_top_20_invention_pct": 73.25,
"eval_sections_i2all_top_50_abstract_pct": 4.7,
"eval_sections_i2all_top_50_claim_pct": 27.6,
"eval_sections_i2all_top_50_invention_pct": 67.7,
"eval_singularentropy_abstract": 0.34100962398382695,
"eval_singularentropy_claim": 0.3467100098636073,
"eval_singularentropy_global": 0.3257600854554364,
"eval_singularentropy_invention": 0.36502179889907677,
"eval_uniformity_abstract": -2.9751060009002686,
"eval_uniformity_claim": -2.6393747329711914,
"eval_uniformity_global": -2.8468809127807617,
"eval_uniformity_invention": -2.6965408325195312,
"step": 5125
},
{
"epoch": 0.9449254006262664,
"grad_norm": 0.10174562782049179,
"learning_rate": 9.458972983794779e-08,
"loss": 0.0008,
"step": 5130
},
{
"epoch": 0.9467673604715418,
"grad_norm": 0.0015045194886624813,
"learning_rate": 8.846738663088772e-08,
"loss": 0.0001,
"step": 5140
},
{
"epoch": 0.9486093203168171,
"grad_norm": 0.0017972466303035617,
"learning_rate": 8.254809593090552e-08,
"loss": 0.0002,
"step": 5150
},
{
"epoch": 0.9504512801620925,
"grad_norm": 0.010424521751701832,
"learning_rate": 7.683210245322869e-08,
"loss": 0.0002,
"step": 5160
},
{
"epoch": 0.9522932400073678,
"grad_norm": 0.0027063318993896246,
"learning_rate": 7.131964250837176e-08,
"loss": 0.0004,
"step": 5170
},
{
"epoch": 0.9541351998526432,
"grad_norm": 0.0018421935383230448,
"learning_rate": 6.601094399237173e-08,
"loss": 0.0002,
"step": 5180
},
{
"epoch": 0.9559771596979186,
"grad_norm": 0.016888009384274483,
"learning_rate": 6.090622637736188e-08,
"loss": 0.0002,
"step": 5190
},
{
"epoch": 0.957819119543194,
"grad_norm": 0.07654955983161926,
"learning_rate": 5.600570070250111e-08,
"loss": 0.0004,
"step": 5200
},
{
"epoch": 0.9596610793884693,
"grad_norm": 0.0023472073953598738,
"learning_rate": 5.1309569565247683e-08,
"loss": 0.0005,
"step": 5210
},
{
"epoch": 0.9615030392337447,
"grad_norm": 0.08197520673274994,
"learning_rate": 4.681802711298367e-08,
"loss": 0.0014,
"step": 5220
},
{
"epoch": 0.96334499907902,
"grad_norm": 0.003272100118920207,
"learning_rate": 4.253125903498967e-08,
"loss": 0.0001,
"step": 5230
},
{
"epoch": 0.9651869589242954,
"grad_norm": 0.03977986425161362,
"learning_rate": 3.844944255476657e-08,
"loss": 0.0002,
"step": 5240
},
{
"epoch": 0.9670289187695709,
"grad_norm": 0.011535209603607655,
"learning_rate": 3.457274642270969e-08,
"loss": 0.0007,
"step": 5250
},
{
"epoch": 0.9670289187695709,
"eval_alignment_abstract": {
"mean_alignment": 0.8106756806373596
},
"eval_alignment_claim": {
"mean_alignment": 0.8112283945083618
},
"eval_alignment_global": {
"mean_alignment": 0.8851850628852844
},
"eval_alignment_invention": {
"mean_alignment": 0.7817804217338562
},
"eval_ipc_cls_abstract_accuracy_primary": 53.2,
"eval_ipc_cls_abstract_precision@1": 57.99999999999999,
"eval_ipc_cls_abstract_precision@3": 29.64,
"eval_ipc_cls_abstract_precision@5": 20.008,
"eval_ipc_cls_global_accuracy_primary": 53.2,
"eval_ipc_cls_global_precision@1": 57.99999999999999,
"eval_ipc_cls_global_precision@3": 29.64,
"eval_ipc_cls_global_precision@5": 20.008,
"eval_ipc_knn_abstract_accuracy_primary": 56.84,
"eval_ipc_knn_abstract_precision@1": 61.28,
"eval_ipc_knn_abstract_precision@3": 24.93333333333333,
"eval_ipc_knn_abstract_precision@5": 15.120000000000001,
"eval_ipc_knn_global_accuracy_primary": 56.84,
"eval_ipc_knn_global_precision@1": 61.28,
"eval_ipc_knn_global_precision@3": 24.93333333333333,
"eval_ipc_knn_global_precision@5": 15.120000000000001,
"eval_priorArt_ndcg@100_a2a": 0.36300420155919966,
"eval_priorArt_ndcg@100_a2all": 0.35828227778792515,
"eval_priorArt_ndcg@100_a2c": 0.3169373324341861,
"eval_priorArt_ndcg@100_a2i": 0.28125670117472545,
"eval_priorArt_ndcg@100_c2a": 0.3109789545005477,
"eval_priorArt_ndcg@100_c2all": 0.3116753031262949,
"eval_priorArt_ndcg@100_c2c": 0.31390325619780257,
"eval_priorArt_ndcg@100_c2i": 0.23020759922467038,
"eval_priorArt_ndcg@100_i2a": 0.35171973610416957,
"eval_priorArt_ndcg@100_i2all": 0.3141536779758801,
"eval_priorArt_ndcg@100_i2c": 0.3053542509621646,
"eval_priorArt_ndcg@100_i2i": 0.2902898317172088,
"eval_priorArt_ndcg@10_a2a": 0.24161490329744262,
"eval_priorArt_ndcg@10_a2all": 0.23674351910841782,
"eval_priorArt_ndcg@10_a2c": 0.17711583588798546,
"eval_priorArt_ndcg@10_a2i": 0.15748405699511914,
"eval_priorArt_ndcg@10_c2a": 0.15018277016776976,
"eval_priorArt_ndcg@10_c2all": 0.17337033582854586,
"eval_priorArt_ndcg@10_c2c": 0.18347332359793836,
"eval_priorArt_ndcg@10_c2i": 0.09217076009208278,
"eval_priorArt_ndcg@10_i2a": 0.23160369326692204,
"eval_priorArt_ndcg@10_i2all": 0.18194553261989022,
"eval_priorArt_ndcg@10_i2c": 0.15161866897942447,
"eval_priorArt_ndcg@10_i2i": 0.17427759395120695,
"eval_priorArt_ndcg@20_a2a": 0.2955021918546665,
"eval_priorArt_ndcg@20_a2all": 0.2905947381562873,
"eval_priorArt_ndcg@20_a2c": 0.24466720578229367,
"eval_priorArt_ndcg@20_a2i": 0.22013995003434164,
"eval_priorArt_ndcg@20_c2a": 0.21527045506831,
"eval_priorArt_ndcg@20_c2all": 0.22548677716298898,
"eval_priorArt_ndcg@20_c2c": 0.24293021968489073,
"eval_priorArt_ndcg@20_c2i": 0.15049355699168498,
"eval_priorArt_ndcg@20_i2a": 0.27655468252709114,
"eval_priorArt_ndcg@20_i2all": 0.2298871455922991,
"eval_priorArt_ndcg@20_i2c": 0.21211725616478172,
"eval_priorArt_ndcg@20_i2i": 0.20164719456842337,
"eval_priorArt_ndcg@50_a2a": 0.33803532678849113,
"eval_priorArt_ndcg@50_a2all": 0.3340852179800912,
"eval_priorArt_ndcg@50_a2c": 0.2848169754069151,
"eval_priorArt_ndcg@50_a2i": 0.2639252672064962,
"eval_priorArt_ndcg@50_c2a": 0.27887708138346295,
"eval_priorArt_ndcg@50_c2all": 0.3044028201180512,
"eval_priorArt_ndcg@50_c2c": 0.29729545422875314,
"eval_priorArt_ndcg@50_c2i": 0.20919822462739593,
"eval_priorArt_ndcg@50_i2a": 0.31664236709815285,
"eval_priorArt_ndcg@50_i2all": 0.28237066436537456,
"eval_priorArt_ndcg@50_i2c": 0.27031052503168684,
"eval_priorArt_ndcg@50_i2i": 0.2750806924635689,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7625000000000001,
"eval_priorArt_recall@100_c2a": 0.85,
"eval_priorArt_recall@100_c2all": 0.8125,
"eval_priorArt_recall@100_c2c": 0.775,
"eval_priorArt_recall@100_c2i": 0.7,
"eval_priorArt_recall@100_i2a": 0.7875,
"eval_priorArt_recall@100_i2all": 0.8458333333333334,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4041666666666667,
"eval_priorArt_recall@10_a2all": 0.4208333333333333,
"eval_priorArt_recall@10_a2c": 0.30833333333333335,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.2833333333333333,
"eval_priorArt_recall@10_c2c": 0.29166666666666663,
"eval_priorArt_recall@10_c2i": 0.15833333333333333,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.225,
"eval_priorArt_recall@10_i2i": 0.35416666666666663,
"eval_priorArt_recall@20_a2a": 0.5708333333333333,
"eval_priorArt_recall@20_a2all": 0.5958333333333333,
"eval_priorArt_recall@20_a2c": 0.5416666666666667,
"eval_priorArt_recall@20_a2i": 0.5083333333333333,
"eval_priorArt_recall@20_c2a": 0.4375,
"eval_priorArt_recall@20_c2all": 0.45,
"eval_priorArt_recall@20_c2c": 0.4791666666666667,
"eval_priorArt_recall@20_c2i": 0.3583333333333333,
"eval_priorArt_recall@20_i2a": 0.4541666666666666,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4125,
"eval_priorArt_recall@20_i2i": 0.4291666666666667,
"eval_priorArt_recall@50_a2a": 0.7291666666666667,
"eval_priorArt_recall@50_a2all": 0.7625,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6791666666666667,
"eval_priorArt_recall@50_c2a": 0.7041666666666666,
"eval_priorArt_recall@50_c2all": 0.7791666666666667,
"eval_priorArt_recall@50_c2c": 0.6958333333333333,
"eval_priorArt_recall@50_c2i": 0.6041666666666666,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.7041666666666667,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.7291666666666667,
"eval_sections_i2all_top_100_abstract_pct": 4.3999999999999995,
"eval_sections_i2all_top_100_claim_pct": 30.55,
"eval_sections_i2all_top_100_invention_pct": 65.05,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 20.5,
"eval_sections_i2all_top_10_invention_pct": 77.5,
"eval_sections_i2all_top_20_abstract_pct": 4.25,
"eval_sections_i2all_top_20_claim_pct": 22.25,
"eval_sections_i2all_top_20_invention_pct": 73.5,
"eval_sections_i2all_top_50_abstract_pct": 4.7,
"eval_sections_i2all_top_50_claim_pct": 27.6,
"eval_sections_i2all_top_50_invention_pct": 67.7,
"eval_singularentropy_abstract": 0.3410044123483035,
"eval_singularentropy_claim": 0.3467079909257633,
"eval_singularentropy_global": 0.32575853153403356,
"eval_singularentropy_invention": 0.3650179069536048,
"eval_uniformity_abstract": -2.975099563598633,
"eval_uniformity_claim": -2.6394410133361816,
"eval_uniformity_global": -2.846876382827759,
"eval_uniformity_invention": -2.696544885635376,
"step": 5250
},
{
"epoch": 0.9688708786148462,
"grad_norm": 0.0027213622815907,
"learning_rate": 3.0901330909132724e-08,
"loss": 0.0002,
"step": 5260
},
{
"epoch": 0.9707128384601216,
"grad_norm": 0.06496216356754303,
"learning_rate": 2.7435347797639123e-08,
"loss": 0.0005,
"step": 5270
},
{
"epoch": 0.9725547983053969,
"grad_norm": 0.00351418973878026,
"learning_rate": 2.4174940378850488e-08,
"loss": 0.0002,
"step": 5280
},
{
"epoch": 0.9743967581506723,
"grad_norm": 0.0017551918281242251,
"learning_rate": 2.1120243444481268e-08,
"loss": 0.0002,
"step": 5290
},
{
"epoch": 0.9762387179959476,
"grad_norm": 0.006086323410272598,
"learning_rate": 1.827138328176603e-08,
"loss": 0.0002,
"step": 5300
},
{
"epoch": 0.9780806778412231,
"grad_norm": 0.0031992876902222633,
"learning_rate": 1.562847766823916e-08,
"loss": 0.0002,
"step": 5310
},
{
"epoch": 0.9799226376864985,
"grad_norm": 0.004136946983635426,
"learning_rate": 1.3191635866863783e-08,
"loss": 0.0011,
"step": 5320
},
{
"epoch": 0.9817645975317738,
"grad_norm": 0.005702439695596695,
"learning_rate": 1.0960958621517025e-08,
"loss": 0.0002,
"step": 5330
},
{
"epoch": 0.9836065573770492,
"grad_norm": 0.0020023202523589134,
"learning_rate": 8.936538152823915e-09,
"loss": 0.0002,
"step": 5340
},
{
"epoch": 0.9854485172223245,
"grad_norm": 0.10120776295661926,
"learning_rate": 7.11845815434431e-09,
"loss": 0.0004,
"step": 5350
},
{
"epoch": 0.9872904770676,
"grad_norm": 0.003436401253566146,
"learning_rate": 5.506793789115117e-09,
"loss": 0.0005,
"step": 5360
},
{
"epoch": 0.9891324369128753,
"grad_norm": 0.0022768904455006123,
"learning_rate": 4.101611686539442e-09,
"loss": 0.0002,
"step": 5370
},
{
"epoch": 0.990053416835513,
"eval_alignment_abstract": {
"mean_alignment": 0.8106759786605835
},
"eval_alignment_claim": {
"mean_alignment": 0.8112506866455078
},
"eval_alignment_global": {
"mean_alignment": 0.8852350115776062
},
"eval_alignment_invention": {
"mean_alignment": 0.7818711400032043
},
"eval_ipc_cls_abstract_accuracy_primary": 53.239999999999995,
"eval_ipc_cls_abstract_precision@1": 58.08,
"eval_ipc_cls_abstract_precision@3": 29.666666666666664,
"eval_ipc_cls_abstract_precision@5": 20.024,
"eval_ipc_cls_global_accuracy_primary": 53.239999999999995,
"eval_ipc_cls_global_precision@1": 58.08,
"eval_ipc_cls_global_precision@3": 29.666666666666664,
"eval_ipc_cls_global_precision@5": 20.024,
"eval_ipc_knn_abstract_accuracy_primary": 56.879999999999995,
"eval_ipc_knn_abstract_precision@1": 61.31999999999999,
"eval_ipc_knn_abstract_precision@3": 24.946666666666665,
"eval_ipc_knn_abstract_precision@5": 15.128,
"eval_ipc_knn_global_accuracy_primary": 56.879999999999995,
"eval_ipc_knn_global_precision@1": 61.31999999999999,
"eval_ipc_knn_global_precision@3": 24.946666666666665,
"eval_ipc_knn_global_precision@5": 15.128,
"eval_priorArt_ndcg@100_a2a": 0.36300420155919966,
"eval_priorArt_ndcg@100_a2all": 0.3586294857171348,
"eval_priorArt_ndcg@100_a2c": 0.31662702229836964,
"eval_priorArt_ndcg@100_a2i": 0.28197576805328295,
"eval_priorArt_ndcg@100_c2a": 0.31097599416868554,
"eval_priorArt_ndcg@100_c2all": 0.3148117833357725,
"eval_priorArt_ndcg@100_c2c": 0.3139160318344888,
"eval_priorArt_ndcg@100_c2i": 0.23007732140575693,
"eval_priorArt_ndcg@100_i2a": 0.35172903204726025,
"eval_priorArt_ndcg@100_i2all": 0.31377647121695856,
"eval_priorArt_ndcg@100_i2c": 0.30541497607052875,
"eval_priorArt_ndcg@100_i2i": 0.29017506570817664,
"eval_priorArt_ndcg@10_a2a": 0.24161490329744262,
"eval_priorArt_ndcg@10_a2all": 0.23702426907978688,
"eval_priorArt_ndcg@10_a2c": 0.16825387154878307,
"eval_priorArt_ndcg@10_a2i": 0.15820312387367666,
"eval_priorArt_ndcg@10_c2a": 0.15018277016776976,
"eval_priorArt_ndcg@10_c2all": 0.17337033582854586,
"eval_priorArt_ndcg@10_c2c": 0.18347332359793836,
"eval_priorArt_ndcg@10_c2i": 0.09217076009208278,
"eval_priorArt_ndcg@10_i2a": 0.23160369326692204,
"eval_priorArt_ndcg@10_i2all": 0.18194553261989022,
"eval_priorArt_ndcg@10_i2c": 0.15161866897942447,
"eval_priorArt_ndcg@10_i2i": 0.17427759395120695,
"eval_priorArt_ndcg@20_a2a": 0.2955021918546665,
"eval_priorArt_ndcg@20_a2all": 0.29087548812765635,
"eval_priorArt_ndcg@20_a2c": 0.24435689564647717,
"eval_priorArt_ndcg@20_a2i": 0.22085901691289916,
"eval_priorArt_ndcg@20_c2a": 0.21527045506831,
"eval_priorArt_ndcg@20_c2all": 0.22548677716298898,
"eval_priorArt_ndcg@20_c2c": 0.24293021968489073,
"eval_priorArt_ndcg@20_c2i": 0.15049355699168498,
"eval_priorArt_ndcg@20_i2a": 0.27655468252709114,
"eval_priorArt_ndcg@20_i2all": 0.2295892443518083,
"eval_priorArt_ndcg@20_i2c": 0.21211725616478172,
"eval_priorArt_ndcg@20_i2i": 0.20164719456842337,
"eval_priorArt_ndcg@50_a2a": 0.33803532678849113,
"eval_priorArt_ndcg@50_a2all": 0.3344324259093009,
"eval_priorArt_ndcg@50_a2c": 0.2845066652710986,
"eval_priorArt_ndcg@50_a2i": 0.2646443340850537,
"eval_priorArt_ndcg@50_c2a": 0.27887708138346295,
"eval_priorArt_ndcg@50_c2all": 0.30460139770861805,
"eval_priorArt_ndcg@50_c2c": 0.29729545422875314,
"eval_priorArt_ndcg@50_c2i": 0.20498312092762286,
"eval_priorArt_ndcg@50_i2a": 0.31664236709815285,
"eval_priorArt_ndcg@50_i2all": 0.281993457606453,
"eval_priorArt_ndcg@50_i2c": 0.2703852105198532,
"eval_priorArt_ndcg@50_i2i": 0.27496592645453677,
"eval_priorArt_recall@100_a2a": 0.8416666666666668,
"eval_priorArt_recall@100_a2all": 0.8708333333333333,
"eval_priorArt_recall@100_a2c": 0.8375,
"eval_priorArt_recall@100_a2i": 0.7625000000000001,
"eval_priorArt_recall@100_c2a": 0.85,
"eval_priorArt_recall@100_c2all": 0.825,
"eval_priorArt_recall@100_c2c": 0.775,
"eval_priorArt_recall@100_c2i": 0.7,
"eval_priorArt_recall@100_i2a": 0.7875,
"eval_priorArt_recall@100_i2all": 0.8458333333333334,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7958333333333334,
"eval_priorArt_recall@10_a2a": 0.4041666666666667,
"eval_priorArt_recall@10_a2all": 0.4208333333333333,
"eval_priorArt_recall@10_a2c": 0.2833333333333333,
"eval_priorArt_recall@10_a2i": 0.31249999999999994,
"eval_priorArt_recall@10_c2a": 0.22916666666666666,
"eval_priorArt_recall@10_c2all": 0.2833333333333333,
"eval_priorArt_recall@10_c2c": 0.29166666666666663,
"eval_priorArt_recall@10_c2i": 0.15833333333333333,
"eval_priorArt_recall@10_i2a": 0.32500000000000007,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.225,
"eval_priorArt_recall@10_i2i": 0.35416666666666663,
"eval_priorArt_recall@20_a2a": 0.5708333333333333,
"eval_priorArt_recall@20_a2all": 0.5958333333333333,
"eval_priorArt_recall@20_a2c": 0.5416666666666667,
"eval_priorArt_recall@20_a2i": 0.5083333333333333,
"eval_priorArt_recall@20_c2a": 0.4375,
"eval_priorArt_recall@20_c2all": 0.45,
"eval_priorArt_recall@20_c2c": 0.4791666666666667,
"eval_priorArt_recall@20_c2i": 0.3583333333333333,
"eval_priorArt_recall@20_i2a": 0.4541666666666666,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4125,
"eval_priorArt_recall@20_i2i": 0.4291666666666667,
"eval_priorArt_recall@50_a2a": 0.7291666666666667,
"eval_priorArt_recall@50_a2all": 0.7625,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6791666666666667,
"eval_priorArt_recall@50_c2a": 0.7041666666666666,
"eval_priorArt_recall@50_c2all": 0.7791666666666667,
"eval_priorArt_recall@50_c2c": 0.6958333333333333,
"eval_priorArt_recall@50_c2i": 0.5875,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.7041666666666667,
"eval_priorArt_recall@50_i2c": 0.6458333333333334,
"eval_priorArt_recall@50_i2i": 0.7291666666666667,
"eval_sections_i2all_top_100_abstract_pct": 4.3999999999999995,
"eval_sections_i2all_top_100_claim_pct": 30.599999999999998,
"eval_sections_i2all_top_100_invention_pct": 65.0,
"eval_sections_i2all_top_10_abstract_pct": 2.0,
"eval_sections_i2all_top_10_claim_pct": 20.5,
"eval_sections_i2all_top_10_invention_pct": 77.5,
"eval_sections_i2all_top_20_abstract_pct": 4.25,
"eval_sections_i2all_top_20_claim_pct": 22.25,
"eval_sections_i2all_top_20_invention_pct": 73.5,
"eval_sections_i2all_top_50_abstract_pct": 4.7,
"eval_sections_i2all_top_50_claim_pct": 27.6,
"eval_sections_i2all_top_50_invention_pct": 67.7,
"eval_singularentropy_abstract": 0.34100110345816126,
"eval_singularentropy_claim": 0.3467076221367493,
"eval_singularentropy_global": 0.3257554281276389,
"eval_singularentropy_invention": 0.36501211984217763,
"eval_uniformity_abstract": -2.9750826358795166,
"eval_uniformity_claim": -2.639432191848755,
"eval_uniformity_global": -2.846867084503174,
"eval_uniformity_invention": -2.6965291500091553,
"step": 5375
},
{
"epoch": 0.9909743967581507,
"grad_norm": 0.09775068610906601,
"learning_rate": 2.9029699396349033e-09,
"loss": 0.0005,
"step": 5380
},
{
"epoch": 0.992816356603426,
"grad_norm": 0.0015668945852667093,
"learning_rate": 1.9109181026299993e-09,
"loss": 0.0006,
"step": 5390
},
{
"epoch": 0.9946583164487014,
"grad_norm": 0.002881688764318824,
"learning_rate": 1.1254971889174127e-09,
"loss": 0.0005,
"step": 5400
},
{
"epoch": 0.9965002762939767,
"grad_norm": 0.001207789871841669,
"learning_rate": 5.467396693559223e-10,
"loss": 0.0013,
"step": 5410
},
{
"epoch": 0.9983422361392522,
"grad_norm": 0.0024148437660187483,
"learning_rate": 1.7466947093092157e-10,
"loss": 0.0001,
"step": 5420
}
],
"logging_steps": 10,
"max_steps": 5429,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 5.180847290201407e+18,
"train_batch_size": 512,
"trial_name": null,
"trial_params": null
}