Hugging Face's logo

Spaces:
Anvilogic
/
Embedder-Typosquat-Detect
Build error

App Files Community
1
chgrdj commited on
Commit
02137df
·
verified ·
1 Parent(s): e5b60dd

Upload 14 files

Browse files
Files changed (14) hide show
  1. Embedder-typosquat-detect/.DS_Store +0 -0
  2. Embedder-typosquat-detect/1_Pooling/config.json +10 -0
  3. Embedder-typosquat-detect/config.json +26 -0
  4. Embedder-typosquat-detect/config_sentence_transformers.json +10 -0
  5. Embedder-typosquat-detect/domains_embs.csv +3 -0
  6. Embedder-typosquat-detect/model.safetensors +3 -0
  7. Embedder-typosquat-detect/modules.json +20 -0
  8. Embedder-typosquat-detect/sentence_bert_config.json +4 -0
  9. Embedder-typosquat-detect/special_tokens_map.json +37 -0
  10. Embedder-typosquat-detect/tokenizer.json +3 -0
  11. Embedder-typosquat-detect/tokenizer_config.json +64 -0
  12. Embedder-typosquat-detect/trainer_state.json +1005 -0
  13. Embedder-typosquat-detect/training_args.bin +3 -0
  14. Embedder-typosquat-detect/vocab.txt +0 -0
Embedder-typosquat-detect/.DS_Store ADDED
Binary file (6.15 kB). View file
 
Embedder-typosquat-detect/1_Pooling/config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "word_embedding_dimension": 384,
3
+ "pooling_mode_cls_token": false,
4
+ "pooling_mode_mean_tokens": true,
5
+ "pooling_mode_max_tokens": false,
6
+ "pooling_mode_mean_sqrt_len_tokens": false,
7
+ "pooling_mode_weightedmean_tokens": false,
8
+ "pooling_mode_lasttoken": false,
9
+ "include_prompt": true
10
+ }
Embedder-typosquat-detect/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "sentence-transformers/all-MiniLM-L6-v2",
3
+ "architectures": [
4
+ "BertModel"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 384,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 1536,
14
+ "layer_norm_eps": 1e-12,
15
+ "max_position_embeddings": 512,
16
+ "model_type": "bert",
17
+ "num_attention_heads": 12,
18
+ "num_hidden_layers": 6,
19
+ "pad_token_id": 0,
20
+ "position_embedding_type": "absolute",
21
+ "torch_dtype": "float32",
22
+ "transformers_version": "4.45.2",
23
+ "type_vocab_size": 2,
24
+ "use_cache": true,
25
+ "vocab_size": 30522
26
+ }
Embedder-typosquat-detect/config_sentence_transformers.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "__version__": {
3
+ "sentence_transformers": "3.1.1",
4
+ "transformers": "4.45.2",
5
+ "pytorch": "2.2.2"
6
+ },
7
+ "prompts": {},
8
+ "default_prompt_name": null,
9
+ "similarity_fn_name": null
10
+ }
Embedder-typosquat-detect/domains_embs.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f448308729bfe3ecec0338d91a91a2ae124f1bef951c613fd602fccc9f62934
3
+ size 32923323
Embedder-typosquat-detect/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec602811283b8b1d17cec1cb9cd5c99a1ff450a7bbbc5003637c7e1c05749d98
3
+ size 90864192
Embedder-typosquat-detect/modules.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "idx": 0,
4
+ "name": "0",
5
+ "path": "",
6
+ "type": "sentence_transformers.models.Transformer"
7
+ },
8
+ {
9
+ "idx": 1,
10
+ "name": "1",
11
+ "path": "1_Pooling",
12
+ "type": "sentence_transformers.models.Pooling"
13
+ },
14
+ {
15
+ "idx": 2,
16
+ "name": "2",
17
+ "path": "2_Normalize",
18
+ "type": "sentence_transformers.models.Normalize"
19
+ }
20
+ ]
Embedder-typosquat-detect/sentence_bert_config.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "max_seq_length": 256,
3
+ "do_lower_case": false
4
+ }
Embedder-typosquat-detect/special_tokens_map.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": {
3
+ "content": "[CLS]",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "mask_token": {
10
+ "content": "[MASK]",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "[PAD]",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "sep_token": {
24
+ "content": "[SEP]",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "unk_token": {
31
+ "content": "[UNK]",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ }
37
+ }
Embedder-typosquat-detect/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:851ca67100d372ca3ae031a6abd168f53489eebfd7d89523f35c5c9b4d372c3c
3
+ size 711649
Embedder-typosquat-detect/tokenizer_config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": false,
45
+ "cls_token": "[CLS]",
46
+ "do_basic_tokenize": true,
47
+ "do_lower_case": true,
48
+ "mask_token": "[MASK]",
49
+ "max_length": 128,
50
+ "model_max_length": 256,
51
+ "never_split": null,
52
+ "pad_to_multiple_of": null,
53
+ "pad_token": "[PAD]",
54
+ "pad_token_type_id": 0,
55
+ "padding_side": "right",
56
+ "sep_token": "[SEP]",
57
+ "stride": 0,
58
+ "strip_accents": null,
59
+ "tokenize_chinese_chars": true,
60
+ "tokenizer_class": "BertTokenizer",
61
+ "truncation_side": "right",
62
+ "truncation_strategy": "longest_first",
63
+ "unk_token": "[UNK]"
64
+ }
Embedder-typosquat-detect/trainer_state.json ADDED
@@ -0,0 +1,1005 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.5714132731149775,
3
+ "best_model_checkpoint": "models/all-minilm-l6-v2-typosquat-v3.1-gist/checkpoint-1674",
4
+ "epoch": 2.385861561119293,
5
+ "eval_steps": 62,
6
+ "global_step": 1674,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.09131075110456553,
13
+ "grad_norm": 17.575565338134766,
14
+ "learning_rate": 3e-05,
15
+ "loss": 1.9075,
16
+ "step": 62
17
+ },
18
+ {
19
+ "epoch": 0.09131075110456553,
20
+ "eval_info_retr_eval_dot_accuracy@1": 0.8306221854608952,
21
+ "eval_info_retr_eval_dot_accuracy@10": 0.9250068927488282,
22
+ "eval_info_retr_eval_dot_accuracy@3": 0.8876941457586619,
23
+ "eval_info_retr_eval_dot_accuracy@5": 0.9032258064516129,
24
+ "eval_info_retr_eval_dot_map@100": 0.8651529300165571,
25
+ "eval_info_retr_eval_dot_mrr@10": 0.8627116876220815,
26
+ "eval_info_retr_eval_dot_ndcg@10": 0.8777861364040704,
27
+ "eval_info_retr_eval_dot_precision@1": 0.8306221854608952,
28
+ "eval_info_retr_eval_dot_precision@10": 0.09250068927488282,
29
+ "eval_info_retr_eval_dot_precision@3": 0.2958980485862206,
30
+ "eval_info_retr_eval_dot_precision@5": 0.18064516129032257,
31
+ "eval_info_retr_eval_dot_recall@1": 0.8306221854608952,
32
+ "eval_info_retr_eval_dot_recall@10": 0.9250068927488282,
33
+ "eval_info_retr_eval_dot_recall@3": 0.8876941457586619,
34
+ "eval_info_retr_eval_dot_recall@5": 0.9032258064516129,
35
+ "eval_loss": 0.8926403522491455,
36
+ "eval_para_mine_eval_average_precision": 0.4175368476477107,
37
+ "eval_para_mine_eval_f1": 0.5608786555511446,
38
+ "eval_para_mine_eval_precision": 0.6772723495912615,
39
+ "eval_para_mine_eval_recall": 0.4786239854015258,
40
+ "eval_para_mine_eval_threshold": 0.7514148652553558,
41
+ "eval_runtime": 46.7645,
42
+ "eval_samples_per_second": 232.676,
43
+ "eval_sequential_score": 0.8651529300165571,
44
+ "eval_steps_per_second": 1.839,
45
+ "step": 62
46
+ },
47
+ {
48
+ "epoch": 0.18262150220913106,
49
+ "grad_norm": 6.875263214111328,
50
+ "learning_rate": 4.943211151264843e-05,
51
+ "loss": 0.9074,
52
+ "step": 124
53
+ },
54
+ {
55
+ "epoch": 0.18262150220913106,
56
+ "eval_info_retr_eval_dot_accuracy@1": 0.8424777134454554,
57
+ "eval_info_retr_eval_dot_accuracy@10": 0.9359433875562908,
58
+ "eval_info_retr_eval_dot_accuracy@3": 0.8946787979046044,
59
+ "eval_info_retr_eval_dot_accuracy@5": 0.9126918481757191,
60
+ "eval_info_retr_eval_dot_map@100": 0.8756277031952363,
61
+ "eval_info_retr_eval_dot_mrr@10": 0.873614557485526,
62
+ "eval_info_retr_eval_dot_ndcg@10": 0.8886439257445581,
63
+ "eval_info_retr_eval_dot_precision@1": 0.8424777134454554,
64
+ "eval_info_retr_eval_dot_precision@10": 0.09359433875562909,
65
+ "eval_info_retr_eval_dot_precision@3": 0.2982262659682014,
66
+ "eval_info_retr_eval_dot_precision@5": 0.18253836963514383,
67
+ "eval_info_retr_eval_dot_recall@1": 0.8424777134454554,
68
+ "eval_info_retr_eval_dot_recall@10": 0.9359433875562908,
69
+ "eval_info_retr_eval_dot_recall@3": 0.8946787979046044,
70
+ "eval_info_retr_eval_dot_recall@5": 0.9126918481757191,
71
+ "eval_loss": 0.6083176732063293,
72
+ "eval_para_mine_eval_average_precision": 0.458339002373722,
73
+ "eval_para_mine_eval_f1": 0.5954711973336655,
74
+ "eval_para_mine_eval_precision": 0.6810695759380306,
75
+ "eval_para_mine_eval_recall": 0.5289869146720989,
76
+ "eval_para_mine_eval_threshold": 0.8661167621612549,
77
+ "eval_runtime": 47.222,
78
+ "eval_samples_per_second": 230.422,
79
+ "eval_sequential_score": 0.8756277031952363,
80
+ "eval_steps_per_second": 1.821,
81
+ "step": 124
82
+ },
83
+ {
84
+ "epoch": 0.27393225331369664,
85
+ "grad_norm": 5.694400787353516,
86
+ "learning_rate": 4.783169850283944e-05,
87
+ "loss": 0.6272,
88
+ "step": 186
89
+ },
90
+ {
91
+ "epoch": 0.27393225331369664,
92
+ "eval_info_retr_eval_dot_accuracy@1": 0.8515761418987225,
93
+ "eval_info_retr_eval_dot_accuracy@10": 0.9441227828324602,
94
+ "eval_info_retr_eval_dot_accuracy@3": 0.903961032993291,
95
+ "eval_info_retr_eval_dot_accuracy@5": 0.9217902766289863,
96
+ "eval_info_retr_eval_dot_map@100": 0.8842285240457468,
97
+ "eval_info_retr_eval_dot_mrr@10": 0.8822831920502171,
98
+ "eval_info_retr_eval_dot_ndcg@10": 0.8972070930309096,
99
+ "eval_info_retr_eval_dot_precision@1": 0.8515761418987225,
100
+ "eval_info_retr_eval_dot_precision@10": 0.09441227828324604,
101
+ "eval_info_retr_eval_dot_precision@3": 0.301320344331097,
102
+ "eval_info_retr_eval_dot_precision@5": 0.18435805532579727,
103
+ "eval_info_retr_eval_dot_recall@1": 0.8515761418987225,
104
+ "eval_info_retr_eval_dot_recall@10": 0.9441227828324602,
105
+ "eval_info_retr_eval_dot_recall@3": 0.903961032993291,
106
+ "eval_info_retr_eval_dot_recall@5": 0.9217902766289863,
107
+ "eval_loss": 0.5591671466827393,
108
+ "eval_para_mine_eval_average_precision": 0.4831713388578378,
109
+ "eval_para_mine_eval_f1": 0.6178009413060559,
110
+ "eval_para_mine_eval_precision": 0.7009458839715662,
111
+ "eval_para_mine_eval_recall": 0.5522893677758556,
112
+ "eval_para_mine_eval_threshold": 0.860432505607605,
113
+ "eval_runtime": 46.8519,
114
+ "eval_samples_per_second": 232.242,
115
+ "eval_sequential_score": 0.8842285240457468,
116
+ "eval_steps_per_second": 1.836,
117
+ "step": 186
118
+ },
119
+ {
120
+ "epoch": 0.36524300441826213,
121
+ "grad_norm": 5.078444004058838,
122
+ "learning_rate": 4.623128549303046e-05,
123
+ "loss": 0.5353,
124
+ "step": 248
125
+ },
126
+ {
127
+ "epoch": 0.36524300441826213,
128
+ "eval_info_retr_eval_dot_accuracy@1": 0.8613178935759581,
129
+ "eval_info_retr_eval_dot_accuracy@10": 0.9482584321293999,
130
+ "eval_info_retr_eval_dot_accuracy@3": 0.9126918481757191,
131
+ "eval_info_retr_eval_dot_accuracy@5": 0.9284073155040897,
132
+ "eval_info_retr_eval_dot_map@100": 0.8925029461858842,
133
+ "eval_info_retr_eval_dot_mrr@10": 0.8906325355250079,
134
+ "eval_info_retr_eval_dot_ndcg@10": 0.9045724071765342,
135
+ "eval_info_retr_eval_dot_precision@1": 0.8613178935759581,
136
+ "eval_info_retr_eval_dot_precision@10": 0.09482584321294,
137
+ "eval_info_retr_eval_dot_precision@3": 0.30423061605857304,
138
+ "eval_info_retr_eval_dot_precision@5": 0.18568146310081796,
139
+ "eval_info_retr_eval_dot_recall@1": 0.8613178935759581,
140
+ "eval_info_retr_eval_dot_recall@10": 0.9482584321293999,
141
+ "eval_info_retr_eval_dot_recall@3": 0.9126918481757191,
142
+ "eval_info_retr_eval_dot_recall@5": 0.9284073155040897,
143
+ "eval_loss": 0.49234136939048767,
144
+ "eval_para_mine_eval_average_precision": 0.5057185080416585,
145
+ "eval_para_mine_eval_f1": 0.634543585033742,
146
+ "eval_para_mine_eval_precision": 0.7090381773055578,
147
+ "eval_para_mine_eval_recall": 0.5742141802134666,
148
+ "eval_para_mine_eval_threshold": 0.8692877888679504,
149
+ "eval_runtime": 46.7669,
150
+ "eval_samples_per_second": 232.665,
151
+ "eval_sequential_score": 0.8925029461858842,
152
+ "eval_steps_per_second": 1.839,
153
+ "step": 248
154
+ },
155
+ {
156
+ "epoch": 0.4565537555228277,
157
+ "grad_norm": 3.5897247791290283,
158
+ "learning_rate": 4.463087248322148e-05,
159
+ "loss": 0.4993,
160
+ "step": 310
161
+ },
162
+ {
163
+ "epoch": 0.4565537555228277,
164
+ "eval_info_retr_eval_dot_accuracy@1": 0.8651778329197684,
165
+ "eval_info_retr_eval_dot_accuracy@10": 0.9506479183898539,
166
+ "eval_info_retr_eval_dot_accuracy@3": 0.9142542045767852,
167
+ "eval_info_retr_eval_dot_accuracy@5": 0.9308887050822535,
168
+ "eval_info_retr_eval_dot_map@100": 0.8952610946722075,
169
+ "eval_info_retr_eval_dot_mrr@10": 0.8935005390202521,
170
+ "eval_info_retr_eval_dot_ndcg@10": 0.9073002136944609,
171
+ "eval_info_retr_eval_dot_precision@1": 0.8651778329197684,
172
+ "eval_info_retr_eval_dot_precision@10": 0.09506479183898539,
173
+ "eval_info_retr_eval_dot_precision@3": 0.3047514015255951,
174
+ "eval_info_retr_eval_dot_precision@5": 0.18617774101645068,
175
+ "eval_info_retr_eval_dot_recall@1": 0.8651778329197684,
176
+ "eval_info_retr_eval_dot_recall@10": 0.9506479183898539,
177
+ "eval_info_retr_eval_dot_recall@3": 0.9142542045767852,
178
+ "eval_info_retr_eval_dot_recall@5": 0.9308887050822535,
179
+ "eval_loss": 0.49423983693122864,
180
+ "eval_para_mine_eval_average_precision": 0.5094425990878857,
181
+ "eval_para_mine_eval_f1": 0.6359308330329982,
182
+ "eval_para_mine_eval_precision": 0.7193390578495433,
183
+ "eval_para_mine_eval_recall": 0.5698554154828743,
184
+ "eval_para_mine_eval_threshold": 0.8585812747478485,
185
+ "eval_runtime": 47.1777,
186
+ "eval_samples_per_second": 230.639,
187
+ "eval_sequential_score": 0.8952610946722075,
188
+ "eval_steps_per_second": 1.823,
189
+ "step": 310
190
+ },
191
+ {
192
+ "epoch": 0.5478645066273933,
193
+ "grad_norm": 5.185989856719971,
194
+ "learning_rate": 4.3030459473412496e-05,
195
+ "loss": 0.5339,
196
+ "step": 372
197
+ },
198
+ {
199
+ "epoch": 0.5478645066273933,
200
+ "eval_info_retr_eval_dot_accuracy@1": 0.8665563826854149,
201
+ "eval_info_retr_eval_dot_accuracy@10": 0.9531293079680176,
202
+ "eval_info_retr_eval_dot_accuracy@3": 0.9180222406028857,
203
+ "eval_info_retr_eval_dot_accuracy@5": 0.9335539012958368,
204
+ "eval_info_retr_eval_dot_map@100": 0.8979226074859789,
205
+ "eval_info_retr_eval_dot_mrr@10": 0.8961890028198282,
206
+ "eval_info_retr_eval_dot_ndcg@10": 0.9099837143266869,
207
+ "eval_info_retr_eval_dot_precision@1": 0.8665563826854149,
208
+ "eval_info_retr_eval_dot_precision@10": 0.09531293079680178,
209
+ "eval_info_retr_eval_dot_precision@3": 0.3060074135342952,
210
+ "eval_info_retr_eval_dot_precision@5": 0.18671078025916735,
211
+ "eval_info_retr_eval_dot_recall@1": 0.8665563826854149,
212
+ "eval_info_retr_eval_dot_recall@10": 0.9531293079680176,
213
+ "eval_info_retr_eval_dot_recall@3": 0.9180222406028857,
214
+ "eval_info_retr_eval_dot_recall@5": 0.9335539012958368,
215
+ "eval_loss": 0.46397796273231506,
216
+ "eval_para_mine_eval_average_precision": 0.5171675614798505,
217
+ "eval_para_mine_eval_f1": 0.6460162421829887,
218
+ "eval_para_mine_eval_precision": 0.7083665639212813,
219
+ "eval_para_mine_eval_recall": 0.5937540933995203,
220
+ "eval_para_mine_eval_threshold": 0.8755151331424713,
221
+ "eval_runtime": 47.3437,
222
+ "eval_samples_per_second": 229.83,
223
+ "eval_sequential_score": 0.8979226074859789,
224
+ "eval_steps_per_second": 1.817,
225
+ "step": 372
226
+ },
227
+ {
228
+ "epoch": 0.6391752577319587,
229
+ "grad_norm": 5.517925262451172,
230
+ "learning_rate": 4.1430046463603515e-05,
231
+ "loss": 0.4712,
232
+ "step": 434
233
+ },
234
+ {
235
+ "epoch": 0.6391752577319587,
236
+ "eval_info_retr_eval_dot_accuracy@1": 0.876114327727231,
237
+ "eval_info_retr_eval_dot_accuracy@10": 0.9580001838066354,
238
+ "eval_info_retr_eval_dot_accuracy@3": 0.9218821799466961,
239
+ "eval_info_retr_eval_dot_accuracy@5": 0.9385166804521643,
240
+ "eval_info_retr_eval_dot_map@100": 0.9048794424295332,
241
+ "eval_info_retr_eval_dot_mrr@10": 0.9033319693713965,
242
+ "eval_info_retr_eval_dot_ndcg@10": 0.9165326554505013,
243
+ "eval_info_retr_eval_dot_precision@1": 0.876114327727231,
244
+ "eval_info_retr_eval_dot_precision@10": 0.09580001838066356,
245
+ "eval_info_retr_eval_dot_precision@3": 0.30729405998223197,
246
+ "eval_info_retr_eval_dot_precision@5": 0.18770333609043288,
247
+ "eval_info_retr_eval_dot_recall@1": 0.876114327727231,
248
+ "eval_info_retr_eval_dot_recall@10": 0.9580001838066354,
249
+ "eval_info_retr_eval_dot_recall@3": 0.9218821799466961,
250
+ "eval_info_retr_eval_dot_recall@5": 0.9385166804521643,
251
+ "eval_loss": 0.43524134159088135,
252
+ "eval_para_mine_eval_average_precision": 0.5120496793668291,
253
+ "eval_para_mine_eval_f1": 0.6373077701335491,
254
+ "eval_para_mine_eval_precision": 0.7241775739076951,
255
+ "eval_para_mine_eval_recall": 0.5690468985017593,
256
+ "eval_para_mine_eval_threshold": 0.8673346936702728,
257
+ "eval_runtime": 47.1044,
258
+ "eval_samples_per_second": 230.997,
259
+ "eval_sequential_score": 0.9048794424295332,
260
+ "eval_steps_per_second": 1.826,
261
+ "step": 434
262
+ },
263
+ {
264
+ "epoch": 0.7304860088365243,
265
+ "grad_norm": 5.404409408569336,
266
+ "learning_rate": 3.9829633453794526e-05,
267
+ "loss": 0.4551,
268
+ "step": 496
269
+ },
270
+ {
271
+ "epoch": 0.7304860088365243,
272
+ "eval_info_retr_eval_dot_accuracy@1": 0.8799742670710413,
273
+ "eval_info_retr_eval_dot_accuracy@10": 0.9583677970774745,
274
+ "eval_info_retr_eval_dot_accuracy@3": 0.9246392794779892,
275
+ "eval_info_retr_eval_dot_accuracy@5": 0.9411818766657476,
276
+ "eval_info_retr_eval_dot_map@100": 0.9077432063489332,
277
+ "eval_info_retr_eval_dot_mrr@10": 0.9062031821888451,
278
+ "eval_info_retr_eval_dot_ndcg@10": 0.9188197267902801,
279
+ "eval_info_retr_eval_dot_precision@1": 0.8799742670710413,
280
+ "eval_info_retr_eval_dot_precision@10": 0.09583677970774747,
281
+ "eval_info_retr_eval_dot_precision@3": 0.30821309315932965,
282
+ "eval_info_retr_eval_dot_precision@5": 0.18823637533314955,
283
+ "eval_info_retr_eval_dot_recall@1": 0.8799742670710413,
284
+ "eval_info_retr_eval_dot_recall@10": 0.9583677970774745,
285
+ "eval_info_retr_eval_dot_recall@3": 0.9246392794779892,
286
+ "eval_info_retr_eval_dot_recall@5": 0.9411818766657476,
287
+ "eval_loss": 0.43508002161979675,
288
+ "eval_para_mine_eval_average_precision": 0.5098966109274621,
289
+ "eval_para_mine_eval_f1": 0.6349388484094101,
290
+ "eval_para_mine_eval_precision": 0.7090408699915318,
291
+ "eval_para_mine_eval_recall": 0.5748600904274299,
292
+ "eval_para_mine_eval_threshold": 0.8756376802921295,
293
+ "eval_runtime": 46.9049,
294
+ "eval_samples_per_second": 231.98,
295
+ "eval_sequential_score": 0.9077432063489332,
296
+ "eval_steps_per_second": 1.833,
297
+ "step": 496
298
+ },
299
+ {
300
+ "epoch": 0.8217967599410898,
301
+ "grad_norm": 5.574550151824951,
302
+ "learning_rate": 3.8229220443985544e-05,
303
+ "loss": 0.5675,
304
+ "step": 558
305
+ },
306
+ {
307
+ "epoch": 0.8217967599410898,
308
+ "eval_info_retr_eval_dot_accuracy@1": 0.8838342064148516,
309
+ "eval_info_retr_eval_dot_accuracy@10": 0.9589192169837331,
310
+ "eval_info_retr_eval_dot_accuracy@3": 0.9250068927488282,
311
+ "eval_info_retr_eval_dot_accuracy@5": 0.9407223600771988,
312
+ "eval_info_retr_eval_dot_map@100": 0.9101926203565123,
313
+ "eval_info_retr_eval_dot_mrr@10": 0.9085925955101584,
314
+ "eval_info_retr_eval_dot_ndcg@10": 0.9207315014698775,
315
+ "eval_info_retr_eval_dot_precision@1": 0.8838342064148516,
316
+ "eval_info_retr_eval_dot_precision@10": 0.09589192169837332,
317
+ "eval_info_retr_eval_dot_precision@3": 0.3083356309162761,
318
+ "eval_info_retr_eval_dot_precision@5": 0.18814447201543977,
319
+ "eval_info_retr_eval_dot_recall@1": 0.8838342064148516,
320
+ "eval_info_retr_eval_dot_recall@10": 0.9589192169837331,
321
+ "eval_info_retr_eval_dot_recall@3": 0.9250068927488282,
322
+ "eval_info_retr_eval_dot_recall@5": 0.9407223600771988,
323
+ "eval_loss": 0.4080217182636261,
324
+ "eval_para_mine_eval_average_precision": 0.5334326202140158,
325
+ "eval_para_mine_eval_f1": 0.6571024883172905,
326
+ "eval_para_mine_eval_precision": 0.7344628039218969,
327
+ "eval_para_mine_eval_recall": 0.5944858238517027,
328
+ "eval_para_mine_eval_threshold": 0.8824244141578674,
329
+ "eval_runtime": 46.9444,
330
+ "eval_samples_per_second": 231.785,
331
+ "eval_sequential_score": 0.9101926203565123,
332
+ "eval_steps_per_second": 1.832,
333
+ "step": 558
334
+ },
335
+ {
336
+ "epoch": 0.9131075110456554,
337
+ "grad_norm": 7.1312103271484375,
338
+ "learning_rate": 3.662880743417656e-05,
339
+ "loss": 0.5189,
340
+ "step": 620
341
+ },
342
+ {
343
+ "epoch": 0.9131075110456554,
344
+ "eval_info_retr_eval_dot_accuracy@1": 0.8812609135189781,
345
+ "eval_info_retr_eval_dot_accuracy@10": 0.9581839904420549,
346
+ "eval_info_retr_eval_dot_accuracy@3": 0.9273963790092823,
347
+ "eval_info_retr_eval_dot_accuracy@5": 0.9409061667126183,
348
+ "eval_info_retr_eval_dot_map@100": 0.9088995825285359,
349
+ "eval_info_retr_eval_dot_mrr@10": 0.907332134213855,
350
+ "eval_info_retr_eval_dot_ndcg@10": 0.9196508765398915,
351
+ "eval_info_retr_eval_dot_precision@1": 0.8812609135189781,
352
+ "eval_info_retr_eval_dot_precision@10": 0.09581839904420549,
353
+ "eval_info_retr_eval_dot_precision@3": 0.3091321263364274,
354
+ "eval_info_retr_eval_dot_precision@5": 0.1881812333425237,
355
+ "eval_info_retr_eval_dot_recall@1": 0.8812609135189781,
356
+ "eval_info_retr_eval_dot_recall@10": 0.9581839904420549,
357
+ "eval_info_retr_eval_dot_recall@3": 0.9273963790092823,
358
+ "eval_info_retr_eval_dot_recall@5": 0.9409061667126183,
359
+ "eval_loss": 0.3979346752166748,
360
+ "eval_para_mine_eval_average_precision": 0.5429228832902425,
361
+ "eval_para_mine_eval_f1": 0.6632612084554468,
362
+ "eval_para_mine_eval_precision": 0.7405866363656618,
363
+ "eval_para_mine_eval_recall": 0.60055647649203,
364
+ "eval_para_mine_eval_threshold": 0.8737862706184387,
365
+ "eval_runtime": 47.0589,
366
+ "eval_samples_per_second": 231.221,
367
+ "eval_sequential_score": 0.9088995825285359,
368
+ "eval_steps_per_second": 1.827,
369
+ "step": 620
370
+ },
371
+ {
372
+ "epoch": 1.004418262150221,
373
+ "grad_norm": 2.313579559326172,
374
+ "learning_rate": 3.502839442436758e-05,
375
+ "loss": 0.4278,
376
+ "step": 682
377
+ },
378
+ {
379
+ "epoch": 1.004418262150221,
380
+ "eval_info_retr_eval_dot_accuracy@1": 0.886039886039886,
381
+ "eval_info_retr_eval_dot_accuracy@10": 0.9605734767025089,
382
+ "eval_info_retr_eval_dot_accuracy@3": 0.9296939619520265,
383
+ "eval_info_retr_eval_dot_accuracy@5": 0.9435713629262016,
384
+ "eval_info_retr_eval_dot_map@100": 0.912725086164855,
385
+ "eval_info_retr_eval_dot_mrr@10": 0.9111236201738,
386
+ "eval_info_retr_eval_dot_ndcg@10": 0.9230849032296308,
387
+ "eval_info_retr_eval_dot_precision@1": 0.886039886039886,
388
+ "eval_info_retr_eval_dot_precision@10": 0.0960573476702509,
389
+ "eval_info_retr_eval_dot_precision@3": 0.30989798731734214,
390
+ "eval_info_retr_eval_dot_precision@5": 0.18871427258524037,
391
+ "eval_info_retr_eval_dot_recall@1": 0.886039886039886,
392
+ "eval_info_retr_eval_dot_recall@10": 0.9605734767025089,
393
+ "eval_info_retr_eval_dot_recall@3": 0.9296939619520265,
394
+ "eval_info_retr_eval_dot_recall@5": 0.9435713629262016,
395
+ "eval_loss": 0.4062098264694214,
396
+ "eval_para_mine_eval_average_precision": 0.5569159802538414,
397
+ "eval_para_mine_eval_f1": 0.6778007972895148,
398
+ "eval_para_mine_eval_precision": 0.7563934207304859,
399
+ "eval_para_mine_eval_recall": 0.6140031527645409,
400
+ "eval_para_mine_eval_threshold": 0.8800513744354248,
401
+ "eval_runtime": 47.9405,
402
+ "eval_samples_per_second": 226.969,
403
+ "eval_sequential_score": 0.912725086164855,
404
+ "eval_steps_per_second": 1.794,
405
+ "step": 682
406
+ },
407
+ {
408
+ "epoch": 1.0559646539027983,
409
+ "grad_norm": 3.6702966690063477,
410
+ "learning_rate": 3.342798141455859e-05,
411
+ "loss": 0.337,
412
+ "step": 744
413
+ },
414
+ {
415
+ "epoch": 1.0559646539027983,
416
+ "eval_info_retr_eval_dot_accuracy@1": 0.8869589192169838,
417
+ "eval_info_retr_eval_dot_accuracy@10": 0.9636981895046411,
418
+ "eval_info_retr_eval_dot_accuracy@3": 0.9324510614833196,
419
+ "eval_info_retr_eval_dot_accuracy@5": 0.9460527525043654,
420
+ "eval_info_retr_eval_dot_map@100": 0.9139823556373721,
421
+ "eval_info_retr_eval_dot_mrr@10": 0.9125556343298289,
422
+ "eval_info_retr_eval_dot_ndcg@10": 0.924918869014723,
423
+ "eval_info_retr_eval_dot_precision@1": 0.8869589192169838,
424
+ "eval_info_retr_eval_dot_precision@10": 0.09636981895046412,
425
+ "eval_info_retr_eval_dot_precision@3": 0.31081702049443977,
426
+ "eval_info_retr_eval_dot_precision@5": 0.1892105505008731,
427
+ "eval_info_retr_eval_dot_recall@1": 0.8869589192169838,
428
+ "eval_info_retr_eval_dot_recall@10": 0.9636981895046411,
429
+ "eval_info_retr_eval_dot_recall@3": 0.9324510614833196,
430
+ "eval_info_retr_eval_dot_recall@5": 0.9460527525043654,
431
+ "eval_loss": 0.4025246500968933,
432
+ "eval_para_mine_eval_average_precision": 0.5442347943347751,
433
+ "eval_para_mine_eval_f1": 0.6641819581357237,
434
+ "eval_para_mine_eval_precision": 0.7375383953633291,
435
+ "eval_para_mine_eval_recall": 0.604097690532221,
436
+ "eval_para_mine_eval_threshold": 0.8758298754692078,
437
+ "eval_runtime": 47.2224,
438
+ "eval_samples_per_second": 230.42,
439
+ "eval_sequential_score": 0.9139823556373721,
440
+ "eval_steps_per_second": 1.821,
441
+ "step": 744
442
+ },
443
+ {
444
+ "epoch": 1.1472754050073637,
445
+ "grad_norm": 3.720041036605835,
446
+ "learning_rate": 3.182756840474961e-05,
447
+ "loss": 0.3788,
448
+ "step": 806
449
+ },
450
+ {
451
+ "epoch": 1.1472754050073637,
452
+ "eval_info_retr_eval_dot_accuracy@1": 0.882455656649205,
453
+ "eval_info_retr_eval_dot_accuracy@10": 0.9624115430567044,
454
+ "eval_info_retr_eval_dot_accuracy@3": 0.9284073155040897,
455
+ "eval_info_retr_eval_dot_accuracy@5": 0.9443984927855895,
456
+ "eval_info_retr_eval_dot_map@100": 0.9105324753022828,
457
+ "eval_info_retr_eval_dot_mrr@10": 0.9090466051935585,
458
+ "eval_info_retr_eval_dot_ndcg@10": 0.9219529245233927,
459
+ "eval_info_retr_eval_dot_precision@1": 0.882455656649205,
460
+ "eval_info_retr_eval_dot_precision@10": 0.09624115430567044,
461
+ "eval_info_retr_eval_dot_precision@3": 0.3094691051680299,
462
+ "eval_info_retr_eval_dot_precision@5": 0.18887969855711795,
463
+ "eval_info_retr_eval_dot_recall@1": 0.882455656649205,
464
+ "eval_info_retr_eval_dot_recall@10": 0.9624115430567044,
465
+ "eval_info_retr_eval_dot_recall@3": 0.9284073155040897,
466
+ "eval_info_retr_eval_dot_recall@5": 0.9443984927855895,
467
+ "eval_loss": 0.38206225633621216,
468
+ "eval_para_mine_eval_average_precision": 0.5650597252874483,
469
+ "eval_para_mine_eval_f1": 0.684371051800379,
470
+ "eval_para_mine_eval_precision": 0.7542356748524652,
471
+ "eval_para_mine_eval_recall": 0.6263522333587783,
472
+ "eval_para_mine_eval_threshold": 0.8642670810222626,
473
+ "eval_runtime": 47.1588,
474
+ "eval_samples_per_second": 230.731,
475
+ "eval_sequential_score": 0.9105324753022828,
476
+ "eval_steps_per_second": 1.824,
477
+ "step": 806
478
+ },
479
+ {
480
+ "epoch": 1.2385861561119293,
481
+ "grad_norm": 2.3984501361846924,
482
+ "learning_rate": 3.0227155394940632e-05,
483
+ "loss": 0.2921,
484
+ "step": 868
485
+ },
486
+ {
487
+ "epoch": 1.2385861561119293,
488
+ "eval_info_retr_eval_dot_accuracy@1": 0.8853046594982079,
489
+ "eval_info_retr_eval_dot_accuracy@10": 0.9623196397389946,
490
+ "eval_info_retr_eval_dot_accuracy@3": 0.9301534785405753,
491
+ "eval_info_retr_eval_dot_accuracy@5": 0.9438470728793309,
492
+ "eval_info_retr_eval_dot_map@100": 0.9123716441222456,
493
+ "eval_info_retr_eval_dot_mrr@10": 0.9109295291194935,
494
+ "eval_info_retr_eval_dot_ndcg@10": 0.9233517208473251,
495
+ "eval_info_retr_eval_dot_precision@1": 0.8853046594982079,
496
+ "eval_info_retr_eval_dot_precision@10": 0.09623196397389946,
497
+ "eval_info_retr_eval_dot_precision@3": 0.3100511595135251,
498
+ "eval_info_retr_eval_dot_precision@5": 0.18876941457586618,
499
+ "eval_info_retr_eval_dot_recall@1": 0.8853046594982079,
500
+ "eval_info_retr_eval_dot_recall@10": 0.9623196397389946,
501
+ "eval_info_retr_eval_dot_recall@3": 0.9301534785405753,
502
+ "eval_info_retr_eval_dot_recall@5": 0.9438470728793309,
503
+ "eval_loss": 0.38938164710998535,
504
+ "eval_para_mine_eval_average_precision": 0.562639634596526,
505
+ "eval_para_mine_eval_f1": 0.6812942943315669,
506
+ "eval_para_mine_eval_precision": 0.756277142164319,
507
+ "eval_para_mine_eval_recall": 0.6198389289634271,
508
+ "eval_para_mine_eval_threshold": 0.8650586903095245,
509
+ "eval_runtime": 47.164,
510
+ "eval_samples_per_second": 230.706,
511
+ "eval_sequential_score": 0.9123716441222456,
512
+ "eval_steps_per_second": 1.823,
513
+ "step": 868
514
+ },
515
+ {
516
+ "epoch": 1.3298969072164948,
517
+ "grad_norm": 2.1422321796417236,
518
+ "learning_rate": 2.862674238513165e-05,
519
+ "loss": 0.2719,
520
+ "step": 930
521
+ },
522
+ {
523
+ "epoch": 1.3298969072164948,
524
+ "eval_info_retr_eval_dot_accuracy@1": 0.8885212756180498,
525
+ "eval_info_retr_eval_dot_accuracy@10": 0.9656281591765463,
526
+ "eval_info_retr_eval_dot_accuracy@3": 0.9345648377906443,
527
+ "eval_info_retr_eval_dot_accuracy@5": 0.9500045951658855,
528
+ "eval_info_retr_eval_dot_map@100": 0.9159948831907755,
529
+ "eval_info_retr_eval_dot_mrr@10": 0.9146445748596291,
530
+ "eval_info_retr_eval_dot_ndcg@10": 0.9270088047632189,
531
+ "eval_info_retr_eval_dot_precision@1": 0.8885212756180498,
532
+ "eval_info_retr_eval_dot_precision@10": 0.09656281591765466,
533
+ "eval_info_retr_eval_dot_precision@3": 0.3115216125968814,
534
+ "eval_info_retr_eval_dot_precision@5": 0.19000091903317715,
535
+ "eval_info_retr_eval_dot_recall@1": 0.8885212756180498,
536
+ "eval_info_retr_eval_dot_recall@10": 0.9656281591765463,
537
+ "eval_info_retr_eval_dot_recall@3": 0.9345648377906443,
538
+ "eval_info_retr_eval_dot_recall@5": 0.9500045951658855,
539
+ "eval_loss": 0.3813144862651825,
540
+ "eval_para_mine_eval_average_precision": 0.5562771586743412,
541
+ "eval_para_mine_eval_f1": 0.6790739258140527,
542
+ "eval_para_mine_eval_precision": 0.7701738104240424,
543
+ "eval_para_mine_eval_recall": 0.6072459382184622,
544
+ "eval_para_mine_eval_threshold": 0.8749864101409912,
545
+ "eval_runtime": 46.8836,
546
+ "eval_samples_per_second": 232.085,
547
+ "eval_sequential_score": 0.9159948831907755,
548
+ "eval_steps_per_second": 1.834,
549
+ "step": 930
550
+ },
551
+ {
552
+ "epoch": 1.4212076583210604,
553
+ "grad_norm": 2.2384369373321533,
554
+ "learning_rate": 2.702632937532267e-05,
555
+ "loss": 0.2713,
556
+ "step": 992
557
+ },
558
+ {
559
+ "epoch": 1.4212076583210604,
560
+ "eval_info_retr_eval_dot_accuracy@1": 0.889256502159728,
561
+ "eval_info_retr_eval_dot_accuracy@10": 0.9640658027754802,
562
+ "eval_info_retr_eval_dot_accuracy@3": 0.9335539012958368,
563
+ "eval_info_retr_eval_dot_accuracy@5": 0.9473393989523021,
564
+ "eval_info_retr_eval_dot_map@100": 0.9160609261046996,
565
+ "eval_info_retr_eval_dot_mrr@10": 0.9146857125351749,
566
+ "eval_info_retr_eval_dot_ndcg@10": 0.9266566721638121,
567
+ "eval_info_retr_eval_dot_precision@1": 0.889256502159728,
568
+ "eval_info_retr_eval_dot_precision@10": 0.09640658027754802,
569
+ "eval_info_retr_eval_dot_precision@3": 0.3111846337652789,
570
+ "eval_info_retr_eval_dot_precision@5": 0.18946787979046048,
571
+ "eval_info_retr_eval_dot_recall@1": 0.889256502159728,
572
+ "eval_info_retr_eval_dot_recall@10": 0.9640658027754802,
573
+ "eval_info_retr_eval_dot_recall@3": 0.9335539012958368,
574
+ "eval_info_retr_eval_dot_recall@5": 0.9473393989523021,
575
+ "eval_loss": 0.379529744386673,
576
+ "eval_para_mine_eval_average_precision": 0.5652640358968563,
577
+ "eval_para_mine_eval_f1": 0.6830371726971242,
578
+ "eval_para_mine_eval_precision": 0.7554402272988553,
579
+ "eval_para_mine_eval_recall": 0.6232988396200422,
580
+ "eval_para_mine_eval_threshold": 0.8636217713356018,
581
+ "eval_runtime": 47.0681,
582
+ "eval_samples_per_second": 231.176,
583
+ "eval_sequential_score": 0.9160609261046996,
584
+ "eval_steps_per_second": 1.827,
585
+ "step": 992
586
+ },
587
+ {
588
+ "epoch": 1.5125184094256259,
589
+ "grad_norm": 1.37623131275177,
590
+ "learning_rate": 2.542591636551368e-05,
591
+ "loss": 0.2498,
592
+ "step": 1054
593
+ },
594
+ {
595
+ "epoch": 1.5125184094256259,
596
+ "eval_info_retr_eval_dot_accuracy@1": 0.8875103391232424,
597
+ "eval_info_retr_eval_dot_accuracy@10": 0.9651686425879974,
598
+ "eval_info_retr_eval_dot_accuracy@3": 0.9322672548479,
599
+ "eval_info_retr_eval_dot_accuracy@5": 0.9468798823637533,
600
+ "eval_info_retr_eval_dot_map@100": 0.9147389573171367,
601
+ "eval_info_retr_eval_dot_mrr@10": 0.9134388179191052,
602
+ "eval_info_retr_eval_dot_ndcg@10": 0.9259428646968195,
603
+ "eval_info_retr_eval_dot_precision@1": 0.8875103391232424,
604
+ "eval_info_retr_eval_dot_precision@10": 0.09651686425879975,
605
+ "eval_info_retr_eval_dot_precision@3": 0.31075575161596664,
606
+ "eval_info_retr_eval_dot_precision@5": 0.1893759764727507,
607
+ "eval_info_retr_eval_dot_recall@1": 0.8875103391232424,
608
+ "eval_info_retr_eval_dot_recall@10": 0.9651686425879974,
609
+ "eval_info_retr_eval_dot_recall@3": 0.9322672548479,
610
+ "eval_info_retr_eval_dot_recall@5": 0.9468798823637533,
611
+ "eval_loss": 0.3791400194168091,
612
+ "eval_para_mine_eval_average_precision": 0.5531609578399229,
613
+ "eval_para_mine_eval_f1": 0.6710056459938674,
614
+ "eval_para_mine_eval_precision": 0.7802172142925567,
615
+ "eval_para_mine_eval_recall": 0.5886139128156717,
616
+ "eval_para_mine_eval_threshold": 0.8832797706127167,
617
+ "eval_runtime": 46.8924,
618
+ "eval_samples_per_second": 232.042,
619
+ "eval_sequential_score": 0.9147389573171367,
620
+ "eval_steps_per_second": 1.834,
621
+ "step": 1054
622
+ },
623
+ {
624
+ "epoch": 1.6038291605301915,
625
+ "grad_norm": 3.7942512035369873,
626
+ "learning_rate": 2.38255033557047e-05,
627
+ "loss": 0.2785,
628
+ "step": 1116
629
+ },
630
+ {
631
+ "epoch": 1.6038291605301915,
632
+ "eval_info_retr_eval_dot_accuracy@1": 0.8900836320191159,
633
+ "eval_info_retr_eval_dot_accuracy@10": 0.9648929326348681,
634
+ "eval_info_retr_eval_dot_accuracy@3": 0.9332781913427075,
635
+ "eval_info_retr_eval_dot_accuracy@5": 0.9466960757283338,
636
+ "eval_info_retr_eval_dot_map@100": 0.9161105864746074,
637
+ "eval_info_retr_eval_dot_mrr@10": 0.9147435168044494,
638
+ "eval_info_retr_eval_dot_ndcg@10": 0.9268526071520827,
639
+ "eval_info_retr_eval_dot_precision@1": 0.8900836320191159,
640
+ "eval_info_retr_eval_dot_precision@10": 0.09648929326348682,
641
+ "eval_info_retr_eval_dot_precision@3": 0.31109273044756913,
642
+ "eval_info_retr_eval_dot_precision@5": 0.1893392151456668,
643
+ "eval_info_retr_eval_dot_recall@1": 0.8900836320191159,
644
+ "eval_info_retr_eval_dot_recall@10": 0.9648929326348681,
645
+ "eval_info_retr_eval_dot_recall@3": 0.9332781913427075,
646
+ "eval_info_retr_eval_dot_recall@5": 0.9466960757283338,
647
+ "eval_loss": 0.3756929337978363,
648
+ "eval_para_mine_eval_average_precision": 0.5534577957590571,
649
+ "eval_para_mine_eval_f1": 0.6721510117453017,
650
+ "eval_para_mine_eval_precision": 0.763900548546983,
651
+ "eval_para_mine_eval_recall": 0.6000776898998613,
652
+ "eval_para_mine_eval_threshold": 0.8725496828556061,
653
+ "eval_runtime": 47.1739,
654
+ "eval_samples_per_second": 230.657,
655
+ "eval_sequential_score": 0.9161105864746074,
656
+ "eval_steps_per_second": 1.823,
657
+ "step": 1116
658
+ },
659
+ {
660
+ "epoch": 1.695139911634757,
661
+ "grad_norm": 2.6778645515441895,
662
+ "learning_rate": 2.2225090345895717e-05,
663
+ "loss": 0.2428,
664
+ "step": 1178
665
+ },
666
+ {
667
+ "epoch": 1.695139911634757,
668
+ "eval_info_retr_eval_dot_accuracy@1": 0.8910945685139233,
669
+ "eval_info_retr_eval_dot_accuracy@10": 0.9671905155776124,
670
+ "eval_info_retr_eval_dot_accuracy@3": 0.9344729344729344,
671
+ "eval_info_retr_eval_dot_accuracy@5": 0.9494531752596269,
672
+ "eval_info_retr_eval_dot_map@100": 0.9174675014460509,
673
+ "eval_info_retr_eval_dot_mrr@10": 0.916212365226703,
674
+ "eval_info_retr_eval_dot_ndcg@10": 0.9285204933191614,
675
+ "eval_info_retr_eval_dot_precision@1": 0.8910945685139233,
676
+ "eval_info_retr_eval_dot_precision@10": 0.09671905155776124,
677
+ "eval_info_retr_eval_dot_precision@3": 0.3114909781576448,
678
+ "eval_info_retr_eval_dot_precision@5": 0.1898906350519254,
679
+ "eval_info_retr_eval_dot_recall@1": 0.8910945685139233,
680
+ "eval_info_retr_eval_dot_recall@10": 0.9671905155776124,
681
+ "eval_info_retr_eval_dot_recall@3": 0.9344729344729344,
682
+ "eval_info_retr_eval_dot_recall@5": 0.9494531752596269,
683
+ "eval_loss": 0.36561650037765503,
684
+ "eval_para_mine_eval_average_precision": 0.5544895514233957,
685
+ "eval_para_mine_eval_f1": 0.6734225611719457,
686
+ "eval_para_mine_eval_precision": 0.7675405136740874,
687
+ "eval_para_mine_eval_recall": 0.5998653977316356,
688
+ "eval_para_mine_eval_threshold": 0.8776430785655975,
689
+ "eval_runtime": 47.0859,
690
+ "eval_samples_per_second": 231.088,
691
+ "eval_sequential_score": 0.9174675014460509,
692
+ "eval_steps_per_second": 1.826,
693
+ "step": 1178
694
+ },
695
+ {
696
+ "epoch": 1.7864506627393224,
697
+ "grad_norm": 3.110546112060547,
698
+ "learning_rate": 2.0624677336086735e-05,
699
+ "loss": 0.2935,
700
+ "step": 1240
701
+ },
702
+ {
703
+ "epoch": 1.7864506627393224,
704
+ "eval_info_retr_eval_dot_accuracy@1": 0.8924731182795699,
705
+ "eval_info_retr_eval_dot_accuracy@10": 0.9664552890359343,
706
+ "eval_info_retr_eval_dot_accuracy@3": 0.9348405477437736,
707
+ "eval_info_retr_eval_dot_accuracy@5": 0.9497288852127562,
708
+ "eval_info_retr_eval_dot_map@100": 0.9183095474671825,
709
+ "eval_info_retr_eval_dot_mrr@10": 0.9169947469230629,
710
+ "eval_info_retr_eval_dot_ndcg@10": 0.9289448948774749,
711
+ "eval_info_retr_eval_dot_precision@1": 0.8924731182795699,
712
+ "eval_info_retr_eval_dot_precision@10": 0.09664552890359342,
713
+ "eval_info_retr_eval_dot_precision@3": 0.31161351591459113,
714
+ "eval_info_retr_eval_dot_precision@5": 0.18994577704255125,
715
+ "eval_info_retr_eval_dot_recall@1": 0.8924731182795699,
716
+ "eval_info_retr_eval_dot_recall@10": 0.9664552890359343,
717
+ "eval_info_retr_eval_dot_recall@3": 0.9348405477437736,
718
+ "eval_info_retr_eval_dot_recall@5": 0.9497288852127562,
719
+ "eval_loss": 0.36679840087890625,
720
+ "eval_para_mine_eval_average_precision": 0.5492627712847419,
721
+ "eval_para_mine_eval_f1": 0.6682617615424452,
722
+ "eval_para_mine_eval_precision": 0.7445174891126459,
723
+ "eval_para_mine_eval_recall": 0.6061754436680473,
724
+ "eval_para_mine_eval_threshold": 0.8671578168869019,
725
+ "eval_runtime": 47.2606,
726
+ "eval_samples_per_second": 230.234,
727
+ "eval_sequential_score": 0.9183095474671825,
728
+ "eval_steps_per_second": 1.82,
729
+ "step": 1240
730
+ },
731
+ {
732
+ "epoch": 1.877761413843888,
733
+ "grad_norm": 4.477660655975342,
734
+ "learning_rate": 1.902426432627775e-05,
735
+ "loss": 0.2823,
736
+ "step": 1302
737
+ },
738
+ {
739
+ "epoch": 1.877761413843888,
740
+ "eval_info_retr_eval_dot_accuracy@1": 0.8939435713629262,
741
+ "eval_info_retr_eval_dot_accuracy@10": 0.9648010293171584,
742
+ "eval_info_retr_eval_dot_accuracy@3": 0.9359433875562908,
743
+ "eval_info_retr_eval_dot_accuracy@5": 0.9485341420825292,
744
+ "eval_info_retr_eval_dot_map@100": 0.9191298943799292,
745
+ "eval_info_retr_eval_dot_mrr@10": 0.9177682665137863,
746
+ "eval_info_retr_eval_dot_ndcg@10": 0.9291509217029374,
747
+ "eval_info_retr_eval_dot_precision@1": 0.8939435713629262,
748
+ "eval_info_retr_eval_dot_precision@10": 0.09648010293171583,
749
+ "eval_info_retr_eval_dot_precision@3": 0.3119811291854302,
750
+ "eval_info_retr_eval_dot_precision@5": 0.18970682841650582,
751
+ "eval_info_retr_eval_dot_recall@1": 0.8939435713629262,
752
+ "eval_info_retr_eval_dot_recall@10": 0.9648010293171584,
753
+ "eval_info_retr_eval_dot_recall@3": 0.9359433875562908,
754
+ "eval_info_retr_eval_dot_recall@5": 0.9485341420825292,
755
+ "eval_loss": 0.3716655969619751,
756
+ "eval_para_mine_eval_average_precision": 0.557578455456071,
757
+ "eval_para_mine_eval_f1": 0.6753797157651423,
758
+ "eval_para_mine_eval_precision": 0.7440590076966561,
759
+ "eval_para_mine_eval_recall": 0.6183077152394159,
760
+ "eval_para_mine_eval_threshold": 0.863526463508606,
761
+ "eval_runtime": 46.6942,
762
+ "eval_samples_per_second": 233.027,
763
+ "eval_sequential_score": 0.9191298943799292,
764
+ "eval_steps_per_second": 1.842,
765
+ "step": 1302
766
+ },
767
+ {
768
+ "epoch": 1.9690721649484537,
769
+ "grad_norm": 4.546482563018799,
770
+ "learning_rate": 1.742385131646877e-05,
771
+ "loss": 0.2938,
772
+ "step": 1364
773
+ },
774
+ {
775
+ "epoch": 1.9690721649484537,
776
+ "eval_info_retr_eval_dot_accuracy@1": 0.8946787979046044,
777
+ "eval_info_retr_eval_dot_accuracy@10": 0.9646172226817388,
778
+ "eval_info_retr_eval_dot_accuracy@3": 0.9373219373219374,
779
+ "eval_info_retr_eval_dot_accuracy@5": 0.9487179487179487,
780
+ "eval_info_retr_eval_dot_map@100": 0.9200289882479742,
781
+ "eval_info_retr_eval_dot_mrr@10": 0.9186748635673371,
782
+ "eval_info_retr_eval_dot_ndcg@10": 0.9298216358313898,
783
+ "eval_info_retr_eval_dot_precision@1": 0.8946787979046044,
784
+ "eval_info_retr_eval_dot_precision@10": 0.09646172226817387,
785
+ "eval_info_retr_eval_dot_precision@3": 0.31244064577397906,
786
+ "eval_info_retr_eval_dot_precision@5": 0.18974358974358976,
787
+ "eval_info_retr_eval_dot_recall@1": 0.8946787979046044,
788
+ "eval_info_retr_eval_dot_recall@10": 0.9646172226817388,
789
+ "eval_info_retr_eval_dot_recall@3": 0.9373219373219374,
790
+ "eval_info_retr_eval_dot_recall@5": 0.9487179487179487,
791
+ "eval_loss": 0.3621634840965271,
792
+ "eval_para_mine_eval_average_precision": 0.5594570173517496,
793
+ "eval_para_mine_eval_f1": 0.6766163284568192,
794
+ "eval_para_mine_eval_precision": 0.7421746515327168,
795
+ "eval_para_mine_eval_recall": 0.6216998730763845,
796
+ "eval_para_mine_eval_threshold": 0.8676250278949738,
797
+ "eval_runtime": 47.3006,
798
+ "eval_samples_per_second": 230.039,
799
+ "eval_sequential_score": 0.9200289882479742,
800
+ "eval_steps_per_second": 1.818,
801
+ "step": 1364
802
+ },
803
+ {
804
+ "epoch": 2.020618556701031,
805
+ "grad_norm": 3.241508722305298,
806
+ "learning_rate": 1.5823438306659787e-05,
807
+ "loss": 0.216,
808
+ "step": 1426
809
+ },
810
+ {
811
+ "epoch": 2.020618556701031,
812
+ "eval_info_retr_eval_dot_accuracy@1": 0.893208344821248,
813
+ "eval_info_retr_eval_dot_accuracy@10": 0.9661795790828049,
814
+ "eval_info_retr_eval_dot_accuracy@3": 0.9362190975094201,
815
+ "eval_info_retr_eval_dot_accuracy@5": 0.9500964984835952,
816
+ "eval_info_retr_eval_dot_map@100": 0.9191773519681701,
817
+ "eval_info_retr_eval_dot_mrr@10": 0.9178556476047521,
818
+ "eval_info_retr_eval_dot_ndcg@10": 0.9295559143323862,
819
+ "eval_info_retr_eval_dot_precision@1": 0.893208344821248,
820
+ "eval_info_retr_eval_dot_precision@10": 0.09661795790828051,
821
+ "eval_info_retr_eval_dot_precision@3": 0.31207303250314,
822
+ "eval_info_retr_eval_dot_precision@5": 0.19001929969671905,
823
+ "eval_info_retr_eval_dot_recall@1": 0.893208344821248,
824
+ "eval_info_retr_eval_dot_recall@10": 0.9661795790828049,
825
+ "eval_info_retr_eval_dot_recall@3": 0.9362190975094201,
826
+ "eval_info_retr_eval_dot_recall@5": 0.9500964984835952,
827
+ "eval_loss": 0.3684485852718353,
828
+ "eval_para_mine_eval_average_precision": 0.5665176151429165,
829
+ "eval_para_mine_eval_f1": 0.6839674754190774,
830
+ "eval_para_mine_eval_precision": 0.7722483633387889,
831
+ "eval_para_mine_eval_recall": 0.6137998943056013,
832
+ "eval_para_mine_eval_threshold": 0.886872798204422,
833
+ "eval_runtime": 47.5509,
834
+ "eval_samples_per_second": 228.829,
835
+ "eval_sequential_score": 0.9191773519681701,
836
+ "eval_steps_per_second": 1.809,
837
+ "step": 1426
838
+ },
839
+ {
840
+ "epoch": 2.1119293078055965,
841
+ "grad_norm": 2.4362664222717285,
842
+ "learning_rate": 1.42230252968508e-05,
843
+ "loss": 0.2363,
844
+ "step": 1488
845
+ },
846
+ {
847
+ "epoch": 2.1119293078055965,
848
+ "eval_info_retr_eval_dot_accuracy@1": 0.8943111846337652,
849
+ "eval_info_retr_eval_dot_accuracy@10": 0.9664552890359343,
850
+ "eval_info_retr_eval_dot_accuracy@3": 0.9374138406396471,
851
+ "eval_info_retr_eval_dot_accuracy@5": 0.9490855619887878,
852
+ "eval_info_retr_eval_dot_map@100": 0.9197752678474642,
853
+ "eval_info_retr_eval_dot_mrr@10": 0.9185011954725225,
854
+ "eval_info_retr_eval_dot_ndcg@10": 0.9300922809925127,
855
+ "eval_info_retr_eval_dot_precision@1": 0.8943111846337652,
856
+ "eval_info_retr_eval_dot_precision@10": 0.09664552890359342,
857
+ "eval_info_retr_eval_dot_precision@3": 0.31247128021321563,
858
+ "eval_info_retr_eval_dot_precision@5": 0.18981711239775756,
859
+ "eval_info_retr_eval_dot_recall@1": 0.8943111846337652,
860
+ "eval_info_retr_eval_dot_recall@10": 0.9664552890359343,
861
+ "eval_info_retr_eval_dot_recall@3": 0.9374138406396471,
862
+ "eval_info_retr_eval_dot_recall@5": 0.9490855619887878,
863
+ "eval_loss": 0.36409991979599,
864
+ "eval_para_mine_eval_average_precision": 0.5680857985845322,
865
+ "eval_para_mine_eval_f1": 0.6845767174265878,
866
+ "eval_para_mine_eval_precision": 0.7527188630602916,
867
+ "eval_para_mine_eval_recall": 0.6277479414434964,
868
+ "eval_para_mine_eval_threshold": 0.874737024307251,
869
+ "eval_runtime": 46.8373,
870
+ "eval_samples_per_second": 232.315,
871
+ "eval_sequential_score": 0.9197752678474642,
872
+ "eval_steps_per_second": 1.836,
873
+ "step": 1488
874
+ },
875
+ {
876
+ "epoch": 2.203240058910162,
877
+ "grad_norm": 1.0034995079040527,
878
+ "learning_rate": 1.2622612287041818e-05,
879
+ "loss": 0.2336,
880
+ "step": 1550
881
+ },
882
+ {
883
+ "epoch": 2.203240058910162,
884
+ "eval_info_retr_eval_dot_accuracy@1": 0.8936678614097969,
885
+ "eval_info_retr_eval_dot_accuracy@10": 0.9655362558588365,
886
+ "eval_info_retr_eval_dot_accuracy@3": 0.9360352908740005,
887
+ "eval_info_retr_eval_dot_accuracy@5": 0.9495450785773366,
888
+ "eval_info_retr_eval_dot_map@100": 0.9191474148366734,
889
+ "eval_info_retr_eval_dot_mrr@10": 0.9178338388015818,
890
+ "eval_info_retr_eval_dot_ndcg@10": 0.9293775519635007,
891
+ "eval_info_retr_eval_dot_precision@1": 0.8936678614097969,
892
+ "eval_info_retr_eval_dot_precision@10": 0.09655362558588364,
893
+ "eval_info_retr_eval_dot_precision@3": 0.31201176362466687,
894
+ "eval_info_retr_eval_dot_precision@5": 0.18990901571546734,
895
+ "eval_info_retr_eval_dot_recall@1": 0.8936678614097969,
896
+ "eval_info_retr_eval_dot_recall@10": 0.9655362558588365,
897
+ "eval_info_retr_eval_dot_recall@3": 0.9360352908740005,
898
+ "eval_info_retr_eval_dot_recall@5": 0.9495450785773366,
899
+ "eval_loss": 0.3632822632789612,
900
+ "eval_para_mine_eval_average_precision": 0.5695600017649123,
901
+ "eval_para_mine_eval_f1": 0.6885810689948371,
902
+ "eval_para_mine_eval_precision": 0.7525360184242944,
903
+ "eval_para_mine_eval_recall": 0.6346451784835112,
904
+ "eval_para_mine_eval_threshold": 0.8695259690284729,
905
+ "eval_runtime": 46.9973,
906
+ "eval_samples_per_second": 231.524,
907
+ "eval_sequential_score": 0.9191474148366734,
908
+ "eval_steps_per_second": 1.83,
909
+ "step": 1550
910
+ },
911
+ {
912
+ "epoch": 2.2945508100147274,
913
+ "grad_norm": 1.5235002040863037,
914
+ "learning_rate": 1.1022199277232835e-05,
915
+ "loss": 0.2065,
916
+ "step": 1612
917
+ },
918
+ {
919
+ "epoch": 2.2945508100147274,
920
+ "eval_info_retr_eval_dot_accuracy@1": 0.8948626045400239,
921
+ "eval_info_retr_eval_dot_accuracy@10": 0.9658119658119658,
922
+ "eval_info_retr_eval_dot_accuracy@3": 0.9364029041448396,
923
+ "eval_info_retr_eval_dot_accuracy@5": 0.9495450785773366,
924
+ "eval_info_retr_eval_dot_map@100": 0.9201749271580272,
925
+ "eval_info_retr_eval_dot_mrr@10": 0.9188280722330898,
926
+ "eval_info_retr_eval_dot_ndcg@10": 0.9302018390100595,
927
+ "eval_info_retr_eval_dot_precision@1": 0.8948626045400239,
928
+ "eval_info_retr_eval_dot_precision@10": 0.09658119658119659,
929
+ "eval_info_retr_eval_dot_precision@3": 0.3121343013816132,
930
+ "eval_info_retr_eval_dot_precision@5": 0.18990901571546734,
931
+ "eval_info_retr_eval_dot_recall@1": 0.8948626045400239,
932
+ "eval_info_retr_eval_dot_recall@10": 0.9658119658119658,
933
+ "eval_info_retr_eval_dot_recall@3": 0.9364029041448396,
934
+ "eval_info_retr_eval_dot_recall@5": 0.9495450785773366,
935
+ "eval_loss": 0.36156603693962097,
936
+ "eval_para_mine_eval_average_precision": 0.5665696229109317,
937
+ "eval_para_mine_eval_f1": 0.6860915092192124,
938
+ "eval_para_mine_eval_precision": 0.7585999354355094,
939
+ "eval_para_mine_eval_recall": 0.6262347951380577,
940
+ "eval_para_mine_eval_threshold": 0.8720309436321259,
941
+ "eval_runtime": 47.7964,
942
+ "eval_samples_per_second": 227.653,
943
+ "eval_sequential_score": 0.9201749271580272,
944
+ "eval_steps_per_second": 1.799,
945
+ "step": 1612
946
+ },
947
+ {
948
+ "epoch": 2.385861561119293,
949
+ "grad_norm": 1.445999264717102,
950
+ "learning_rate": 9.421786267423851e-06,
951
+ "loss": 0.2083,
952
+ "step": 1674
953
+ },
954
+ {
955
+ "epoch": 2.385861561119293,
956
+ "eval_info_retr_eval_dot_accuracy@1": 0.8960573476702509,
957
+ "eval_info_retr_eval_dot_accuracy@10": 0.9659957724473853,
958
+ "eval_info_retr_eval_dot_accuracy@3": 0.9373219373219374,
959
+ "eval_info_retr_eval_dot_accuracy@5": 0.9503722084367245,
960
+ "eval_info_retr_eval_dot_map@100": 0.92104627411852,
961
+ "eval_info_retr_eval_dot_mrr@10": 0.9196911975585806,
962
+ "eval_info_retr_eval_dot_ndcg@10": 0.9309142349609268,
963
+ "eval_info_retr_eval_dot_precision@1": 0.8960573476702509,
964
+ "eval_info_retr_eval_dot_precision@10": 0.09659957724473853,
965
+ "eval_info_retr_eval_dot_precision@3": 0.3124406457739791,
966
+ "eval_info_retr_eval_dot_precision@5": 0.19007444168734494,
967
+ "eval_info_retr_eval_dot_recall@1": 0.8960573476702509,
968
+ "eval_info_retr_eval_dot_recall@10": 0.9659957724473853,
969
+ "eval_info_retr_eval_dot_recall@3": 0.9373219373219374,
970
+ "eval_info_retr_eval_dot_recall@5": 0.9503722084367245,
971
+ "eval_loss": 0.358325332403183,
972
+ "eval_para_mine_eval_average_precision": 0.5714132731149775,
973
+ "eval_para_mine_eval_f1": 0.6871263293961211,
974
+ "eval_para_mine_eval_precision": 0.7587332430898214,
975
+ "eval_para_mine_eval_recall": 0.6278698965188602,
976
+ "eval_para_mine_eval_threshold": 0.8729398548603058,
977
+ "eval_runtime": 47.2608,
978
+ "eval_samples_per_second": 230.233,
979
+ "eval_sequential_score": 0.92104627411852,
980
+ "eval_steps_per_second": 1.82,
981
+ "step": 1674
982
+ }
983
+ ],
984
+ "logging_steps": 62,
985
+ "max_steps": 2037,
986
+ "num_input_tokens_seen": 0,
987
+ "num_train_epochs": 3,
988
+ "save_steps": 62,
989
+ "stateful_callbacks": {
990
+ "TrainerControl": {
991
+ "args": {
992
+ "should_epoch_stop": false,
993
+ "should_evaluate": false,
994
+ "should_log": false,
995
+ "should_save": true,
996
+ "should_training_stop": false
997
+ },
998
+ "attributes": {}
999
+ }
1000
+ },
1001
+ "total_flos": 0.0,
1002
+ "train_batch_size": 64,
1003
+ "trial_name": null,
1004
+ "trial_params": null
1005
+ }
Embedder-typosquat-detect/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48ba816fac9e900a0153af9975b0b683f08f4a2766ecf267e1d9280c8267bbbc
3
+ size 5560
Embedder-typosquat-detect/vocab.txt ADDED
The diff for this file is too large to render. See raw diff