sapadev13 commited on
Commit
e6e17b4
·
verified ·
1 Parent(s): ae6c71a

Upload model

Browse files
Files changed (2) hide show
  1. config.json +15 -22
  2. model.safetensors +2 -2
config.json CHANGED
@@ -1,35 +1,28 @@
1
  {
2
  "architectures": [
3
- "DebertaV2Model"
4
  ],
5
  "attention_probs_dropout_prob": 0.1,
 
 
 
6
  "hidden_act": "gelu",
7
  "hidden_dropout_prob": 0.1,
8
- "hidden_size": 768,
9
  "initializer_range": 0.02,
10
- "intermediate_size": 3072,
11
- "layer_norm_eps": 1e-07,
12
- "legacy": true,
13
  "max_position_embeddings": 512,
14
- "max_relative_positions": -1,
15
- "model_type": "deberta-v2",
16
- "norm_rel_ebd": "layer_norm",
17
  "num_attention_heads": 12,
18
- "num_hidden_layers": 6,
19
  "pad_token_id": 0,
20
- "pooler_dropout": 0,
21
- "pooler_hidden_act": "gelu",
22
- "pooler_hidden_size": 768,
23
- "pos_att_type": [
24
- "p2c",
25
- "c2p"
26
- ],
27
- "position_biased_input": false,
28
- "position_buckets": 256,
29
- "relative_attention": true,
30
- "share_att_key": true,
31
  "torch_dtype": "float32",
32
  "transformers_version": "4.50.3",
33
- "type_vocab_size": 0,
34
- "vocab_size": 128100
 
35
  }
 
1
  {
2
  "architectures": [
3
+ "BertModel"
4
  ],
5
  "attention_probs_dropout_prob": 0.1,
6
+ "cell": {},
7
+ "classifier_dropout": null,
8
+ "emb_size": 312,
9
  "hidden_act": "gelu",
10
  "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 312,
12
  "initializer_range": 0.02,
13
+ "intermediate_size": 1200,
14
+ "layer_norm_eps": 1e-12,
 
15
  "max_position_embeddings": 512,
16
+ "model_type": "bert",
 
 
17
  "num_attention_heads": 12,
18
+ "num_hidden_layers": 4,
19
  "pad_token_id": 0,
20
+ "position_embedding_type": "absolute",
21
+ "pre_trained": "",
22
+ "structure": [],
 
 
 
 
 
 
 
 
23
  "torch_dtype": "float32",
24
  "transformers_version": "4.50.3",
25
+ "type_vocab_size": 2,
26
+ "use_cache": true,
27
+ "vocab_size": 30522
28
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a14b788d156faa98cf7fe8d82aeaaa09e2cac16c173ea1749540a6c420736ea0
3
- size 565228888
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2283854401301c0dec0babd88aeef2241690870d69cfd8733361db0d0d9ed43e
3
+ size 57408776