lhallee commited on
Commit
d042570
·
verified ·
1 Parent(s): c321908

Upload DPLMForMaskedLM

Browse files
Files changed (2) hide show
  1. config.json +9 -8
  2. model.safetensors +2 -2
config.json CHANGED
@@ -1,19 +1,20 @@
1
  {
2
- "_name_or_path": "facebook/esm2_t30_150M_UR50D",
3
  "architectures": [
4
  "DPLMForMaskedLM"
5
  ],
6
  "attention_probs_dropout_prob": 0.0,
7
  "attn_backend": "sdpa",
8
  "auto_map": {
9
- "AutoConfig": "dplm.DPLMConfig",
10
- "AutoModel": "dplm.DPLMModel",
11
- "AutoModelForMaskedLM": "dplm.DPLMForMaskedLM",
12
- "AutoModelForSequenceClassification": "dplm.DPLMForSequenceClassification",
13
- "AutoModelForTokenClassification": "dplm.DPLMForTokenClassification"
14
  },
15
  "classifier_dropout": null,
16
  "dplm_type": "dplm_esm",
 
17
  "emb_layer_norm_before": false,
18
  "esmfold_config": null,
19
  "hidden_act": "gelu",
@@ -21,6 +22,7 @@
21
  "hidden_size": 640,
22
  "initializer_range": 0.02,
23
  "intermediate_size": 2560,
 
24
  "is_folding_model": false,
25
  "layer_norm_eps": 1e-05,
26
  "mask_token_id": 32,
@@ -32,8 +34,7 @@
32
  "position_embedding_type": "rotary",
33
  "tie_word_embeddings": false,
34
  "token_dropout": true,
35
- "torch_dtype": "float32",
36
- "transformers_version": "4.48.1",
37
  "use_cache": true,
38
  "vocab_list": null,
39
  "vocab_size": 33
 
1
  {
2
+ "add_cross_attention": false,
3
  "architectures": [
4
  "DPLMForMaskedLM"
5
  ],
6
  "attention_probs_dropout_prob": 0.0,
7
  "attn_backend": "sdpa",
8
  "auto_map": {
9
+ "AutoConfig": "modeling_dplm.DPLMConfig",
10
+ "AutoModel": "modeling_dplm.DPLMModel",
11
+ "AutoModelForMaskedLM": "modeling_dplm.DPLMForMaskedLM",
12
+ "AutoModelForSequenceClassification": "modeling_dplm.DPLMForSequenceClassification",
13
+ "AutoModelForTokenClassification": "modeling_dplm.DPLMForTokenClassification"
14
  },
15
  "classifier_dropout": null,
16
  "dplm_type": "dplm_esm",
17
+ "dtype": "float32",
18
  "emb_layer_norm_before": false,
19
  "esmfold_config": null,
20
  "hidden_act": "gelu",
 
22
  "hidden_size": 640,
23
  "initializer_range": 0.02,
24
  "intermediate_size": 2560,
25
+ "is_decoder": false,
26
  "is_folding_model": false,
27
  "layer_norm_eps": 1e-05,
28
  "mask_token_id": 32,
 
34
  "position_embedding_type": "rotary",
35
  "tie_word_embeddings": false,
36
  "token_dropout": true,
37
+ "transformers_version": "5.2.0",
 
38
  "use_cache": true,
39
  "vocab_list": null,
40
  "vocab_size": 33
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:08f14b4fc5057f7f2ab736e628840c597027592a9aecf81025cbeabd35de60c3
3
- size 595333976
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bac5ac767ceb8deb511b272d32883f811768d56cb25e920cea94ba9b979ca14
3
+ size 592707264