Upload modeling_esm_plusplus.py with huggingface_hub
Browse files- modeling_esm_plusplus.py +2 -1
modeling_esm_plusplus.py
CHANGED
|
@@ -53,7 +53,7 @@ class ESMplusplusConfig(PretrainedConfig):
|
|
| 53 |
initializer_range: float = 0.02,
|
| 54 |
**kwargs,
|
| 55 |
):
|
| 56 |
-
super().__init__(**kwargs
|
| 57 |
self.vocab_size = vocab_size
|
| 58 |
self.hidden_size = hidden_size
|
| 59 |
self.num_attention_heads = num_attention_heads
|
|
@@ -62,6 +62,7 @@ class ESMplusplusConfig(PretrainedConfig):
|
|
| 62 |
self.problem_type = problem_type
|
| 63 |
self.dropout = dropout
|
| 64 |
self.initializer_range = initializer_range
|
|
|
|
| 65 |
|
| 66 |
|
| 67 |
### Rotary Embeddings
|
|
|
|
| 53 |
initializer_range: float = 0.02,
|
| 54 |
**kwargs,
|
| 55 |
):
|
| 56 |
+
super().__init__(**kwargs)
|
| 57 |
self.vocab_size = vocab_size
|
| 58 |
self.hidden_size = hidden_size
|
| 59 |
self.num_attention_heads = num_attention_heads
|
|
|
|
| 62 |
self.problem_type = problem_type
|
| 63 |
self.dropout = dropout
|
| 64 |
self.initializer_range = initializer_range
|
| 65 |
+
self.tie_word_embeddings = False
|
| 66 |
|
| 67 |
|
| 68 |
### Rotary Embeddings
|