Update configuration_auristream.py
Browse files
configuration_auristream.py
CHANGED
|
@@ -50,6 +50,9 @@ class AuriStreamConfig(PretrainedConfig):
|
|
| 50 |
input_conv_kernel_size: int = 0,
|
| 51 |
**kwargs,
|
| 52 |
):
|
|
|
|
|
|
|
|
|
|
| 53 |
self.vocab_size = vocab_size
|
| 54 |
self.n_embd = n_embd
|
| 55 |
self.n_layer = n_layer
|
|
|
|
| 50 |
input_conv_kernel_size: int = 0,
|
| 51 |
**kwargs,
|
| 52 |
):
|
| 53 |
+
# Force no weight tying
|
| 54 |
+
kwargs["tie_word_embeddings"] = False
|
| 55 |
+
|
| 56 |
self.vocab_size = vocab_size
|
| 57 |
self.n_embd = n_embd
|
| 58 |
self.n_layer = n_layer
|