Update modeling_minicpm.py
Browse files- modeling_minicpm.py +1 -0
modeling_minicpm.py
CHANGED
|
@@ -1238,6 +1238,7 @@ class MiniCPMModel(MiniCPMPreTrainedModel):
|
|
| 1238 |
"""
|
| 1239 |
|
| 1240 |
def __init__(self, config: MiniCPMConfig):
|
|
|
|
| 1241 |
super().__init__(config)
|
| 1242 |
self.padding_idx = config.pad_token_id
|
| 1243 |
self.vocab_size = config.vocab_size
|
|
|
|
| 1238 |
"""
|
| 1239 |
|
| 1240 |
def __init__(self, config: MiniCPMConfig):
|
| 1241 |
+
print("using sparsemixer v2")
|
| 1242 |
super().__init__(config)
|
| 1243 |
self.padding_idx = config.pad_token_id
|
| 1244 |
self.vocab_size = config.vocab_size
|