Update configuration_MERT.py
Browse files- configuration_MERT.py +3 -0
configuration_MERT.py
CHANGED
|
@@ -133,6 +133,9 @@ class MERTConfig(PretrainedConfig):
|
|
| 133 |
|
| 134 |
self.attention_relax = attention_relax
|
| 135 |
|
|
|
|
|
|
|
|
|
|
| 136 |
@property
|
| 137 |
def inputs_to_logits_ratio(self):
|
| 138 |
return functools.reduce(operator.mul, self.conv_stride, 1)
|
|
|
|
| 133 |
|
| 134 |
self.attention_relax = attention_relax
|
| 135 |
|
| 136 |
+
# fix bug with hf > 4.42
|
| 137 |
+
self.conv_pos_batch_norm = False
|
| 138 |
+
|
| 139 |
@property
|
| 140 |
def inputs_to_logits_ratio(self):
|
| 141 |
return functools.reduce(operator.mul, self.conv_stride, 1)
|