ensure BC with v4

ultravox_model.py

@@ -427,7 +427,11 @@ class UltravoxModel(transformers.LlamaPreTrainedModel, GenerationMixin):
         # But potentially other kwargs can be passed in. TODO
         kwargs = {"torch_dtype": config.torch_dtype}
         _default_device = getattr(torch, "get_default_device", lambda: None)()
-        _is_init = _default_device is None or _default_device.type != "meta"
+        _is_init = (
+            (hasattr(transformers.modeling_utils, "_init_weights") and transformers.modeling_utils._init_weights)
+            or _default_device is None
+            or _default_device.type != "meta"
+        )
         if (
             _is_init
             and config.audio_model_id is not None
@@ -483,7 +487,11 @@ class UltravoxModel(transformers.LlamaPreTrainedModel, GenerationMixin):
         cls, config: UltravoxConfig
     ) -> transformers.LlamaForCausalLM:
         _default_device = getattr(torch, "get_default_device", lambda: None)()
-        _is_init = _default_device is None or _default_device.type != "meta"
+        _is_init = (
+            (hasattr(transformers.modeling_utils, "_init_weights") and transformers.modeling_utils._init_weights)
+            or _default_device is None
+            or _default_device.type != "meta"
+        )
         if (
             _is_init
             and config.text_model_id is not None