diff --git a/python/mujoco/__init__.py b/python/mujoco/__init__.py
index baf67756..d9e0e5cf 100644
--- a/python/mujoco/__init__.py
+++ b/python/mujoco/__init__.py
@@ -19,6 +19,7 @@ import ctypes.util
 import os
 import platform
 import subprocess
+import warnings
 
 _SYSTEM = platform.system()
 if _SYSTEM == 'Windows':
@@ -54,15 +55,13 @@ PLUGIN_HANDLES = []
 def _load_all_bundled_plugins():
   for directory, _, filenames in os.walk(PLUGINS_DIR):
     for filename in filenames:
-        if os.path.splitext(filename)[-1] == ".so":
-            PLUGIN_HANDLES.append(ctypes.CDLL(os.path.join(directory, filename)))
-
-        elif filename == "__init__.py":
-            pass
-
-        else:
-            raise ValueError(f"Trying to load the plugin {os.path.join(directory, filename)} "
-                             "that is not a shared library.")
+      if os.path.splitext(filename)[-1] in [".dll", ".dylib", ".so"]:
+        PLUGIN_HANDLES.append(ctypes.CDLL(os.path.join(directory, filename)))
+      elif filename == "__init__.py":
+        pass
+      else:
+        warnings.warn('Ignoring non-library in plugin directory: '
+                      f'{os.path.join(directory, filename)}', ImportWarning)
 
 _load_all_bundled_plugins()