diff --git a/panel/pane/holoviews.py b/panel/pane/holoviews.py
index 356ccaf005..b96ec0948a 100644
--- a/panel/pane/holoviews.py
+++ b/panel/pane/holoviews.py
@@ -626,9 +626,10 @@ def jslink(self, target, code=None, args=None, bidirectional=False, **links):
     def _resolve_widget(
         cls, key: str, dynamic: bool, default_widgets: WidgetMapping | None = None
     ) -> WidgetType:
-        if default_widgets is None:
-            default_widgets = {}
-        widget_type = default_widgets.get(key, cls.default_widgets.get(key, None))
+        if default_widgets is not None and key in default_widgets:
+            widget_type = default_widgets[key]
+        else:
+            widget_type = cls.default_widgets.get(key, None)
         if widget_type is None:
             raise ValueError("No valid {key} widget type found.")
         elif isinstance(widget_type, tuple):