diff --git a/utils/fallbackswitch/src/fallbackswitch/imp.rs b/utils/fallbackswitch/src/fallbackswitch/imp.rs
index 92646462..13b3910e 100644
--- a/utils/fallbackswitch/src/fallbackswitch/imp.rs
+++ b/utils/fallbackswitch/src/fallbackswitch/imp.rs
@@ -888,6 +888,8 @@ impl ElementImpl for FallbackSwitch {
             element.remove_pad(pad).unwrap();
             gst_debug!(CAT, obj: element, "Removed fallback sinkpad {:?}", pad);
         }
+        *self.fallback_state.write().unwrap() = PadInputState::default();
+        *self.active_sinkpad.lock().unwrap() = None;
     }
 }