diff --git a/components/mobileshell/qml/actiondrawer/NotificationDrawer.qml b/components/mobileshell/qml/actiondrawer/NotificationDrawer.qml
index 480ba7d3..269feed2 100644
--- a/components/mobileshell/qml/actiondrawer/NotificationDrawer.qml
+++ b/components/mobileshell/qml/actiondrawer/NotificationDrawer.qml
@@ -78,7 +78,8 @@ Item {
         // this is so one can swipe down from the top of the notification drawer to expand the action drawer
         DragHandler {
             id: dragHandler
-            yAxis.enabled: true
+            // disable the draghandler when we are not at the top of the notification list as it can interfere with the notification scrolling
+            yAxis.enabled: notificationWidget.listView.atYBeginning || active
             xAxis.enabled: false
 
             property bool startActive: false