diff --git a/src/shell/shellcorona.cpp b/src/shell/shellcorona.cpp
index 13422943e..6f65e1b41 100644
--- a/src/shell/shellcorona.cpp
+++ b/src/shell/shellcorona.cpp
@@ -370,7 +370,7 @@ void ShellCorona::screenAdded(QScreen *screen)
 
     QAction *removeAction = containment->actions()->action("remove");
     if (removeAction) {
-        removeAction->setVisible(false);
+        removeAction->deleteLater();
     }
 
     view->setContainment(containment);
@@ -553,7 +553,7 @@ void ShellCorona::currentActivityChanged(const QString &newActivity)
         }
         QAction *removeAction = c->actions()->action("remove");
         if (removeAction) {
-            removeAction->setVisible(false);
+            removeAction->deleteLater();
         }
         d->views[i]->setContainment(c);
     }