diff --git a/tasks/uninstall.yaml b/tasks/uninstall.yaml
index 612e71d..6462f1d 100644
--- a/tasks/uninstall.yaml
+++ b/tasks/uninstall.yaml
@@ -20,6 +20,8 @@
   ansible.builtin.package:
     name: borgmatic
     state: absent
+  when:
+    - not (borgmatic_install_from_pip | default(false))
 
 - name: Remove borgmatic configuration directory
   ansible.builtin.file: