diff --git a/tests/test-jupyter-vm.yml b/tests/test-jupyter-vm.yml
index 233116d340b0cdc9eda03bdc65a790c23541c4a7..26421f5788d14befb18ae0e332a2578cffa06f7c 100644
--- a/tests/test-jupyter-vm.yml
+++ b/tests/test-jupyter-vm.yml
@@ -5,7 +5,7 @@
   tasks:
   - name: Download paas-ci role
     local_action: command ansible-galaxy install git+https://baltig.infn.it/infn-cloud/paas-ci.git
-    changed_when: false
+    changed_when: true
 
   - include_role:
       name: paas-ci