diff --git a/tests/unit/app-json.bats b/tests/unit/app-json.bats
index 12fefc8f9..09aa65597 100644
--- a/tests/unit/app-json.bats
+++ b/tests/unit/app-json.bats
@@ -153,12 +153,17 @@ teardown() {
 }
 
 @test "(app-json:set)" {
+  run deploy_app python
+  echo "output: $output"
+  echo "status: $status"
+  assert_success
+
   run /bin/bash -c "dokku app-json:set $TEST_APP appjson-path app-nonexistent.json"
   echo "output: $output"
   echo "status: $status"
   assert_success
 
-  run deploy_app python
+  run /bin/bash -c "dokku ps:rebuild $TEST_APP"
   echo "output: $output"
   echo "status: $status"
   assert_success