diff --git a/tests/unit/app-json.bats b/tests/unit/app-json.bats
index 5e297ed21..12fefc8f9 100644
--- a/tests/unit/app-json.bats
+++ b/tests/unit/app-json.bats
@@ -153,7 +153,7 @@ teardown() {
 }
 
 @test "(app-json:set)" {
-  run /bin/bash -c "dokku app-json:set $TEST_APP appjson-path app2.json"
+  run /bin/bash -c "dokku app-json:set $TEST_APP appjson-path app-nonexistent.json"
   echo "output: $output"
   echo "status: $status"
   assert_success
@@ -162,6 +162,17 @@ teardown() {
   echo "output: $output"
   echo "status: $status"
   assert_success
+  assert_output_contains "touch /app/predeploy.test" 0
+
+  run /bin/bash -c "dokku app-json:set $TEST_APP appjson-path app2.json"
+  echo "output: $output"
+  echo "status: $status"
+  assert_success
+
+  run /bin/bash -c "dokku ps:rebuild $TEST_APP"
+  echo "output: $output"
+  echo "status: $status"
+  assert_success
   assert_output_contains "touch /app/predeploy2.test"
 
   run /bin/bash -c "dokku app-json:set $TEST_APP appjson-path"
@@ -175,5 +186,4 @@ teardown() {
   assert_success
   assert_output_contains "touch /app/predeploy.test"
   assert_output_contains "touch /app/predeploy2.test" 0
-
 }