diff --git a/tests/apps/python/dockerfile.Dockerfile b/tests/apps/python/dockerfile.Dockerfile
new file mode 100644
index 000000000..383a6c616
--- /dev/null
+++ b/tests/apps/python/dockerfile.Dockerfile
@@ -0,0 +1,5 @@
+FROM python:3.11.0-buster
+
+COPY . /app
+
+WORKDIR /app
diff --git a/tests/unit/caddy.bats b/tests/unit/caddy.bats
index 1ff68959c..2362ababd 100644
--- a/tests/unit/caddy.bats
+++ b/tests/unit/caddy.bats
@@ -38,7 +38,7 @@ teardown() {
   echo "status: $status"
   assert_success
 
-  run deploy_app
+  run deploy_app python dokku@dokku.me:$TEST_APP convert_to_dockerfile
   echo "output: $output"
   echo "status: $status"
   assert_success
@@ -66,7 +66,7 @@ teardown() {
   echo "status: $status"
   assert_success
 
-  run deploy_app
+  run deploy_app python dokku@dokku.me:$TEST_APP convert_to_dockerfile
   echo "output: $output"
   echo "status: $status"
   assert_success
diff --git a/tests/unit/haproxy.bats b/tests/unit/haproxy.bats
index ecf442c2a..ef0df21a0 100644
--- a/tests/unit/haproxy.bats
+++ b/tests/unit/haproxy.bats
@@ -54,7 +54,7 @@ teardown() {
   echo "status: $status"
   assert_success
 
-  run deploy_app
+  run deploy_app python dokku@dokku.me:$TEST_APP convert_to_dockerfile
   echo "output: $output"
   echo "status: $status"
   assert_success
@@ -82,7 +82,7 @@ teardown() {
   echo "status: $status"
   assert_success
 
-  run deploy_app
+  run deploy_app python dokku@dokku.me:$TEST_APP convert_to_dockerfile
   echo "output: $output"
   echo "status: $status"
   assert_success
diff --git a/tests/unit/test_helper.bash b/tests/unit/test_helper.bash
index 2c1f34a8b..7ca8aad7f 100644
--- a/tests/unit/test_helper.bash
+++ b/tests/unit/test_helper.bash
@@ -591,3 +591,10 @@ install_pack() {
     apt-get --yes install pack-cli
   fi
 }
+
+convert_to_dockerfile() {
+  local APP="$1"
+  local APP_REPO_DIR="$2"
+  [[ -z "$APP" ]] && local APP="$TEST_APP"
+  mv "$APP_REPO_DIR/dockerfile.Dockerfile" "$APP_REPO_DIR/Dockerfile"
+}
diff --git a/tests/unit/traefik.bats b/tests/unit/traefik.bats
index 4c3b0e82c..a7a1ec1de 100644
--- a/tests/unit/traefik.bats
+++ b/tests/unit/traefik.bats
@@ -38,7 +38,7 @@ teardown() {
   echo "status: $status"
   assert_success
 
-  run deploy_app
+  run deploy_app python dokku@dokku.me:$TEST_APP convert_to_dockerfile
   echo "output: $output"
   echo "status: $status"
   assert_success
@@ -66,7 +66,7 @@ teardown() {
   echo "status: $status"
   assert_success
 
-  run deploy_app
+  run deploy_app python dokku@dokku.me:$TEST_APP convert_to_dockerfile
   echo "output: $output"
   echo "status: $status"
   assert_success