Mostly figured out

Dockerfile

@@ -7,7 +7,9 @@ RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-ins
     mysql-server \
     nginx \
     php-fpm \
-    && rm -rf /var/lib/apt/lists/*
+    && rm -rf /var/lib/apt/lists/* \
+    && rm -rf /var/www/html \
+    && rm /etc/nginx/sites-enabled/default
 
 # Setting up PHP
 COPY /etc/ /etc/