Mostly figured out

Dockerfile

@@ -7,7 +7,9 @@ RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-ins
     mysql-server \
     nginx \
     php-fpm \
-    && rm -rf /var/lib/apt/lists/*
+    && rm -rf /var/lib/apt/lists/* \
+    && rm -rf /var/www/html \
+    && rm /etc/nginx/sites-enabled/default
 
 # Setting up PHP
 COPY /etc/ /etc/

etc/nginx/conf.d/default.conf

@@ -3,14 +3,14 @@ server {
     listen [::]:80;
 
     root /var/www/;
-    index index.php index.html;
-#    server_name _;
+    index index.html index.php;
+    server_name _;
 
     access_log /var/log/nginx/access.log;
     error_log /var/log/nginx/error.log;
 
     location / {
-         try_files $uri /index.php;
+         try_files $uri $uri/ /index.html =404;
     }
 
     location ~ \.php$ {