diff --git a/appveyor.yml b/appveyor.yml
index 73b15da7f9..fbfa4e2df7 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -98,7 +98,7 @@ build_script:
     docker run -i --rm --name setup -v $STUB_OUTPUT:/bitwarden bitwarden/setup:dev \
       dotnet Setup.dll -stub 1 -install 1 -domain bitwarden.company.com -os lin
     sudo chown -R appveyor:appveyor $STUB_OUTPUT
-    rm -rf $STUB_OUTPUT/ca-certificates $STUB_OUTPUT/identity $STUB_OUTPUT/ssl
+    rm -rf $STUB_OUTPUT/letsencrypt
     rm $STUB_OUTPUT/env/uid.env
     touch $STUB_OUTPUT/env/uid.env
     cd docker-stub; zip -r ../docker-stub.zip *; cd ..