diff --git a/docker/dockerfiles/joex.dockerfile b/docker/dockerfiles/joex.dockerfile
index 05a49367..176cbea2 100644
--- a/docker/dockerfiles/joex.dockerfile
+++ b/docker/dockerfiles/joex.dockerfile
@@ -62,7 +62,8 @@ WORKDIR /opt
 RUN wget ${joex_url:-https://github.com/eikek/docspell/releases/download/v$version/docspell-joex-$version.zip} && \
   unzip docspell-joex-*.zip && \
   rm docspell-joex-*.zip && \
-  ln -snf docspell-joex-* docspell-joex
+  ln -snf docspell-joex-* docspell-joex && \
+  rm docspell-joex/conf/docspell-joex.conf
 
 # Using these data files for japanese, because they work better. See #973
 RUN \
diff --git a/docker/dockerfiles/restserver.dockerfile b/docker/dockerfiles/restserver.dockerfile
index aa39cfe8..1b0e59e4 100644
--- a/docker/dockerfiles/restserver.dockerfile
+++ b/docker/dockerfiles/restserver.dockerfile
@@ -12,7 +12,8 @@ WORKDIR /opt
 RUN wget ${restserver_url:-https://github.com/eikek/docspell/releases/download/v$version/docspell-restserver-$version.zip} && \
   unzip docspell-restserver-*.zip && \
   rm docspell-restserver-*.zip && \
-  ln -snf docspell-restserver-* docspell-restserver
+  ln -snf docspell-restserver-* docspell-restserver && \
+  rm docspell-restserver/conf/docspell-server.conf
 
 ENTRYPOINT ["/opt/docspell-restserver/bin/docspell-restserver", "-J-XX:+UseG1GC"]
 EXPOSE 7880