diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index ff4ccb5..84a5140 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -2,6 +2,11 @@ stages:
   - build
   - push
 
+cache:
+  key: texlive-cache
+  paths:
+    - /usr/local/texlive
+
 variables:
   IMAGE_NAME: ${CI_REGISTRY}/${CI_PROJECT_PATH}/sharelatex-with-texlive-full
   ARCHIVED_IMAGE: sharelatex_with_texlive_full.tar
@@ -24,15 +29,19 @@ build:
           echo "Image version: $OVERLEAF_VERSION"
           docker pull sharelatex/sharelatex:latest
           docker run --name temp --entrypoint /bin/bash sharelatex/sharelatex:latest -c "\
-            tlmgr option repository $TEXLIVE_REPO && \
-            tlmgr update --self --all && \
-            tlmgr install scheme-full && \
-            tlmgr path add && \
+            if [ ! -d /usr/local/texlive ]; then \
+              tlmgr option repository $TEXLIVE_REPO && \
+              tlmgr install scheme-full && \
+              tlmgr path add; \
+            else \
+              tlmgr update --self --all; \
+            fi && \
             apt update && apt install -y inkscape lilypond python3-pygments && \
             echo shell_escape = t >> /usr/local/texlive/2024/texmf.cnf"
           docker commit --change "ENTRYPOINT $IMAGE_ENTRYPOINT" temp $IMAGE_NAME:$OVERLEAF_VERSION
           docker tag $IMAGE_NAME:$OVERLEAF_VERSION $IMAGE_NAME:latest
           docker save -o $ARCHIVED_IMAGE $IMAGE_NAME:$OVERLEAF_VERSION $IMAGE_NAME:latest
+          docker system prune -f
       fi
 
   artifacts: