k

.github/workflows/docker-build-push-backend-container-on-tag.yml

@@ -31,7 +31,6 @@ jobs:
         push: true
         tags: |
           danswer/danswer-backend:${{ github.ref_name }}
-          danswer/danswer-backend:latest
         build-args: |
           DANSWER_VERSION=${{ github.ref_name }}
 

.github/workflows/docker-build-push-model-server-container-on-tag.yml

@@ -31,7 +31,6 @@ jobs:
         push: true
         tags: |
           danswer/danswer-model-server:${{ github.ref_name }}
-          danswer/danswer-model-server:latest
         build-args: |
           DANSWER_VERSION=${{ github.ref_name }}
 

.github/workflows/docker-build-push-web-container-on-tag.yml

@@ -3,7 +3,7 @@ name: Build and Push Web Image on Tag
 on:
   push:
     tags:
-      - '*'
+      - 'DISABLED'
 
 jobs:
   build-and-push:

backend/Dockerfile

@@ -42,6 +42,12 @@ RUN apt-get remove -y --allow-remove-essential perl-base xserver-common xvfb cma
     rm -rf /var/lib/apt/lists/* && \
     rm /usr/local/lib/python3.11/site-packages/tornado/test/test.key
 
+# Pre-downloading NLTK for setups with limited egress
+RUN python -c "import nltk; \
+nltk.download('stopwords', quiet=True); \
+nltk.download('wordnet', quiet=True); \
+nltk.download('punkt', quiet=True);"
+
 # Set up application files
 WORKDIR /app
 COPY ./danswer /app/danswer

backend/Dockerfile.model_server

@@ -17,6 +17,16 @@ RUN pip install --no-cache-dir --upgrade -r /tmp/requirements.txt
 RUN apt-get remove -y --allow-remove-essential perl-base && \
     apt-get autoremove -y
 
+# Pre-downloading models for setups with limited egress
+RUN python -c "from transformers import AutoModel, AutoTokenizer, TFDistilBertForSequenceClassification; \
+from huggingface_hub import snapshot_download; \
+AutoTokenizer.from_pretrained('danswer/intent-model'); \
+AutoTokenizer.from_pretrained('intfloat/e5-base-v2'); \
+AutoTokenizer.from_pretrained('mixedbread-ai/mxbai-rerank-xsmall-v1'); \
+snapshot_download('danswer/intent-model'); \
+snapshot_download('intfloat/e5-base-v2'); \
+snapshot_download('mixedbread-ai/mxbai-rerank-xsmall-v1')"
+
 WORKDIR /app
 
 # Utils used by model server