Finally managed to enforce cpu torch install in Dockerfile

Dockerfile

@@ -12,12 +12,13 @@ RUN mkdir -p /model/rep /model/embed /install
 
 WORKDIR /src
 
-# Copy requirements file and install dependencies
+# Copy requirements file and install dependencies. Sentence transformers and Bertopic are installed without dependencies so that torch is not reinstalled.
 COPY requirements_aws.txt .
-RUN pip install --no-cache-dir --target=/install -r requirements_aws.txt
 
-# Install sentence-transformers without dependencies
-RUN pip install --no-cache-dir sentence-transformers==3.0.1 --no-deps
+RUN pip install torch==2.4.0+cpu --index-url https://download.pytorch.org/whl/cpu \
+&& pip install --no-cache-dir sentence-transformers==3.0.1 --no-deps \
+&& pip install --no-cache-dir bertopic==0.16.2 --no-deps \
+&& pip install --no-cache-dir --target=/install -r requirements_aws.txt
 
 # Add /install to the PYTHONPATH
 ENV PYTHONPATH="/install:${PYTHONPATH}"

requirements_aws.txt

@@ -1,6 +1,9 @@
-torch==2.4.0 --index-url https://download.pytorch.org/whl/cpu
+hdbscan==0.8.38.post1
+pandas==2.2.2
+plotly==5.23.0
+scikit-learn==1.5.1
+umap-learn==0.5.6
 boto3==1.34.158
-bertopic==0.16.2
 spacy==3.7.5
 en_core_web_sm @ https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.7.1/en_core_web_sm-3.7.1.tar.gz
 gradio>=4.26.0
@@ -11,4 +14,5 @@ presidio_analyzer==2.2.354
 presidio_anonymizer==2.2.354
 scipy==1.11.4
 polars==0.20.6
+transformers==4.44.0
 numpy==1.26.4