diff --git a/.dockerignore b/.dockerignore
index 7c9941b86e..937a4cfc5e 100644
--- a/.dockerignore
+++ b/.dockerignore
@@ -56,3 +56,5 @@ settings.json
 
 GoSDK/tester/
 
+LLM/Models/*
+
diff --git a/LLM/.dockerignore b/LLM/.dockerignore
new file mode 100644
index 0000000000..9907713a3e
--- /dev/null
+++ b/LLM/.dockerignore
@@ -0,0 +1 @@
+Models/*
\ No newline at end of file
diff --git a/LLM/Dockerfile.tpl b/LLM/Dockerfile.tpl
index cbd7fce0b9..5c2e652e7b 100644
--- a/LLM/Dockerfile.tpl
+++ b/LLM/Dockerfile.tpl
@@ -5,7 +5,7 @@ FROM huggingface/transformers-pytorch-gpu:latest
 WORKDIR /app
 
 # Copy the current directory contents into the container at /app
-ADD ./LLM /app
+ADD . /app
 
 # Install any needed packages specified in requirements.txt
 RUN pip install --no-cache-dir -r requirements.txt
diff --git a/docker-compose.llm.yml b/docker-compose.llm.yml
index 4a95baf417..8fbbcf7325 100644
--- a/docker-compose.llm.yml
+++ b/docker-compose.llm.yml
@@ -14,8 +14,8 @@ services:
         - '8547:8547'
     build:
         network: host
-        context: .
-        dockerfile: ./LLM/Dockerfile
+        context: ./LLM
+        dockerfile: ./Dockerfile
     deploy:
       resources:
         reservations: