diff --git a/docker-compose.llm.yml b/docker-compose.llm.yml
index 8fbbcf7325..d0fbcf036c 100644
--- a/docker-compose.llm.yml
+++ b/docker-compose.llm.yml
@@ -21,7 +21,7 @@ services:
         reservations:
           devices:
             - driver: nvidia
-              count: 1
+              count: all
               capabilities: [gpu]
 
 networks: