fix: nemotron

bentoml · Nov 12, 2024 · a0fedd4 · a0fedd4
1 parent 03b11af
commit a0fedd4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/recipe.yaml b/src/recipe.yaml
@@ -370,7 +370,7 @@
     traffic:
       timeout: 300
     resources:
-      gpu: 1
+      gpu: 2
       gpu_type: nvidia-a100-80gb
   engine_config:
     model: nvidia/Llama-3.1-Nemotron-70B-Instruct-HF