Added OpenAssistant/oasst-rlhf-2-llama-30b-7k-steps (#3063)

LAION-AI · May 6, 2023 · 3cc6aa9 · 3cc6aa9
1 parent ded5aca
commit 3cc6aa9
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/oasst-shared/oasst_shared/model_configs.py b/oasst-shared/oasst_shared/model_configs.py
@@ -129,6 +129,11 @@ def compat_hash(self) -> str:
         max_input_length=1024,
         max_total_length=1792,  # seeing OOMs on 2048 on an A100 80GB
     ),
+    "OA_RLHF_Llama_30B_2_7k": ModelConfig(
+        model_id="OpenAssistant/oasst-rlhf-2-llama-30b-7k-steps",
+        max_input_length=1024,
+        max_total_length=1792,  # seeing OOMs on 2048 on an A100 80GB
+    ),
     "Carper_RLHF_13B_1": ModelConfig(
         model_id="CarperAI/vicuna-13b-fine-tuned-rlhf",
         max_input_length=1024,