From 3cc6aa9993734092b12462429c2d2062cbdb4062 Mon Sep 17 00:00:00 2001 From: Yannic Kilcher Date: Sat, 6 May 2023 16:31:25 +0200 Subject: [PATCH] Added OpenAssistant/oasst-rlhf-2-llama-30b-7k-steps (#3063) --- oasst-shared/oasst_shared/model_configs.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/oasst-shared/oasst_shared/model_configs.py b/oasst-shared/oasst_shared/model_configs.py index d676985e56..13b78e17bc 100644 --- a/oasst-shared/oasst_shared/model_configs.py +++ b/oasst-shared/oasst_shared/model_configs.py @@ -129,6 +129,11 @@ def compat_hash(self) -> str: max_input_length=1024, max_total_length=1792, # seeing OOMs on 2048 on an A100 80GB ), + "OA_RLHF_Llama_30B_2_7k": ModelConfig( + model_id="OpenAssistant/oasst-rlhf-2-llama-30b-7k-steps", + max_input_length=1024, + max_total_length=1792, # seeing OOMs on 2048 on an A100 80GB + ), "Carper_RLHF_13B_1": ModelConfig( model_id="CarperAI/vicuna-13b-fine-tuned-rlhf", max_input_length=1024,