diff --git a/inference/run_api.py b/inference/run_api.py index d6ea41c4..461cd5a7 100755 --- a/inference/run_api.py +++ b/inference/run_api.py @@ -211,8 +211,10 @@ def get_model_id(model_name: str) -> str: """ if "deepseek" in model_name: return "deepseek" - if "codellama" in model_name: + elif "codellama" in model_name: return "codelllma" + else: + raise ValueError(f"Unknown model name: {model_name}") def claude_tokenize(string: str, api) -> int: