diff --git a/models/model_upload/llms/sglang-llama-3.3-70b-instruct-awq/1/model.py b/models/model_upload/llms/sglang-llama-3.3-70b-instruct-awq/1/model.py index 899dbef..8c4856c 100644 --- a/models/model_upload/llms/sglang-llama-3.3-70b-instruct-awq/1/model.py +++ b/models/model_upload/llms/sglang-llama-3.3-70b-instruct-awq/1/model.py @@ -2,7 +2,7 @@ import sys from typing import Iterator -from clarifai.runners.models.model_runner import ModelRunner +from clarifai.runners.models.model_class import ModelClass from clarifai.utils.logging import logger from clarifai_grpc.grpc.api import resources_pb2, service_pb2 from clarifai_grpc.grpc.api.status import status_code_pb2 @@ -76,7 +76,7 @@ def start_server(self, python_executable, checkpoints): raise RuntimeError("Failed to start sglang server: " + str(e)) -class MyRunner(ModelRunner): +class MyModel(ModelClass): """A custom runner that loads the model and generates text using SGLang Inference. """