Skip to content

Commit

Permalink
correct model file
Browse files Browse the repository at this point in the history
  • Loading branch information
luv-bansal committed Feb 3, 2025
1 parent 91a278e commit 1750d1e
Showing 1 changed file with 2 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
import sys
from typing import Iterator

from clarifai.runners.models.model_runner import ModelRunner
from clarifai.runners.models.model_class import ModelClass
from clarifai.utils.logging import logger
from clarifai_grpc.grpc.api import resources_pb2, service_pb2
from clarifai_grpc.grpc.api.status import status_code_pb2
Expand Down Expand Up @@ -76,7 +76,7 @@ def start_server(self, python_executable, checkpoints):
raise RuntimeError("Failed to start sglang server: " + str(e))


class MyRunner(ModelRunner):
class MyModel(ModelClass):
"""A custom runner that loads the model and generates text using SGLang Inference.
"""

Expand Down

0 comments on commit 1750d1e

Please sign in to comment.