Skip to content

Commit

Permalink
Clean up RagasEvaluator interfaces
Browse files Browse the repository at this point in the history
Refactor RagasEvaluator Class for use for
`ilab` interface.

Signed-off-by: Ali Maredia <[email protected]>
  • Loading branch information
alimaredia committed Jan 17, 2025
1 parent 46b86fd commit 5d47841
Show file tree
Hide file tree
Showing 2 changed files with 206 additions and 113 deletions.
24 changes: 24 additions & 0 deletions src/instructlab/eval/exceptions.py
Original file line number Diff line number Diff line change
Expand Up @@ -158,3 +158,27 @@ class EmptyTaxonomyError(EvalError):
def __init__(self) -> None:
super().__init__()
self.message = "Provided taxonomy doesn't contain any skill qna.yaml files"


class ModelResponseGenerationError(EvalError):
"""
Error raised when getting a response from an OpenAI client
Attributes
message error message to be printed on raise
"""

def __init__(self, message) -> None:
super().__init__()
self.message = message


class ModelListGenerationError(EvalError):
"""
Error raised when getting a list of models from an OpenAI client
Attributes
message error message to be printed on raise
"""

def __init__(self, message) -> None:
super().__init__()
self.message = message
Loading

0 comments on commit 5d47841

Please sign in to comment.