Files
test-small-llms/libs/test_class.py
2024-08-04 20:50:11 +02:00

15 lines
488 B
Python

from dataclasses import dataclass, field
from typing import Callable
@dataclass
class Test:
name: str
system_msg: field(default="You are a helful AI assistant.")
human_msg: str
validation_info: field(default="""- it is factually correct
- it fits/answers the system message and human query
- it is just the answer, and doesn't have any AI fragments (A/B versions, "end of message" parts, unfiting discalimers or notes)""")
runnable: Callable
validator: Callable