Mul test, valdidation works, but printing it doesnt

This commit is contained in:
Lennart J. Kurzweg (Nx2)
2024-08-05 14:09:06 +02:00
parent 52a180b936
commit abd6320ce9
6 changed files with 99 additions and 31 deletions

View File

@@ -1,14 +1,10 @@
from dataclasses import dataclass, field
from typing import Callable
from typing import Callable, Any
@dataclass
class Test:
name: str
system_msg: field(default="You are a helful AI assistant.")
human_msg: str
validation_info: field(default="""- it is factually correct
- it fits/answers the system message and human query
- it is just the answer, and doesn't have any AI fragments (A/B versions, "end of message" parts, unfiting discalimers or notes)""")
runnable: Callable
runnable_input: dict
validator: Callable
validation_input: dict