building of pipeline (validation flaky)

libs/test_class.py

@@ -0,0 +1,14 @@
+from dataclasses import dataclass, field
+from typing import Callable
+
+@dataclass
+class Test:
+    name: str
+    system_msg: field(default="You are a helful AI assistant.")
+    human_msg: str
+    validation_info: field(default="""- it is factually correct
+- it fits/answers the system message and human query
+- it is just the answer, and doesn't have any AI fragments (A/B versions, "end of message" parts, unfiting discalimers or notes)""")
+    runnable: Callable
+    validator: Callable
+