m2

suite_settings/models.py

@@ -81,13 +81,13 @@ models = {
     ),
     701: Model(
         display_name="Yi 6b",
-        identifier="yi:7b",
+        identifier="yi:6b",
         supports_tools=False,
         parameter_count_in_b=6
     ),
     704: Model(
-        display_name="Yi 6b",
-        identifier="yi:7b",
+        display_name="Yi 9b",
+        identifier="yi:9b",
         supports_tools=False,
         parameter_count_in_b=6
     ),
@@ -97,12 +97,6 @@ models = {
         supports_tools=False,
         parameter_count_in_b=34
     ),
-    129: Model(
-        display_name="Yi 34b",
-        identifier="yi:34b",
-        supports_tools=False,
-        parameter_count_in_b=34
-    ),
     853: Model(
         display_name="Qwen2 0.5b",
         identifier="qwen2:0.5b",

suite_settings/techniques.py

@@ -0,0 +1,19 @@
+from libs.classes import Technique
+
+techniques = {
+    190: Technique(
+        name="Native",
+        for_supports_tools=True,
+        for_not_supports_tools=False,
+    ),
+    903: Technique(
+        name="Long System Message",
+        for_supports_tools=False,
+        for_not_supports_tools=True,
+    ),
+    # 572: Technique(
+    #     name="Tool to System Messsages",
+    #     for_supports_tools=False,
+    #     for_not_supports_tools=True,
+    # ),
+}

suite_settings/tests.py

@@ -121,12 +121,13 @@ tests = {
 	            "Write note": write_note
 	        }
 	    },
-  	    validator=system_human_answer_match,
+        validator=system_human_answer_match,
 	    validation_input={
 	  	    "criteria": dedent("""- containing the information that the Human should call Wolfgang 
 			- just one single conversational answer, without any AI fragments (A/B versions, "end of message" parts, unfitting discalimers or notes, what specific tool was used to get the answer, etc.)""")
 	    }
-  	),
+ ),
+	
 	# 363: Test(),
 	# 600: Test(),
 	# 221: Test(),