nx2/test-small-llms
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

mf1

Browse Source
This commit is contained in:
Lennart J. Kurzweg (Nx2)
2024-08-26 21:20:47 +02:00
parent 2723ced901
commit 5d7ce3cf71
12 changed files with 2055 additions and 2350 deletions
Download Patch File Download Diff File Expand all files Collapse all files

168
suite_settings/models.py
View File

@@ -1,90 +1,90 @@
from libs.classes import Model
models = {
245: Model(
display_name="llama3.1 8b",
identifier="llama3.1",
supports_tools=True,
parameter_count_in_b=8
),
238: Model(
display_name="llama3.1 70b",
identifier="llama3.1:70b",
supports_tools=True,
parameter_count_in_b=70
),
120: Model(
display_name="llama3 groq TU 8b",
identifier="llama3-groq-tool-use",
supports_tools=True,
parameter_count_in_b=8
),
890: Model(
display_name="llama3 groq TU 70b",
identifier="llama3-groq-tool-use:70b",
supports_tools=True,
parameter_count_in_b=70
),
348: Model(
display_name="Mixtral MoE 8x7b",
identifier="mixtral:8x7b",
supports_tools=False,
parameter_count_in_b=13,
),
789: Model(
display_name="Mixtral MoE 8x22b",
identifier="mixtral:8x22b",
supports_tools=True,
parameter_count_in_b=39
),
445: Model(
display_name="Gemma2 2b",
identifier="gemma2:2b",
supports_tools=False,
parameter_count_in_b=2
),
475: Model(
display_name="Gemma2 9b",
identifier="gemma2:2b",
supports_tools=False,
parameter_count_in_b=9
),
626: Model(
display_name="Gemma2 27b",
identifier="gemma2:2b",
supports_tools=False,
parameter_count_in_b=27
),
229: Model(
display_name="Phi3 3.8b",
identifier="phi3",
supports_tools=False,
parameter_count_in_b=3.8
),
903: Model(
display_name="Tinyllama 1.1b",
identifier="tinyllama:1.1b",
supports_tools=False,
parameter_count_in_b=1.1
),
670: Model(
display_name="Mistral Nemo 12b",
identifier="mistral-nemo:12b",
supports_tools=True,
parameter_count_in_b=12
),
404: Model(
display_name="Command R+ 104b",
identifier="command-r-plus:104b",
supports_tools=True,
parameter_count_in_b=104
),
701: Model(
display_name="Yi 6b",
identifier="yi:6b",
supports_tools=False,
parameter_count_in_b=6
),
# 245: Model(
# display_name="llama3.1 8b",
# identifier="llama3.1",
# supports_tools=True,
# parameter_count_in_b=8
# ),
# 238: Model(
# display_name="llama3.1 70b",
# identifier="llama3.1:70b",
# supports_tools=True,
# parameter_count_in_b=70
# ),
# 120: Model(
# display_name="llama3 groq TU 8b",
# identifier="llama3-groq-tool-use",
# supports_tools=True,
# parameter_count_in_b=8
# ),
# 890: Model(
# display_name="llama3 groq TU 70b",
# identifier="llama3-groq-tool-use:70b",
# supports_tools=True,
# parameter_count_in_b=70
# ),
# 348: Model(
# display_name="Mixtral MoE 8x7b",
# identifier="mixtral:8x7b",
# supports_tools=False,
# parameter_count_in_b=13,
# ),
# 789: Model(
# display_name="Mixtral MoE 8x22b",
# identifier="mixtral:8x22b",
# supports_tools=True,
# parameter_count_in_b=39
# ),
# 445: Model(
# display_name="Gemma2 2b",
# identifier="gemma2:2b",
# supports_tools=False,
# parameter_count_in_b=2
# ),
# 475: Model(
# display_name="Gemma2 9b",
# identifier="gemma2:2b",
# supports_tools=False,
# parameter_count_in_b=9
# ),
# 626: Model(
# display_name="Gemma2 27b",
# identifier="gemma2:2b",
# supports_tools=False,
# parameter_count_in_b=27
# ),
# 229: Model(
# display_name="Phi3 3.8b",
# identifier="phi3",
# supports_tools=False,
# parameter_count_in_b=3.8
# ),
# 903: Model(
# display_name="Tinyllama 1.1b",
# identifier="tinyllama:1.1b",
# supports_tools=False,
# parameter_count_in_b=1.1
# ),
# 670: Model(
# display_name="Mistral Nemo 12b",
# identifier="mistral-nemo:12b",
# supports_tools=True,
# parameter_count_in_b=12
# ),
# 404: Model(
# display_name="Command R+ 104b",
# identifier="command-r-plus:104b",
# supports_tools=True,
# parameter_count_in_b=104
# ),
# 701: Model(
# display_name="Yi 6b",
# identifier="yi:6b",
# supports_tools=False,
# parameter_count_in_b=6
# ),
704: Model(
display_name="Yi 9b",
identifier="yi:9b",