107 lines
2.8 KiB
Python
107 lines
2.8 KiB
Python
from libs.classes import Model
|
|
|
|
models = {
|
|
# 245: Model(
|
|
# display_name="llama3.1 8b",
|
|
# identifier="llama3.1",
|
|
# supports_tools=True,
|
|
# parameter_count_in_b=8
|
|
# ),
|
|
# 238: Model(
|
|
# display_name="llama3.1 70b",
|
|
# identifier="llama3.1:70b",
|
|
# supports_tools=True,
|
|
# parameter_count_in_b=70
|
|
# ),
|
|
# 120: Model(
|
|
# display_name="llama3 groq TU 8b",
|
|
# identifier="llama3-groq-tool-use",
|
|
# supports_tools=True,
|
|
# parameter_count_in_b=8
|
|
# ),
|
|
# 890: Model(
|
|
# display_name="llama3 groq TU 70b",
|
|
# identifier="llama3-groq-tool-use:70b",
|
|
# supports_tools=True,
|
|
# parameter_count_in_b=70
|
|
# ),
|
|
# 348: Model(
|
|
# display_name="Mixtral MoE 8x7b",
|
|
# identifier="mixtral:8x7b",
|
|
# supports_tools=False,
|
|
# parameter_count_in_b=13,
|
|
# ),
|
|
# 789: Model(
|
|
# display_name="Mixtral MoE 8x22b",
|
|
# identifier="mixtral:8x22b",
|
|
# supports_tools=True,
|
|
# parameter_count_in_b=39
|
|
# ),
|
|
# 445: Model(
|
|
# display_name="Gemma2 2b",
|
|
# identifier="gemma2:2b",
|
|
# supports_tools=False,
|
|
# parameter_count_in_b=2
|
|
# ),
|
|
# 475: Model(
|
|
# display_name="Gemma2 9b",
|
|
# identifier="gemma2:2b",
|
|
# supports_tools=False,
|
|
# parameter_count_in_b=9
|
|
# ),
|
|
# 626: Model(
|
|
# display_name="Gemma2 27b",
|
|
# identifier="gemma2:2b",
|
|
# supports_tools=False,
|
|
# parameter_count_in_b=27
|
|
# ),
|
|
# 229: Model(
|
|
# display_name="Phi3 3.8b",
|
|
# identifier="phi3",
|
|
# supports_tools=False,
|
|
# parameter_count_in_b=3.8
|
|
# ),
|
|
# 903: Model(
|
|
# display_name="Tinyllama 1.1b",
|
|
# identifier="tinyllama:1.1b",
|
|
# supports_tools=False,
|
|
# parameter_count_in_b=1.1
|
|
# ),
|
|
# 670: Model(
|
|
# display_name="Mistral Nemo 12b",
|
|
# identifier="mistral-nemo:12b",
|
|
# supports_tools=True,
|
|
# parameter_count_in_b=12
|
|
# ),
|
|
# 404: Model(
|
|
# display_name="Command R+ 104b",
|
|
# identifier="command-r-plus:104b",
|
|
# supports_tools=True,
|
|
# parameter_count_in_b=104
|
|
# ),
|
|
# 701: Model(
|
|
# display_name="Yi 6b",
|
|
# identifier="yi:6b",
|
|
# supports_tools=False,
|
|
# parameter_count_in_b=6
|
|
# ),
|
|
704: Model(
|
|
display_name="Yi 9b",
|
|
identifier="yi:9b",
|
|
supports_tools=False,
|
|
parameter_count_in_b=6
|
|
),
|
|
724: Model(
|
|
display_name="Yi 34b",
|
|
identifier="yi:34b",
|
|
supports_tools=False,
|
|
parameter_count_in_b=34
|
|
),
|
|
853: Model(
|
|
display_name="Qwen2 0.5b",
|
|
identifier="qwen2:0.5b",
|
|
supports_tools=False,
|
|
parameter_count_in_b=0.5
|
|
),
|
|
}
|