107 lines
2.6 KiB
Python
107 lines
2.6 KiB
Python
from libs.classes import Model
|
|
|
|
models = {
|
|
245: Model(
|
|
display_name="llama3.1 8b",
|
|
identifier="llama3.1",
|
|
supports_tools=True,
|
|
parameter_count_in_b=8
|
|
),
|
|
238: Model(
|
|
display_name="llama3.1 70b",
|
|
identifier="llama3.1:70b",
|
|
supports_tools=True,
|
|
parameter_count_in_b=70
|
|
),
|
|
120: Model(
|
|
display_name="llama3 groq TU 8b",
|
|
identifier="llama3-groq-tool-use",
|
|
supports_tools=True,
|
|
parameter_count_in_b=8
|
|
),
|
|
890: Model(
|
|
display_name="llama3 groq TU 70b",
|
|
identifier="llama3-groq-tool-use:70b",
|
|
supports_tools=True,
|
|
parameter_count_in_b=70
|
|
),
|
|
348: Model(
|
|
display_name="Mixtral MoE 8x7b",
|
|
identifier="mixtral:8x7b",
|
|
supports_tools=False,
|
|
parameter_count_in_b=13,
|
|
),
|
|
789: Model(
|
|
display_name="Mixtral MoE 8x22b",
|
|
identifier="mixtral:8x22b",
|
|
supports_tools=True,
|
|
parameter_count_in_b=39
|
|
),
|
|
445: Model(
|
|
display_name="Gemma2 2b",
|
|
identifier="gemma2:2b",
|
|
supports_tools=False,
|
|
parameter_count_in_b=2
|
|
),
|
|
475: Model(
|
|
display_name="Gemma2 9b",
|
|
identifier="gemma2:2b",
|
|
supports_tools=False,
|
|
parameter_count_in_b=9
|
|
),
|
|
626: Model(
|
|
display_name="Gemma2 27b",
|
|
identifier="gemma2:2b",
|
|
supports_tools=False,
|
|
parameter_count_in_b=27
|
|
),
|
|
229: Model(
|
|
display_name="Phi3 3.8b",
|
|
identifier="phi3",
|
|
supports_tools=False,
|
|
parameter_count_in_b=3.8
|
|
),
|
|
903: Model(
|
|
display_name="Tinyllama 1.1b",
|
|
identifier="tinyllama:1.1b",
|
|
supports_tools=False,
|
|
parameter_count_in_b=1.1
|
|
),
|
|
670: Model(
|
|
display_name="Mistral Nemo 12b",
|
|
identifier="mistral-nemo:12b",
|
|
supports_tools=True,
|
|
parameter_count_in_b=12
|
|
),
|
|
404: Model(
|
|
display_name="Command R+ 104b",
|
|
identifier="command-r-plus:104b",
|
|
supports_tools=True,
|
|
parameter_count_in_b=104
|
|
),
|
|
701: Model(
|
|
display_name="Yi 6b",
|
|
identifier="yi:6b",
|
|
supports_tools=False,
|
|
parameter_count_in_b=6
|
|
),
|
|
704: Model(
|
|
display_name="Yi 9b",
|
|
identifier="yi:9b",
|
|
supports_tools=False,
|
|
parameter_count_in_b=6
|
|
),
|
|
724: Model(
|
|
display_name="Yi 34b",
|
|
identifier="yi:34b",
|
|
supports_tools=False,
|
|
parameter_count_in_b=34
|
|
),
|
|
853: Model(
|
|
display_name="Qwen2 0.5b",
|
|
identifier="qwen2:0.5b",
|
|
supports_tools=False,
|
|
parameter_count_in_b=0.5
|
|
),
|
|
}
|