models = [
    "llama3.1", # 8b
    "llama3.1:70b",
    "llama3-groq-tool-use", # latest
    "llama3-groq-tool-use:70b",
    # "mixtral:8x7b",
    "mixtral:8x22b",
    # "gemma2:2b",
    # "phi3", # 3.8b
    # "tinyllama:1.1b",
    "mistral-nemo:12b",
    "command-r-plus:104b",
]