Add Llama3.3 (#4174)

### What problem does this PR solve?

#4168

### Type of change

- [x] New Feature (non-breaking change which adds functionality)
This commit is contained in:
Kevin Hu
2024-12-23 11:18:01 +08:00
committed by GitHub
parent cac7851fc5
commit 2cbe064080
3 changed files with 15 additions and 3 deletions

View File

@ -1014,6 +1014,18 @@
"max_tokens": 131072,
"model_type": "chat"
},
{
"llm_name": "llama-3.3-70b-versatile",
"tags": "LLM,CHAT,128k",
"max_tokens": 128000,
"model_type": "chat"
},
{
"llm_name": "llama-3.3-70b-specdec",
"tags": "LLM,CHAT,8k",
"max_tokens": 8192,
"model_type": "chat"
},
{
"llm_name": "mixtral-8x7b-32768",
"tags": "LLM,CHAT,5k",