Bugfix: Groq via LiteLLM 🚅 (#605)
Co-authored-by: Aymeric Roucher <69208727+aymeric-roucher@users.noreply.github.com>
This commit is contained in:
parent
a940f42c04
commit
a6cc506d09
|
@ -863,9 +863,8 @@ class LiteLLMModel(Model):
|
||||||
import litellm
|
import litellm
|
||||||
|
|
||||||
model_info: dict = litellm.get_model_info(self.model_id)
|
model_info: dict = litellm.get_model_info(self.model_id)
|
||||||
if model_info["litellm_provider"] == "ollama":
|
if model_info["litellm_provider"] in ["ollama", "groq"]:
|
||||||
return model_info["key"] != "llava"
|
return model_info["key"] != "llava"
|
||||||
|
|
||||||
return False
|
return False
|
||||||
|
|
||||||
def __call__(
|
def __call__(
|
||||||
|
|
Loading…
Reference in New Issue