KeyArgo
/
smolagents
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #29 from chakib-belgaid/feature/litellm_kwargs 

Add support for additional keyword arguments in LiteLLMModel
This commit is contained in:
Aymeric Roucher 2025-01-06 14:09:43 +01:00 committed by GitHub
parent 6520ddeded 5fd88e5db7
commit 4cfe4a6573
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/smolagents/models.py
View File

@ -424,6 +424,7 @@ class LiteLLMModel(Model):
model_id="anthropic/claude-3-5-sonnet-20240620",
api_base=None,
api_key=None,
**kwargs
):
super().__init__()
self.model_id = model_id
@ -431,6 +432,7 @@ class LiteLLMModel(Model):
litellm.add_function_to_prompt = True
self.api_base = api_base
self.api_key = api_key
self.kwargs = kwargs
def __call__(
self,
@ -450,6 +452,7 @@ class LiteLLMModel(Model):
max_tokens=max_tokens,
api_base=self.api_base,
api_key=self.api_key,
**self.kwargs,
)
self.last_input_token_count = response.usage.prompt_tokens
self.last_output_token_count = response.usage.completion_tokens
@ -474,6 +477,7 @@ class LiteLLMModel(Model):
max_tokens=max_tokens,
api_base=self.api_base,
api_key=self.api_key,
**self.kwargs,
)
tool_calls = response.choices[0].message.tool_calls[0]
self.last_input_token_count = response.usage.prompt_tokens