fix HfApiModel usage example
This commit is contained in:
parent
5991206ae5
commit
8760f50f8e
|
@ -206,12 +206,11 @@ class HfApiModel(Model):
|
|||
Example:
|
||||
```python
|
||||
>>> engine = HfApiModel(
|
||||
... model="Qwen/Qwen2.5-Coder-32B-Instruct",
|
||||
... model_id="Qwen/Qwen2.5-Coder-32B-Instruct",
|
||||
... token="your_hf_token_here",
|
||||
... max_tokens=2000
|
||||
... )
|
||||
>>> messages = [{"role": "user", "content": "Explain quantum mechanics in simple terms."}]
|
||||
>>> response = engine(messages, stop_sequences=["END"])
|
||||
>>> response = engine(messages, stop_sequences=["END"], max_tokens=1500)
|
||||
>>> print(response)
|
||||
"Quantum mechanics is the branch of physics that studies..."
|
||||
```
|
||||
|
|
Loading…
Reference in New Issue