Update README.md
Browse files
README.md
CHANGED
|
@@ -42,7 +42,6 @@ from vllm import LLM, SamplingParams
|
|
| 42 |
llm = LLM(
|
| 43 |
model='aiplanet/buddhi-128k-chat-7b',
|
| 44 |
trust_remote_code=True,
|
| 45 |
-
download_dir='aiplanet/buddhi-128k-chat-7b',
|
| 46 |
dtype = 'bfloat16',
|
| 47 |
gpu_memory_utilization=1,
|
| 48 |
max_model_len= 75000
|
|
|
|
| 42 |
llm = LLM(
|
| 43 |
model='aiplanet/buddhi-128k-chat-7b',
|
| 44 |
trust_remote_code=True,
|
|
|
|
| 45 |
dtype = 'bfloat16',
|
| 46 |
gpu_memory_utilization=1,
|
| 47 |
max_model_len= 75000
|