Abhinav Kulkarni
commited on
Commit
•
39a9c2c
1
Parent(s):
0e35b4c
Updated README
Browse files
README.md
CHANGED
|
@@ -38,7 +38,7 @@ git clone https://github.com/abhinavkulkarni/llm-awq \
|
|
| 38 |
```python
|
| 39 |
import torch
|
| 40 |
from awq.quantize.quantizer import real_quantize_model_weight
|
| 41 |
-
from transformers import AutoModelForCausalLM, AutoConfig, AutoTokenizer
|
| 42 |
from accelerate import init_empty_weights, load_checkpoint_and_dispatch
|
| 43 |
from huggingface_hub import snapshot_download
|
| 44 |
|
|
|
|
| 38 |
```python
|
| 39 |
import torch
|
| 40 |
from awq.quantize.quantizer import real_quantize_model_weight
|
| 41 |
+
from transformers import AutoModelForCausalLM, AutoConfig, AutoTokenizer, TextStreamer
|
| 42 |
from accelerate import init_empty_weights, load_checkpoint_and_dispatch
|
| 43 |
from huggingface_hub import snapshot_download
|
| 44 |
|