kiddobellamy
commited on
Commit
•
1900674
1
Parent(s):
af11ba2
Update handler.py
Browse files- handler.py +3 -4
handler.py
CHANGED
@@ -1,13 +1,13 @@
|
|
1 |
import torch
|
2 |
-
from transformers import
|
3 |
from PIL import Image
|
4 |
import base64
|
5 |
import io
|
6 |
|
7 |
# Load model and processor globally
|
8 |
-
model_id = "
|
9 |
|
10 |
-
model =
|
11 |
model_id,
|
12 |
torch_dtype=torch.bfloat16,
|
13 |
device_map="auto",
|
@@ -49,4 +49,3 @@ def handler(event, context):
|
|
49 |
|
50 |
except Exception as e:
|
51 |
return {'error': str(e)}
|
52 |
-
#111
|
|
|
1 |
import torch
|
2 |
+
from transformers import LlamaForCausalLM, AutoProcessor
|
3 |
from PIL import Image
|
4 |
import base64
|
5 |
import io
|
6 |
|
7 |
# Load model and processor globally
|
8 |
+
model_id = "kiddobellamy/Llama_Vision"
|
9 |
|
10 |
+
model = LlamaForCausalLM.from_pretrained(
|
11 |
model_id,
|
12 |
torch_dtype=torch.bfloat16,
|
13 |
device_map="auto",
|
|
|
49 |
|
50 |
except Exception as e:
|
51 |
return {'error': str(e)}
|
|