hiieu commited on
Commit
7785b43
·
verified ·
1 Parent(s): 2515549

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +36 -0
README.md CHANGED
@@ -11,6 +11,42 @@ language:
11
  - en
12
  ---
13
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
14
  # Uploaded model
15
 
16
  - **Developed by:** hiieu
 
11
  - en
12
  ---
13
 
14
+ ```python
15
+ from transformers import AutoModelForCausalLM, AutoTokenizer
16
+ model = AutoModelForCausalLM.from_pretrained("hiieu/gemma-2-2b-it-lora-vi-en")
17
+ tokenizer = tokenizer = AutoTokenizer.from_pretrained("hiieu/gemma-2-2b-it-lora-vi-en")
18
+ conversations = [
19
+ [{"role": "user", "content": "Good morning everybody"}],
20
+ [{"role": "user", "content": "Xin chào mọi người"}]
21
+ ]
22
+
23
+ batch_input_ids = tokenizer.apply_chat_template(
24
+ conversations,
25
+ add_generation_prompt=True,
26
+ return_tensors="pt",
27
+ padding=True,
28
+ truncation=True
29
+ ).to(model.device)
30
+
31
+ # Generate responses in a single batch
32
+ outputs = model.generate(
33
+ batch_input_ids,
34
+ max_new_tokens=256,
35
+ do_sample=True,
36
+ temperature=0.6,
37
+ top_p=0.9,
38
+ )
39
+
40
+ responses = outputs[:, batch_input_ids.shape[-1]:]
41
+
42
+ for response in responses:
43
+ print(tokenizer.decode(response, skip_special_tokens=True))
44
+
45
+ >>> Chào mọi người .
46
+ >>> Hello everyone .
47
+ ```
48
+
49
+
50
  # Uploaded model
51
 
52
  - **Developed by:** hiieu