Update pipeline example

README.md

@@ -39,35 +39,25 @@ The model supports multi-image and multi-prompt generation. Meaning that you can
 Below we used [`"llava-hf/llava-interleave-qwen-0.5b-hf"`](https://huggingface.co/llava-hf/llava-interleave-qwen-0.5b-hf) checkpoint.
 
 ```python
-from transformers import pipeline, AutoProcessor
-from PIL import Image    
-import requests
-
-model_id = "llava-hf/llava-interleave-qwen-7b-dpo-hf"
-pipe = pipeline("image-to-text", model=model_id)
-processor = AutoProcessor.from_pretrained(model_id)
-
-url = "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/transformers/tasks/ai2d-demo.jpg"
-image = Image.open(requests.get(url, stream=True).raw)
+from transformers import pipeline
 
-# Define a chat history and use `apply_chat_template` to get correctly formatted prompt
-# Each value in "content" has to be a list of dicts with types ("text", "image") 
-conversation = [
+pipe = pipeline("image-text-to-text", model="llava-interleave-qwen-7b-dpo-hf")
+messages = [
     {
-
       "role": "user",
       "content": [
+          {"type": "image", "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/transformers/tasks/ai2d-demo.jpg"},
           {"type": "text", "text": "What does the label 15 represent? (1) lava (2) core (3) tunnel (4) ash cloud"},
-          {"type": "image"},
         ],
     },
 ]
-prompt = processor.apply_chat_template(conversation, add_generation_prompt=True)
 
-outputs = pipe(image, prompt=prompt, generate_kwargs={"max_new_tokens": 200})
-print(outputs)
+out = pipe(text=messages, max_new_tokens=20)
+print(out)
+>>> [{'input_text': [{'role': 'user', 'content': [{'type': 'image', 'url': 'https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/transformers/tasks/ai2d-demo.jpg'}, {'type': 'text', 'text': 'What does the label 15 represent? (1) lava (2) core (3) tunnel (4) ash cloud'}]}], 'generated_text': 'Lava'}]
 ```
 
+
 ### Using pure `transformers`:
 
 Below is an example script to run generation in `float16` precision on a GPU device: