Manli commited on
Commit
1195d8a
1 Parent(s): 263b7f9

Update demo.ipynb with examples from the paper

Browse files
.gitattributes CHANGED
@@ -36,3 +36,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
36
  examples/example-1.png filter=lfs diff=lfs merge=lfs -text
37
  examples/example-2.png filter=lfs diff=lfs merge=lfs -text
38
  examples/sft-examples.png filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
36
  examples/example-1.png filter=lfs diff=lfs merge=lfs -text
37
  examples/example-2.png filter=lfs diff=lfs merge=lfs -text
38
  examples/sft-examples.png filter=lfs diff=lfs merge=lfs -text
39
+ test_samples/images/image-1.jpeg filter=lfs diff=lfs merge=lfs -text
40
+ test_samples/images/image-2.jpeg filter=lfs diff=lfs merge=lfs -text
41
+ test_samples/images/example-1-0.jpeg filter=lfs diff=lfs merge=lfs -text
42
+ test_samples/images/example-1-1.jpeg filter=lfs diff=lfs merge=lfs -text
43
+ test_samples/images/example-1-2.jpeg filter=lfs diff=lfs merge=lfs -text
44
+ test_samples/images/example-2-0.jpeg filter=lfs diff=lfs merge=lfs -text
45
+ test_samples/images/example-2-1.jpeg filter=lfs diff=lfs merge=lfs -text
demo.ipynb CHANGED
The diff for this file is too large to render. See raw diff
 
test_samples/images/1148.jpg DELETED
Binary file (25.6 kB)
 
test_samples/images/152.jpg DELETED
Binary file (37.2 kB)
 
test_samples/images/45711.jpg DELETED
Binary file (289 kB)
 
test_samples/images/example-1-0.jpeg ADDED

Git LFS Details

  • SHA256: 468c6bcb0c897254f5d84f957bc40dc88b50b71645a98066506e18e00ef6a5cc
  • Pointer size: 131 Bytes
  • Size of remote file: 137 kB
test_samples/images/example-1-1.jpeg ADDED

Git LFS Details

  • SHA256: a9629a0424589557798d92bf9ddac5664a49f203d77810fe0630ec257a4e0728
  • Pointer size: 130 Bytes
  • Size of remote file: 18.1 kB
test_samples/images/example-1-2.jpeg ADDED

Git LFS Details

  • SHA256: aec4cb31661b82ee8008e7d346edc902b891455b613db4f539501beee7dba2aa
  • Pointer size: 130 Bytes
  • Size of remote file: 13.2 kB
test_samples/images/example-2-0.jpeg ADDED

Git LFS Details

  • SHA256: fbd11d435e9b9d86b2bb1f7a4c888d734eba88872d88a9168cb7891724fecc43
  • Pointer size: 131 Bytes
  • Size of remote file: 195 kB
test_samples/images/example-2-1.jpeg ADDED

Git LFS Details

  • SHA256: ebb2213f3d73a957ef5a9094e4ff965e6bf99914865a75553a45afc0bc0579fe
  • Pointer size: 131 Bytes
  • Size of remote file: 133 kB
test_samples/images/image-1.jpeg CHANGED

Git LFS Details

  • SHA256: 0d86d57a0ae29b0253c5dffcc2cfd9d43c6ce4b263fdab7a7898c8bab3e678de
  • Pointer size: 130 Bytes
  • Size of remote file: 14.8 kB
test_samples/images/image-2.jpeg CHANGED

Git LFS Details

  • SHA256: 936d929fe764db0fde5bd4bba3ed7e7453c6623ab64d87b899f9154cd64618f5
  • Pointer size: 129 Bytes
  • Size of remote file: 8.9 kB
test_samples/test.json CHANGED
@@ -7,21 +7,18 @@
7
  ]
8
  },
9
  {
10
- "image_path": ["./test_samples/images/152.jpg"],
11
- "question": ["<image>\nCan you explain this meme?"]
12
- },
13
- {
14
- "image_path": ["./test_samples/images/1148.jpg"],
15
- "question": ["<image>\nWhat can be the relationship between the two persons in this image?"]
16
  },
17
  {
18
-
19
- "image_path": ["./test_samples/images/45711.jpg"],
20
  "question": [
21
- "<image>\nWhat is this meeting about?",
22
- "<image>\nHow many things are discussed in the meeting?",
23
- "<image>\nWhat is the second agenda?",
24
- "<image>\nWhen is the next meeting held?"
25
  ]
26
  }
27
  ]
 
7
  ]
8
  },
9
  {
10
+ "image_path": ["./test_samples/images/example-1-0.jpeg",
11
+ "./test_samples/images/example-1-1.jpeg",
12
+ "./test_samples/images/example-1-2.jpeg"],
13
+ "question": [
14
+ "<image> Which one of the following can be found in the first image?\nA.<image>\nB.<image>"
15
+ ]
16
  },
17
  {
18
+ "image_path": ["./test_samples/images/example-2-0.jpeg",
19
+ "./test_samples/images/example-2-1.jpeg"],
20
  "question": [
21
+ "<image>\n<image>\nWhere does the object in image 1 appear in image 2?"
 
 
 
22
  ]
23
  }
24
  ]